{"meta":{"query_hash":"a7988d703404","filters":{"topic":"Advanced Software Engineering Methodologies"},"cohort_total":1299,"direct_labels_cover":1,"predictions_cover":1299,"exported":1299,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/a7988d703404","api":"https://metacan.xera.ac/api/v1/cohort?topic=Advanced+Software+Engineering+Methodologies"},"results":[{"id":"W1002860787","doi":"10.1007/978-3-319-21070-4_35","title":"Analyzing Requirements Using Environment Modelling","year":2015,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"System requirements specification; Non-functional requirement; Computer science; Requirements elicitation; Correctness; Software requirements specification; Requirements management; Requirements analysis; Functional requirement; Requirements engineering; Systems engineering; System requirements; Requirement; Software engineering; Completeness (order theory); User requirements document; Process (computing); Formal specification; Software system; Engineering; Software; Programming language; Software construction","score_opus":0.13674639528465882,"score_gpt":0.3149992736032566,"score_spread":0.17825287831859776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1002860787","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000033220393,0.0014208142,0.9963315,0.00005997733,0.0013930032,0.00023702331,0.0000019852914,0.00028374005,0.00023870506],"genre_scores_gemma":[0.006317945,0.00006607393,0.9931247,0.000086898115,0.00024360526,0.0000034195236,0.0000017706317,0.00004295369,0.00011261658],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960839,0.000050003055,0.0005350051,0.0015362093,0.001053003,0.00074183696],"domain_scores_gemma":[0.99735427,0.00048454522,0.00029109724,0.0015421507,0.00013122661,0.00019668498],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017881889,0.0005562733,0.00057125295,0.000787393,0.0001879827,0.00026578768,0.0028530317,0.00026564213,0.000006150784],"category_scores_gemma":[0.00015691272,0.00055276917,0.00010595136,0.00039325265,0.00039720244,0.00086471345,0.0019828838,0.0007252697,0.000018883135],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013820066,0.0000056810118,0.0000067889655,0.000013028599,0.0000074398095,0.000040223767,0.00018090694,0.86452997,0.000119950055,0.0022500055,0.000001017459,0.1328436],"study_design_scores_gemma":[0.00010154468,0.000045088458,0.0000014097238,0.00018146155,0.000006560784,0.000023249224,6.465149e-8,0.7593097,0.00040678558,0.23915787,0.00030039833,0.00046586493],"about_ca_topic_score_codex":0.000009978648,"about_ca_topic_score_gemma":0.0000013687339,"teacher_disagreement_score":0.23690787,"about_ca_system_score_codex":0.0010787644,"about_ca_system_score_gemma":0.0003325088,"threshold_uncertainty_score":0.9996924},"labels":[],"label_agreement":null},{"id":"W10208290","doi":"10.1016/s0924-977x(98)00028-5","title":"Incremental software design modelling","year":2013,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Merge (version control); Software; Workflow; Software product line; Personalization; Software design; Software engineering; Software development; Database; Programming language","score_opus":0.3092046473414589,"score_gpt":0.41807435472968796,"score_spread":0.10886970738822904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W10208290","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003770678,0.0007953602,0.9907163,0.0018594349,0.00049694267,0.002155087,0.000022033535,0.00012864517,0.000055545344],"genre_scores_gemma":[0.1805747,0.00030823098,0.8179875,0.000031128948,0.000027114167,0.00046674014,8.1128326e-7,0.000019743336,0.0005840429],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9970923,0.0007047699,0.00035527648,0.0005362945,0.000680239,0.00063110475],"domain_scores_gemma":[0.9873725,0.0065969205,0.0001907549,0.0008367529,0.004913703,0.000089345885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013631101,0.00024097983,0.00040654105,0.00015185973,0.00052212755,0.00009351389,0.0015614254,0.000062346,0.000005420551],"category_scores_gemma":[0.008204755,0.00016600887,0.000080716534,0.0012169754,0.0004562698,0.0005802306,0.0008183649,0.00033406125,0.000013702488],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010791304,0.00009179739,0.0000312497,0.00013739924,0.00015847052,0.0000013037056,0.0045945845,0.9060647,0.007826517,0.04918419,0.002455552,0.029346349],"study_design_scores_gemma":[0.0017580088,0.001143654,0.00007109467,0.00082409027,0.000014406498,0.0000012405653,0.014967009,0.10350571,0.4623022,0.41283172,0.0018750748,0.0007057885],"about_ca_topic_score_codex":0.0000032350063,"about_ca_topic_score_gemma":0.000004325267,"teacher_disagreement_score":0.80255896,"about_ca_system_score_codex":0.00026881095,"about_ca_system_score_gemma":0.00028634293,"threshold_uncertainty_score":0.9822451},"labels":[],"label_agreement":null},{"id":"W103447131","doi":"10.1142/9789812770318_0013","title":"BUSINESS MODEL DESIGN AND EVOLUTION","year":2007,"lang":"en","type":"book-chapter","venue":"Management of technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Carleton University","funders":"","keywords":"Computer science","score_opus":0.0645164380180127,"score_gpt":0.27479216536606244,"score_spread":0.21027572734804972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W103447131","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000028810564,0.0012459931,0.9790022,0.00018718715,0.00015162019,0.00026731662,7.902446e-7,0.000887397,0.018254645],"genre_scores_gemma":[0.0004445974,0.0004997141,0.96681017,0.000011128862,0.0000065636664,0.000011299513,8.1545005e-7,0.00002222299,0.032193493],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989798,0.0000056663002,0.00023278754,0.00041571897,0.00016481924,0.00020119535],"domain_scores_gemma":[0.99895895,0.00006937642,0.00015785376,0.0007116471,0.00008468058,0.000017497492],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034378498,0.0002167133,0.00029208124,0.00082779885,0.00002988982,0.000009019868,0.0007893191,0.000351265,0.0000012189205],"category_scores_gemma":[0.00003326352,0.00022974507,0.00002851192,0.00017980776,0.00016074063,0.00009960141,0.0010362366,0.00019674026,0.000005294664],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027480123,0.000004049406,7.293985e-7,0.00012521852,0.00004091683,0.000024867395,0.0000035852051,0.06092989,0.000016437358,0.82622904,0.000059578546,0.11256294],"study_design_scores_gemma":[0.00012553217,0.000043571537,0.00003004062,0.00016625073,0.000030460697,0.000010611684,0.0000031227721,0.02593697,0.00012155595,0.97024596,0.0030386737,0.0002472652],"about_ca_topic_score_codex":3.5911566e-7,"about_ca_topic_score_gemma":1.13649946e-7,"teacher_disagreement_score":0.1440169,"about_ca_system_score_codex":0.00007560825,"about_ca_system_score_gemma":0.000011930159,"threshold_uncertainty_score":0.9368732},"labels":[],"label_agreement":null},{"id":"W10770133","doi":"10.1007/978-3-642-34002-4_31","title":"Deriving Variability Patterns in Software Product Lines by Ontological Considerations","year":2012,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Athabasca University; Simon Fraser University","funders":"","keywords":"Software product line; Reusability; Computer science; Modeling language; Software engineering; Product (mathematics); Ontology; Domain (mathematical analysis); Software; Data mining; Programming language; Software development; Mathematics","score_opus":0.04270901879381149,"score_gpt":0.2852619416467718,"score_spread":0.24255292285296032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W10770133","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029657726,0.0010022355,0.9951623,0.00067851774,0.0017784626,0.0004752771,0.000012438979,0.0005380972,0.000056078115],"genre_scores_gemma":[0.12955648,0.00004359686,0.8696067,0.00042107893,0.00027119578,0.000026722193,0.000005657536,0.000027280112,0.000041298845],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9958108,0.00018795977,0.00068758026,0.0017802767,0.00063396455,0.00089942483],"domain_scores_gemma":[0.99258983,0.0052222484,0.00023365552,0.0015814336,0.0002083842,0.00016443606],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023979037,0.0006024796,0.00072818424,0.00048793596,0.00019323459,0.00029480853,0.0019211794,0.00036168174,0.000026460695],"category_scores_gemma":[0.005385678,0.0005472859,0.00009859867,0.000441162,0.000550971,0.0009188,0.0014413692,0.0012275134,0.00000982343],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004353591,0.00011375764,0.008043503,0.0001384411,0.000014271281,0.00011129766,0.0012665052,0.2591309,0.00044333044,0.008988703,0.00003653031,0.7217084],"study_design_scores_gemma":[0.00047962068,0.00019965334,0.008569144,0.00079132547,0.000016363032,0.0003049284,4.3596552e-7,0.06695282,0.004818338,0.91451955,0.0008702358,0.002477596],"about_ca_topic_score_codex":0.000022236594,"about_ca_topic_score_gemma":0.00011271308,"teacher_disagreement_score":0.9055308,"about_ca_system_score_codex":0.00042836292,"about_ca_system_score_gemma":0.0003446776,"threshold_uncertainty_score":0.99969786},"labels":[],"label_agreement":null},{"id":"W111226687","doi":"","title":"Proceedings of the 9th International Conference on Aspect-Oriented Software Development","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Presentation (obstetrics); Ninth; Software development; Architecture; Library science; SAINT; Software; Computer science; Software engineering; History; Computer security","score_opus":0.03488293899846317,"score_gpt":0.27946572746184817,"score_spread":0.244582788463385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W111226687","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022801548,0.000001355191,0.96949965,0.00034433077,0.002966485,0.00008528084,5.551824e-7,0.0003057419,0.003995067],"genre_scores_gemma":[0.14804156,8.523026e-7,0.85042393,0.00005898509,0.000021046506,0.000010041353,2.5931723e-7,0.0000045217985,0.001438828],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99923015,0.0000052286955,0.00014916284,0.00021050157,0.00027631034,0.00012865658],"domain_scores_gemma":[0.99934834,0.00012753485,0.00007654396,0.00019452565,0.00022331963,0.000029725183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021383427,0.0000930619,0.00008672293,0.00005318172,0.000049893064,0.00003226097,0.0010861891,0.00004069522,0.000029986846],"category_scores_gemma":[0.0008256129,0.000060766575,0.000027355563,0.00018516627,0.000051667488,0.00019213646,0.00036221862,0.00021170574,0.000008980978],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051124443,0.00004635003,0.0022504753,0.000010988849,0.000017772569,7.484051e-7,0.00081388,0.00027981756,0.019210156,0.9495998,0.0005200773,0.027244823],"study_design_scores_gemma":[0.0006714713,0.00012252828,0.0445805,0.00013238179,0.000004896755,0.000047903257,0.0002189552,0.0051170136,0.84708655,0.064402916,0.036942437,0.00067247805],"about_ca_topic_score_codex":0.0000011077897,"about_ca_topic_score_gemma":0.0000025606987,"teacher_disagreement_score":0.88519686,"about_ca_system_score_codex":0.00002504519,"about_ca_system_score_gemma":0.00006584692,"threshold_uncertainty_score":0.2477989},"labels":[],"label_agreement":null},{"id":"W1130174379","doi":"10.1007/978-1-4614-4951-5_51","title":"Analyzing Agents’ Collective Design Decisions in Collaborative Systems Development Initiatives","year":2013,"lang":"en","type":"book-chapter","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Set (abstract data type); Management science; Computer science; Process management; Knowledge management; Architecture; Risk analysis (engineering); Business; Engineering","score_opus":0.12112301737417865,"score_gpt":0.3127157402427108,"score_spread":0.19159272286853218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1130174379","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003961462,0.0010323636,0.89615995,0.000017337448,0.000504836,0.0010095256,0.0000046318514,0.00037698497,0.10089041],"genre_scores_gemma":[0.00035528754,0.00032383867,0.8624053,0.000026492751,0.000027805227,0.00021762271,0.000004684206,0.000044697776,0.13659427],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.997446,0.00025265076,0.0006942525,0.00081353175,0.00038803462,0.00040554127],"domain_scores_gemma":[0.9930641,0.0054345503,0.00032134235,0.00057724636,0.00048141342,0.0001213536],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00079816475,0.0005324286,0.0007767357,0.00085200515,0.00015365498,0.00020947577,0.0009721833,0.0003217251,0.000045757453],"category_scores_gemma":[0.0012609694,0.00048131894,0.00006339384,0.0004894729,0.000072759,0.00068670884,0.00050377403,0.00046147857,0.00018161118],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025698588,0.000054919983,0.000031256124,0.00005339645,0.0005649846,0.00026000966,0.010488312,0.40520787,0.000036323192,0.54385394,0.004683416,0.034739908],"study_design_scores_gemma":[0.00448649,0.001364168,0.0056563416,0.0090371715,0.0001517121,0.00011362809,0.0025714464,0.09936445,0.0044361292,0.71137834,0.14850222,0.012937896],"about_ca_topic_score_codex":0.000005336178,"about_ca_topic_score_gemma":0.000007983871,"teacher_disagreement_score":0.3058434,"about_ca_system_score_codex":0.0010028195,"about_ca_system_score_gemma":0.0010434719,"threshold_uncertainty_score":0.99976385},"labels":[],"label_agreement":null},{"id":"W11320656","doi":"10.1007/s004410000313","title":"Satisficing the Conflicting Software Qualities of Maintainability and Performance at the Source Code Level.","year":2004,"lang":"en","type":"article","venue":"WER","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Maintainability; Computer science; Heuristics; Software engineering; Code refactoring; Source code; Software; Software system; Source lines of code; XML; Software quality; Quality (philosophy); Database; Software development; Programming language; World Wide Web; Operating system","score_opus":0.05543233139380807,"score_gpt":0.2993990449811356,"score_spread":0.24396671358732755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W11320656","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40817276,0.00017983433,0.590928,0.00045754894,0.00007644456,0.00007100642,0.0000016328278,0.00009835975,0.000014404896],"genre_scores_gemma":[0.8052784,0.000015110215,0.19427179,0.00014628684,0.000020721573,0.000010123952,2.58763e-7,0.0000074240756,0.00024988592],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9991383,0.000113102826,0.00018237502,0.00019442785,0.00016724436,0.0002045693],"domain_scores_gemma":[0.9971565,0.0021568073,0.00008772907,0.00051729614,0.000060117967,0.000021519545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012124411,0.00010318965,0.00013157136,0.000019291701,0.00030214564,0.000032703287,0.00043147703,0.000033241442,0.0000025763065],"category_scores_gemma":[0.0017014288,0.000060192124,0.000029821427,0.000119915414,0.00029130897,0.00016837569,0.00043356232,0.00014995322,0.0000018288789],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031328473,0.000020644595,0.032015756,0.00028239953,0.000046682333,0.0000032893236,0.058401708,0.72286195,0.0009591335,0.032664146,0.0000642419,0.15264875],"study_design_scores_gemma":[0.0025385548,0.00070076756,0.6987833,0.00062463636,0.000065683904,0.00037840597,0.017430926,0.016936451,0.11046419,0.13055274,0.019661108,0.0018632414],"about_ca_topic_score_codex":0.00007554943,"about_ca_topic_score_gemma":0.000027411805,"teacher_disagreement_score":0.70592546,"about_ca_system_score_codex":0.00007382815,"about_ca_system_score_gemma":0.000032613214,"threshold_uncertainty_score":0.24545635},"labels":[],"label_agreement":null},{"id":"W113659863","doi":"","title":"Towards a Knowledge-Based Representation of Non-Functional Requirements","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering Advances","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Ontology; Non-functional requirement; Semantics (computer science); Representation (politics); Knowledge representation and reasoning; Domain (mathematical analysis); Functional requirement; Software engineering; Knowledge management; Artificial intelligence; Programming language; Software development; Software; Mathematics","score_opus":0.10304770927493087,"score_gpt":0.3669804292481474,"score_spread":0.26393271997321655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W113659863","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038398148,0.00028004043,0.9904826,0.00008637825,0.004131379,0.00011603504,0.0000074508134,0.000485824,0.00057042943],"genre_scores_gemma":[0.49680594,0.00003068275,0.50285417,0.000024471594,0.00013598954,0.00004775511,0.000012941878,0.000014169002,0.00007392062],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984303,0.000039897663,0.00035589258,0.00033453145,0.00051890436,0.00032049054],"domain_scores_gemma":[0.9985473,0.00052195974,0.0001656151,0.00039375367,0.00026651975,0.00010484349],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003204647,0.00023368247,0.00024755648,0.0003178891,0.000041974752,0.000043914806,0.00073594233,0.000070914466,0.000033122324],"category_scores_gemma":[0.0017604799,0.00023437767,0.00009955548,0.00037296925,0.000044021068,0.0012539471,0.00013868602,0.00018801792,0.000027033353],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008408688,0.000401499,0.008012981,0.00014573295,0.00015004334,0.000006670535,0.0006996601,0.69231147,0.0076007103,0.10653764,0.00023942009,0.18381007],"study_design_scores_gemma":[0.0037157869,0.0006901154,0.1560865,0.0015750274,0.00005474772,0.000050197654,0.00019993806,0.5216904,0.2781471,0.015356358,0.01971911,0.002714659],"about_ca_topic_score_codex":0.000003649336,"about_ca_topic_score_gemma":3.9408468e-7,"teacher_disagreement_score":0.49296612,"about_ca_system_score_codex":0.00013792975,"about_ca_system_score_gemma":0.000086202606,"threshold_uncertainty_score":0.9557644},"labels":[],"label_agreement":null},{"id":"W11533555","doi":"","title":"Towards cooperative negotiation for decentralized resource allocation in autonomic computing systems","year":2003,"lang":"en","type":"article","venue":"International Joint Conference on Artificial Intelligence","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Autonomic computing; Negotiation; Computer science; Resource allocation; Distributed computing; Resource management (computing); Resource (disambiguation); Computer network; Cloud computing; Operating system","score_opus":0.15742293761651205,"score_gpt":0.3588051013070076,"score_spread":0.20138216369049555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W11533555","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004775814,0.000034714783,0.9904801,0.0012257285,0.0017560124,0.0005173098,0.000006408807,0.00021459507,0.0009892768],"genre_scores_gemma":[0.8236631,0.000021176518,0.17599882,0.00012476757,0.0000537862,0.000066300374,0.000013044103,0.00001256606,0.000046430374],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978895,0.0002555943,0.00068364403,0.0005486586,0.00029618994,0.0003264096],"domain_scores_gemma":[0.9983412,0.0006579849,0.00022361138,0.00030556638,0.00040321558,0.0000684133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010505028,0.00021565557,0.00026056988,0.0002807023,0.0000912162,0.00031059756,0.00066891505,0.00009296207,0.00001654085],"category_scores_gemma":[0.0027156295,0.00022416531,0.00006670748,0.0002811621,0.00005972145,0.00039690058,0.00007301471,0.00020705326,0.00003922152],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016582244,0.00003825071,0.000011122817,0.000004538639,0.000008844029,0.0000018367036,0.00048360132,0.37388667,0.0015646829,0.59538996,0.000012958505,0.028580949],"study_design_scores_gemma":[0.00011047997,0.00010701713,0.00021342226,0.00013304788,0.0000026678179,0.000007872239,0.00042267167,0.857897,0.05363101,0.08617955,0.0009978438,0.00029744723],"about_ca_topic_score_codex":0.00004123968,"about_ca_topic_score_gemma":0.000019635809,"teacher_disagreement_score":0.8188873,"about_ca_system_score_codex":0.00042951532,"about_ca_system_score_gemma":0.00019780589,"threshold_uncertainty_score":0.9141196},"labels":[],"label_agreement":null},{"id":"W117204975","doi":"10.1007/978-1-4615-5269-7_4","title":"Cataloguing Refinement Methods and Correlations","year":2000,"lang":"en","type":"book-chapter","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Interdependence; Computer science; Software engineering; Graph; Process (computing); Software; Theoretical computer science; Data mining; Data science; Programming language; Sociology","score_opus":0.057120407803052366,"score_gpt":0.3367431296154095,"score_spread":0.2796227218123571,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W117204975","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.3968582e-7,0.00087657495,0.7265384,0.00009846025,0.00026909335,0.00008209952,0.0000026705854,0.0004996087,0.27163297],"genre_scores_gemma":[0.0000031848856,0.00027716134,0.7502661,0.00007506353,0.000034037454,0.000005835215,0.000008010501,0.00001841859,0.24931224],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989812,0.000035421155,0.00023949234,0.00044624633,0.00012716315,0.00017051678],"domain_scores_gemma":[0.9982514,0.000943321,0.00007573806,0.00063322764,0.0000317021,0.00006462468],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004010458,0.00023925866,0.00027063332,0.00015139181,0.00007603386,0.000052452237,0.00039837556,0.00017491858,0.00010246551],"category_scores_gemma":[0.00014458776,0.00022364572,0.00005212415,0.000034726127,0.000053109412,0.00016058287,0.0003081168,0.00029258226,0.000047016536],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.0850497e-7,0.0000012657589,3.5684363e-7,0.000008125926,0.00001725195,0.000006552678,0.00007078491,0.0025851964,0.0000091808315,0.64095384,0.00035240751,0.35599455],"study_design_scores_gemma":[0.00008350663,0.000036322064,0.0000229252,0.000063025676,0.000018124068,0.000040477265,0.000001799008,0.0021897287,0.00006404016,0.5745521,0.4225083,0.00041963466],"about_ca_topic_score_codex":0.000004935501,"about_ca_topic_score_gemma":0.0000024835467,"teacher_disagreement_score":0.4221559,"about_ca_system_score_codex":0.000046680758,"about_ca_system_score_gemma":0.00002911035,"threshold_uncertainty_score":0.9120008},"labels":[],"label_agreement":null},{"id":"W117822313","doi":"10.1007/978-94-007-2911-7_50","title":"Reducing the Gap of Provided Services and Requires Services Based on Service Approach","year":2011,"lang":"en","type":"book-chapter","venue":"Lecture notes in electrical engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Service-oriented architecture; Computer science; Service (business); Web service; Cloud computing; XML; Service provider; Function (biology); Service delivery framework; Services computing; World Wide Web; SOAP; Process management; Business; Marketing; Operating system","score_opus":0.028254954494167962,"score_gpt":0.2358104001848038,"score_spread":0.20755544569063583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W117822313","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013871063,0.0022573997,0.9947661,0.0001651176,0.0001901945,0.0004256144,0.0000031979669,0.00043526597,0.0016183588],"genre_scores_gemma":[0.24793121,0.00025520392,0.75008065,0.0008835932,0.0002955667,0.00009744527,0.000019230976,0.00023023432,0.00020687896],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99772096,0.00005658056,0.0005061308,0.00079351966,0.00040879654,0.0005139938],"domain_scores_gemma":[0.99624985,0.0023535795,0.00024424,0.0009697787,0.000098823315,0.000083748535],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004823966,0.0006086348,0.0006847881,0.00048036364,0.00005995369,0.00006646311,0.0013546385,0.0004922697,0.0000032258097],"category_scores_gemma":[0.00025132703,0.0004661339,0.00010272353,0.0004890836,0.00003388222,0.00019680838,0.0002802191,0.0012168057,0.0000014653144],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029445331,0.000021187127,0.000006950206,0.0013903405,0.00004269087,0.000012407615,0.00073569117,0.9424489,0.00096551864,0.017489508,7.613917e-7,0.03685657],"study_design_scores_gemma":[0.00026304994,0.00018875535,0.00007526688,0.00092500687,0.00003623776,0.000023829089,0.0000012331382,0.9641318,0.0042460496,0.029035984,0.00040417662,0.00066862657],"about_ca_topic_score_codex":0.00006803785,"about_ca_topic_score_gemma":0.00001170936,"teacher_disagreement_score":0.2477925,"about_ca_system_score_codex":0.00011131768,"about_ca_system_score_gemma":0.00006169181,"threshold_uncertainty_score":0.99977905},"labels":[],"label_agreement":null},{"id":"W11840263","doi":"10.1038/sj.leu.2402329","title":"From Products to Product Lines Using Model Matching and Refactoring.","year":2010,"lang":"en","type":"article","venue":"Leukemia","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Code refactoring; Computer science; Software product line; Unified Modeling Language; Product (mathematics); Set (abstract data type); Matching (statistics); Quality (philosophy); Variable (mathematics); Programming language; Data mining; Software; Mathematics; Software development","score_opus":0.053977866993208674,"score_gpt":0.3085524249807872,"score_spread":0.25457455798757855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W11840263","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47116435,0.00003503735,0.5276464,0.00015792206,0.00064541155,0.00006622251,0.0000011440143,0.00027601683,0.000007449051],"genre_scores_gemma":[0.2933534,0.0000019012028,0.7061677,0.00005309196,0.000334938,0.0000046640816,5.1711817e-7,0.000013286457,0.0000704802],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99892724,0.000021909183,0.00013797957,0.00053287327,0.0001399731,0.00024005334],"domain_scores_gemma":[0.9989553,0.00015988208,0.00004212165,0.00069681555,0.000063792075,0.00008205636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002588847,0.00014742154,0.00015756488,0.00007067616,0.000076696975,0.00009522337,0.0004621269,0.00005094291,4.961728e-7],"category_scores_gemma":[0.0010609208,0.00013643605,0.000014401896,0.00021304251,0.000021852758,0.00045929305,0.00039295695,0.00029725107,0.0000043422247],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002797432,0.0000032816304,0.000092005386,0.000016191327,0.000004839414,0.0000046689047,0.0015618489,0.41597596,0.5658338,0.0009786087,0.00003363285,0.015492327],"study_design_scores_gemma":[0.0003251425,0.000038682767,0.0035276173,0.00010019417,0.000014793589,0.000046435034,0.00004092648,0.4006914,0.46259,0.12985477,0.001755966,0.0010140801],"about_ca_topic_score_codex":0.00011478352,"about_ca_topic_score_gemma":0.000006515459,"teacher_disagreement_score":0.17852126,"about_ca_system_score_codex":0.00008056892,"about_ca_system_score_gemma":0.00010819409,"threshold_uncertainty_score":0.5563701},"labels":[],"label_agreement":null},{"id":"W120787220","doi":"","title":"Towards a requirements-driven framework for detecting malicious behavior against software systems","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Waterloo","funders":"","keywords":"Computer science; Intrusion detection system; Probabilistic logic; Task (project management); Software; Set (abstract data type); Anomaly detection; Bayesian network; Markov process; Software system; Data mining; Data modeling; Machine learning; Software engineering; Artificial intelligence; Systems engineering; Engineering","score_opus":0.34943426805123406,"score_gpt":0.450485065256244,"score_spread":0.10105079720500992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W120787220","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011771633,0.0010308909,0.980618,0.00032337615,0.0018384526,0.0039695115,0.00016308238,0.00021289363,0.00007215383],"genre_scores_gemma":[0.27154303,0.00023237143,0.7260656,0.00002223843,0.00005860709,0.0018031811,0.0000020004659,0.000037653812,0.00023536527],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9965712,0.0005461261,0.0005481961,0.00074723794,0.00071486225,0.0008723923],"domain_scores_gemma":[0.9876018,0.0047509857,0.00041929595,0.0011362347,0.005977752,0.00011390873],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016526476,0.0003368043,0.000638381,0.00020108475,0.0007281769,0.000083342034,0.0019083527,0.00013610047,0.0000011925343],"category_scores_gemma":[0.026879337,0.00024936913,0.00015221677,0.001262,0.000462465,0.00036764104,0.00087062636,0.00043245062,0.0000020512264],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019071192,0.0008127433,0.00087074394,0.002374388,0.0012279057,0.00003271725,0.06137605,0.061203513,0.015802838,0.62896603,0.00087541156,0.22455052],"study_design_scores_gemma":[0.005593678,0.0061475844,0.001027616,0.00689991,0.00016544972,0.000006897923,0.08628911,0.010767395,0.52332515,0.35160148,0.0057119713,0.002463759],"about_ca_topic_score_codex":0.000003657843,"about_ca_topic_score_gemma":0.000018663048,"teacher_disagreement_score":0.5075223,"about_ca_system_score_codex":0.00042556078,"about_ca_system_score_gemma":0.00039632857,"threshold_uncertainty_score":0.9999958},"labels":[],"label_agreement":null},{"id":"W124332034","doi":"10.1016/b978-0-12-800162-2.00003-8","title":"Advances in Model-Driven Security","year":2014,"lang":"en","type":"book-chapter","venue":"Advances in computers","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Security engineering; Computer science; Computer security model; Security domain; Domain (mathematical analysis); Order (exchange); Model-driven architecture; Computer security; Security through obscurity; Information security; Security information and event management; Management science; Software security assurance; Security service; Cloud computing security; Engineering; Unified Modeling Language; Business","score_opus":0.022343633915647858,"score_gpt":0.2869647553865556,"score_spread":0.2646211214709077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W124332034","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000052201067,0.012776735,0.9497281,0.00009115766,0.001999874,0.00033327733,0.000007596227,0.0005821203,0.034475956],"genre_scores_gemma":[0.0021934996,0.017746883,0.9758179,0.00029351295,0.00019015402,0.000044093027,0.00001343979,0.000089497495,0.0036110126],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9966246,0.00009823875,0.0007774047,0.0013268712,0.0004873965,0.0006854951],"domain_scores_gemma":[0.99664056,0.0015550329,0.000369367,0.0012348883,0.00007713437,0.00012302227],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00050591055,0.0007182473,0.001031602,0.0006443157,0.000054803455,0.00006590417,0.0023835823,0.00036565124,0.0000037411376],"category_scores_gemma":[0.00016427725,0.0007759344,0.00017144825,0.00021680674,0.00019730964,0.0016654184,0.00087775657,0.0010767264,0.000028090246],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058456108,0.000007839016,0.000017886461,0.00009049807,0.0000036244226,0.000046144312,0.00018831367,0.62353295,8.331935e-7,0.22566846,0.000032672637,0.15040492],"study_design_scores_gemma":[0.00037735002,0.00007153542,0.0000060016596,0.00063275895,0.0000036015167,0.000012603301,0.0000027510393,0.34551468,0.000011920093,0.5139326,0.13866623,0.00076796446],"about_ca_topic_score_codex":0.0000023142009,"about_ca_topic_score_gemma":0.000084514126,"teacher_disagreement_score":0.28826416,"about_ca_system_score_codex":0.0003524097,"about_ca_system_score_gemma":0.0000803389,"threshold_uncertainty_score":0.99946916},"labels":[],"label_agreement":null},{"id":"W1248248188","doi":"10.1096/fasebj.29.1_supplement.714.4","title":"Regulation of the Human Ether‐a‐go‐go Related Gene (hERG) Potassium Channel by Nedd4 Family Interacting Proteins (Ndfips)","year":2015,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"hERG; NEDD4; Cell biology; Potassium channel; Ubiquitin ligase; Ion channel; Chemistry; Ubiquitin; Cardiac action potential; HEK 293 cells; Biology; Biochemistry; Gene; Neuroscience; Electrophysiology; Repolarization; Biophysics; Receptor","score_opus":0.060346395166366744,"score_gpt":0.2924918177174965,"score_spread":0.23214542255112974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1248248188","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23502289,0.0002953732,0.7623673,0.000940181,0.0009327636,0.00016433184,0.0000020038433,0.00011549065,0.00015965052],"genre_scores_gemma":[0.89326286,0.000007448477,0.10583578,0.0000972224,0.00013826157,0.000007264802,0.0000012515262,0.000023349687,0.00062653614],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99793565,0.0006971913,0.00043258353,0.0001955215,0.00044429328,0.00029476648],"domain_scores_gemma":[0.99815416,0.00037982507,0.0005499299,0.0006233896,0.00018329218,0.00010942432],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002490106,0.00017124551,0.00020083478,0.0000759481,0.00032718875,0.00010004674,0.0013608865,0.000088928,0.000004416165],"category_scores_gemma":[0.0010038053,0.000102437414,0.00010393392,0.00037995458,0.000099457684,0.0004906344,0.00033230716,0.000736585,0.000007952706],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001848316,0.00003595243,0.00009711083,0.00000875995,0.000068374015,0.0000086793,0.0055533205,0.17792732,0.809184,0.0010008606,0.0012936414,0.004803485],"study_design_scores_gemma":[0.0016615023,0.00040718765,0.005138209,0.00032498752,0.0000630576,0.0009700752,0.0012264281,0.04275191,0.81226313,0.13382074,0.00074359466,0.0006291814],"about_ca_topic_score_codex":0.000015455471,"about_ca_topic_score_gemma":0.0000012171796,"teacher_disagreement_score":0.65823996,"about_ca_system_score_codex":0.00015346719,"about_ca_system_score_gemma":0.00009966591,"threshold_uncertainty_score":0.41772765},"labels":[],"label_agreement":null},{"id":"W1258088647","doi":"10.5220/0002371301900195","title":"USE CASE BASED REQUIREMENTS VERIFICATION - Verifying the Consistency between Use Cases and Assertions","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Consistency (knowledge bases); Programming language; Formal verification; Software engineering; Artificial intelligence","score_opus":0.2972459074799988,"score_gpt":0.3735455053722517,"score_spread":0.07629959789225288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1258088647","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2832712,0.00003131682,0.7160994,0.00010488453,0.00009838323,0.00011026987,0.0000025265508,0.00026955886,0.00001246032],"genre_scores_gemma":[0.56142735,0.000003570091,0.4384251,0.00008664939,0.000011892534,0.0000047346625,0.0000015601298,0.000004811075,0.00003435832],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99906445,0.00010408366,0.00021435182,0.00026231914,0.00013648644,0.00021832708],"domain_scores_gemma":[0.9885416,0.010673767,0.00006375874,0.0005736604,0.00007946702,0.00006775992],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008120756,0.00011141716,0.00010486563,0.00007902576,0.00028950733,0.00019490762,0.00021118854,0.00004663718,0.0000019362521],"category_scores_gemma":[0.00510704,0.0000839136,0.000026730217,0.00024669844,0.0000773938,0.0010763565,0.000100495155,0.00010845727,0.000002604903],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005711823,0.00021150344,0.60869086,0.00014009935,0.00022064074,0.0054867817,0.002484142,0.013183106,0.017823467,0.10182232,0.00058727415,0.24929267],"study_design_scores_gemma":[0.00067787693,0.00020968715,0.9567818,0.00006943914,0.00007925594,0.0014813795,0.00042254812,0.009496185,0.024282139,0.001782492,0.0038816251,0.0008355954],"about_ca_topic_score_codex":0.00015340952,"about_ca_topic_score_gemma":0.000038515107,"teacher_disagreement_score":0.3480909,"about_ca_system_score_codex":0.000044109085,"about_ca_system_score_gemma":0.00002678046,"threshold_uncertainty_score":0.61139727},"labels":[],"label_agreement":null},{"id":"W1260237309","doi":"10.1007/s10664-015-9364-x","title":"Coevolution of variability models and related software artifacts","year":2015,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software evolution; Coevolution; Variation (astronomy); Artifact (error); Computer science; Software; Feature (linguistics); Representation (politics); Personalization; Software system; Kernel (algebra); Data science; Machine learning; Artificial intelligence; Data mining; Software construction","score_opus":0.07639605922882918,"score_gpt":0.30006684688225754,"score_spread":0.22367078765342835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1260237309","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0361114,0.00045405087,0.9608349,0.0000899545,0.00054921716,0.00015228012,0.000003860027,0.0017852966,0.000019045423],"genre_scores_gemma":[0.35648057,0.0000074547906,0.6434177,0.000018144363,0.00002090911,0.0000122719675,0.0000026499133,0.000021057398,0.000019252138],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981149,0.00014397086,0.0004578941,0.0005058736,0.00036559394,0.0004117791],"domain_scores_gemma":[0.9967667,0.002021857,0.00010191497,0.00061927334,0.00018628394,0.00030397082],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013976243,0.00026376074,0.00040585193,0.00014899627,0.000042744574,0.000034794284,0.00046124356,0.00019763673,0.000002668445],"category_scores_gemma":[0.013513289,0.00026206314,0.00007383943,0.00061555987,0.00006870327,0.0008209376,0.000422818,0.00033141562,0.0000061888927],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007185487,0.00003719354,0.0072027957,0.00007950404,0.000027710787,0.000012056491,0.0007433485,0.9830219,0.00010302726,0.002029599,0.00013523993,0.006600441],"study_design_scores_gemma":[0.001285193,0.00034167105,0.044680044,0.0001957596,0.000041566534,0.00017142906,0.000033774828,0.7177072,0.002518475,0.23056884,0.001114929,0.0013410755],"about_ca_topic_score_codex":0.000007886524,"about_ca_topic_score_gemma":2.3971646e-7,"teacher_disagreement_score":0.32036915,"about_ca_system_score_codex":0.00016146163,"about_ca_system_score_gemma":0.00008771522,"threshold_uncertainty_score":0.99998313},"labels":[],"label_agreement":null},{"id":"W126483112","doi":"","title":"Proceedings of the 2008 AOSD workshop on Aspect-oriented modeling","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Aspect-oriented programming; Computer science; Software engineering; Software; Abstraction; Modeling language; Software development; Unified Modeling Language; Perspective (graphical); Programming language; Artificial intelligence","score_opus":0.062442687137544785,"score_gpt":0.27541624859931213,"score_spread":0.21297356146176735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W126483112","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07339936,0.00004381345,0.9231645,0.00024484476,0.00029144067,0.00009528543,1.9188073e-7,0.00040110227,0.0023594638],"genre_scores_gemma":[0.3953587,0.00002473646,0.6037398,0.00009037831,0.000028334845,0.0000065104095,5.7814425e-8,0.00000815176,0.000743289],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991114,0.0000111818545,0.00016868426,0.00024806522,0.0002599147,0.00020076052],"domain_scores_gemma":[0.99927044,0.00022579485,0.000054810986,0.00029633363,0.000119197124,0.00003343253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001812369,0.00011131263,0.00013662071,0.000062711326,0.00009787363,0.000010380769,0.0007281008,0.000046612502,0.0000028300124],"category_scores_gemma":[0.0007220386,0.000072913135,0.000060002938,0.00055975834,0.000050266885,0.0002461688,0.0002443756,0.00017300551,0.0000052774467],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011661945,0.000058794558,0.0004367981,0.000016226068,0.000016904401,0.0000037949749,0.0015497792,0.8591795,0.0024845158,0.13009626,0.0013488715,0.004796908],"study_design_scores_gemma":[0.0005250296,0.00012229648,0.0020948576,0.00016816524,0.0000066372513,0.00008238371,0.00024834063,0.91012067,0.059580497,0.025598796,0.0009019491,0.00055037934],"about_ca_topic_score_codex":0.0000030846281,"about_ca_topic_score_gemma":3.3746082e-7,"teacher_disagreement_score":0.32195938,"about_ca_system_score_codex":0.00003215476,"about_ca_system_score_gemma":0.000024065326,"threshold_uncertainty_score":0.29733112},"labels":[],"label_agreement":null},{"id":"W126574721","doi":"","title":"Towards an integrated framework for model-driven security engineering","year":2008,"lang":"en","type":"article","venue":"TU/e Research Portal","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Process (computing); Software development process; Software security assurance; Context (archaeology); Security engineering; Software development; Process management; Computer security; Systems engineering; Software engineering; Software; Risk analysis (engineering); Engineering; Information security; Security service; Business","score_opus":0.17848562785131325,"score_gpt":0.4215320235938214,"score_spread":0.24304639574250816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W126574721","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03427684,0.00009503864,0.9638998,0.00011058776,0.00022066587,0.0003473874,0.000017626202,0.00093315373,0.00009891994],"genre_scores_gemma":[0.3207103,0.000035761732,0.67896676,0.000012395801,0.000093888186,0.000097120515,0.0000100415955,0.00002535871,0.000048334758],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975616,0.00012965268,0.00024848056,0.0005533677,0.00066478434,0.0008421565],"domain_scores_gemma":[0.9975,0.0009652417,0.00003823607,0.00081360026,0.00040753806,0.00027539168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014204651,0.00020179519,0.00026730966,0.0002794858,0.00022090133,0.00007282044,0.0012987348,0.00017808251,0.000009515196],"category_scores_gemma":[0.0039789495,0.00019183704,0.00009011158,0.0007209263,0.00012443375,0.0007281333,0.00035315618,0.00088646373,0.000009229385],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029935629,0.00011397259,0.00012389633,0.00007578967,0.000040144187,0.00023569066,0.003085252,0.77016956,0.0012944498,0.21405542,0.000870036,0.009905865],"study_design_scores_gemma":[0.00018428339,0.0002273188,0.0003343871,0.000041405277,0.0000017297536,0.00005840279,0.00006346512,0.9181427,0.0029783424,0.07687142,0.00080369186,0.00029288846],"about_ca_topic_score_codex":0.00002233306,"about_ca_topic_score_gemma":0.0000036895215,"teacher_disagreement_score":0.28643346,"about_ca_system_score_codex":0.000085020554,"about_ca_system_score_gemma":0.00031490848,"threshold_uncertainty_score":0.78228873},"labels":[],"label_agreement":null},{"id":"W1273632282","doi":"10.1007/s10009-014-0347-9","title":"Cloned product variants: from ad-hoc to managed software product lines","year":2015,"lang":"en","type":"article","venue":"International Journal on Software Tools for Technology Transfer","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Toronto","funders":"","keywords":"Software product line; Code refactoring; Computer science; Cloning (programming); Product (mathematics); Software engineering; Software; Representation (politics); Operator (biology); Focus (optics); New product development; Software development; Programming language; Business; Mathematics; Biology","score_opus":0.06308820971383697,"score_gpt":0.317853069119804,"score_spread":0.25476485940596705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1273632282","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024998834,0.0008732463,0.9522167,0.013151099,0.0054609827,0.0006707975,0.00012307061,0.0024973196,0.000007991555],"genre_scores_gemma":[0.039397318,0.000118443924,0.9581973,0.0010989457,0.0006265382,0.00021618312,0.0000311349,0.0000769655,0.00023717363],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.996731,0.0001110873,0.0007144617,0.00099361,0.0008343459,0.0006155164],"domain_scores_gemma":[0.9963421,0.0009478468,0.000121350124,0.0009412375,0.0013890659,0.000258397],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009451029,0.0004584176,0.000526061,0.0009807193,0.00016968894,0.00040274565,0.0035909167,0.00023810039,0.000012999711],"category_scores_gemma":[0.013618296,0.0004146359,0.00021158498,0.0007071901,0.00010864691,0.001375019,0.00027298328,0.00084364385,0.000086328786],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007752405,0.0003115659,0.0005462067,0.000020195748,0.0005891344,0.00040834086,0.0007059834,0.023122124,0.0025005075,0.0075497343,0.0038865926,0.95958436],"study_design_scores_gemma":[0.010152184,0.003902656,0.0051523135,0.0009251386,0.00017794721,0.0018262445,0.00030793925,0.0006147752,0.1040567,0.5055756,0.3639019,0.003406551],"about_ca_topic_score_codex":0.000002648254,"about_ca_topic_score_gemma":0.000005558433,"teacher_disagreement_score":0.95617783,"about_ca_system_score_codex":0.0003475361,"about_ca_system_score_gemma":0.00021338399,"threshold_uncertainty_score":0.99983054},"labels":[],"label_agreement":null},{"id":"W128640981","doi":"","title":"SAVCBS 2005 Proceedings: Specification and Verification of Component-Based Systems","year":2005,"lang":"en","type":"article","venue":"Iowa State University Digital Repository (Iowa State University)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Grantová Agentura České Republiky; Enterprise Ireland; Fonds Québécois de la Recherche sur la Nature et les Technologies; National Science Foundation","keywords":"Component (thermodynamics); Computer science; Programming language","score_opus":0.014727041855860592,"score_gpt":0.1879603908482544,"score_spread":0.1732333489923938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W128640981","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22001262,0.00007637443,0.77579826,0.00007419014,0.00019244345,0.00028176964,0.000051933883,0.00046911038,0.0030433126],"genre_scores_gemma":[0.94192153,0.0001274642,0.050457317,0.000008871217,0.000030850955,2.9380115e-7,0.00001673845,0.000021722313,0.0074152364],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983543,0.000074575895,0.00026702546,0.00060315354,0.00033593606,0.00036498887],"domain_scores_gemma":[0.9984146,0.0002543678,0.00036702072,0.00041135456,0.00034022567,0.00021244012],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00013304593,0.0002570724,0.00030310167,0.00061050075,0.00023314763,0.00018829298,0.00080196507,0.00008429545,7.829553e-7],"category_scores_gemma":[0.000058355257,0.00032315272,0.000083028965,0.0006396829,0.00025054198,0.002844683,0.00025342513,0.00018059001,0.000007705379],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021407097,0.0015955853,0.02346414,0.0015142353,0.0008076678,0.0011538424,0.010183301,0.65091777,0.14697716,0.075300194,0.0031677461,0.08277764],"study_design_scores_gemma":[0.010755041,0.0017914741,0.05883165,0.0010068705,0.00031339485,0.0002707805,0.014276086,0.1589469,0.1313317,0.0015784644,0.61552066,0.005376997],"about_ca_topic_score_codex":0.000036478836,"about_ca_topic_score_gemma":0.000004765284,"teacher_disagreement_score":0.7253409,"about_ca_system_score_codex":0.0005804265,"about_ca_system_score_gemma":0.00012640133,"threshold_uncertainty_score":0.99992204},"labels":[],"label_agreement":null},{"id":"W131537915","doi":"","title":"A Preliminary Review on the Application of Feature Diagrams in Practice","year":2010,"lang":"en","type":"review","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Feature (linguistics); Computer science; Software product line; Feature model; Software engineering; Product line; Software; Data science; Data mining; Engineering; Programming language; Software development; Manufacturing engineering","score_opus":0.07163766258937548,"score_gpt":0.3928627498302413,"score_spread":0.3212250872408658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W131537915","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.7151652e-9,0.525333,0.47300437,0.00052767765,0.0000870889,0.00072815974,6.949458e-7,0.00007621132,0.0002428284],"genre_scores_gemma":[3.1662324e-8,0.64783096,0.35149923,0.00022106153,0.000020020054,0.00035382726,0.0000031514594,0.000010900341,0.000060851933],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99832326,0.000535582,0.0003714269,0.00039235665,0.00021963187,0.0001577383],"domain_scores_gemma":[0.98842347,0.009489421,0.0004565898,0.0015385828,0.00006736944,0.000024543164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017661361,0.00025377658,0.0008845136,0.0000838858,0.000019990875,0.000016199174,0.0015859263,0.00023799525,0.0000011823541],"category_scores_gemma":[0.006913617,0.00013649631,0.00017089052,0.0008019782,0.000034634046,0.00017657552,0.00027771306,0.0010618436,0.000022452534],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.230913e-7,0.000020787907,2.8576753e-8,0.009128387,0.000007363106,0.0000021317396,0.000012082198,0.000020044177,8.66767e-8,0.021736437,0.00037253267,0.9686996],"study_design_scores_gemma":[0.000013501831,0.000044868324,0.0000010314959,0.016948896,0.000061071354,0.000031343792,0.0000012961261,0.000040160216,0.0000013864811,0.0006200437,0.9820969,0.00013950137],"about_ca_topic_score_codex":0.0000028544284,"about_ca_topic_score_gemma":0.0000011039143,"teacher_disagreement_score":0.9817244,"about_ca_system_score_codex":0.0000407867,"about_ca_system_score_gemma":0.00008601086,"threshold_uncertainty_score":0.82767445},"labels":[],"label_agreement":null},{"id":"W135341072","doi":"","title":"Run-Time Management of Feature Interactions","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Feature (linguistics); Computer science; Modular design; Component (thermodynamics); Feature model; Artificial intelligence; Data mining; Programming language; Software","score_opus":0.02501909880521025,"score_gpt":0.29094770064712167,"score_spread":0.2659286018419114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W135341072","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002746282,0.000048747377,0.9804393,0.00012363863,0.00026318102,0.000046779696,2.1178897e-7,0.00026174838,0.018541748],"genre_scores_gemma":[0.010029332,0.000008375963,0.9792897,0.000028113967,0.000003649299,0.000004558872,1.8790412e-7,0.00000342343,0.010632674],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99959403,0.000033697703,0.000070535454,0.00012813519,0.00007508798,0.00009852409],"domain_scores_gemma":[0.99945426,0.00015179608,0.000024725985,0.00032596156,0.000022852673,0.000020426214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001335579,0.000057026813,0.000075850105,0.000046190762,0.000019074578,0.000010870838,0.0002625599,0.000016038695,0.00003168547],"category_scores_gemma":[0.000060678904,0.000049087408,0.000029046565,0.00020859927,0.000011192411,0.00018476484,0.00007682326,0.00006013573,0.00003384442],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019457718,0.00005535032,0.000046633224,0.000051521736,0.00007517598,0.00001655619,0.00021183009,0.031919472,0.003508273,0.91267645,0.004830346,0.046606418],"study_design_scores_gemma":[0.0014898421,0.00029159174,0.00988583,0.0003016162,0.00006120906,0.00016624168,0.0005045637,0.017428584,0.2938415,0.3411261,0.33324504,0.0016578519],"about_ca_topic_score_codex":4.1425966e-7,"about_ca_topic_score_gemma":1.1141083e-7,"teacher_disagreement_score":0.57155037,"about_ca_system_score_codex":0.000015716587,"about_ca_system_score_gemma":0.000004499648,"threshold_uncertainty_score":0.20017265},"labels":[],"label_agreement":null},{"id":"W135437107","doi":"","title":"Addressing Practical Software Development Issues in AspectJ with a Pointcut Interface","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"AspectJ; Computer science; Software engineering; Context (archaeology); Programming language; Aspect-oriented programming; Software development; Development (topology); Software","score_opus":0.1274519626479393,"score_gpt":0.39063629193119753,"score_spread":0.26318432928325824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W135437107","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009310163,0.00019798067,0.9878459,0.0011427033,0.00010493299,0.000106619904,6.3777854e-8,0.0009028966,0.0003887149],"genre_scores_gemma":[0.03946501,0.000015046614,0.95978636,0.00010347762,0.000018707899,0.00001708266,3.2972216e-7,0.0000136088665,0.00058039156],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99871343,0.000084473315,0.00021075278,0.00039315975,0.00023579077,0.00036241856],"domain_scores_gemma":[0.998806,0.0006521213,0.000049385886,0.00037194163,0.000053336356,0.00006721006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041455717,0.00016914684,0.00019857731,0.00013434094,0.00005200368,0.00010873451,0.00040696,0.000053382224,0.000022844944],"category_scores_gemma":[0.0010396603,0.00013158136,0.000015379714,0.00044208782,0.00003878386,0.0007726071,0.0002812042,0.00024603275,0.000036298647],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030260358,0.00069140666,0.030000504,0.00017609763,0.00015428456,0.0036529943,0.018254532,0.18989156,0.0019242659,0.029048571,0.0022207256,0.72368246],"study_design_scores_gemma":[0.009673506,0.002742876,0.17151366,0.0042844773,0.00004975562,0.009290508,0.0051241037,0.05927206,0.39257976,0.10256181,0.2324954,0.010412104],"about_ca_topic_score_codex":0.000013177244,"about_ca_topic_score_gemma":0.000050671984,"teacher_disagreement_score":0.71327037,"about_ca_system_score_codex":0.00012546618,"about_ca_system_score_gemma":0.000119423115,"threshold_uncertainty_score":0.5365732},"labels":[],"label_agreement":null},{"id":"W137358740","doi":"","title":"Position Paper: From Enterprise Architectures to Software Architectures using Requirements Engineering.","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Software engineering; Software requirements; Functional software architecture; Domain engineering; Software development; Social software engineering; Position paper; Systems engineering; Software requirements specification; Requirements engineering; Software construction; Software architecture; Software; Reference architecture; Operating system; Engineering","score_opus":0.020868022012197007,"score_gpt":0.2709453471217296,"score_spread":0.25007732510953257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W137358740","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15993941,0.00015256005,0.8376468,0.00016106576,0.00042669202,0.00018663268,0.000011075252,0.0014397792,0.0000360235],"genre_scores_gemma":[0.22319995,6.9786824e-7,0.77616316,0.000391389,0.00015766738,0.000016413038,0.000006945513,0.000026421467,0.000037363203],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99824584,0.0000694741,0.00029940697,0.0005755703,0.00034203802,0.0004676852],"domain_scores_gemma":[0.9985847,0.00050989736,0.000058231537,0.0006846162,0.00004561903,0.00011697123],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00016072895,0.0002973115,0.00024595202,0.00025970276,0.00009008694,0.00012499168,0.00079021923,0.000078356665,0.000018190365],"category_scores_gemma":[0.0003955735,0.00027449807,0.00009220485,0.00034110088,0.000020838532,0.00016265987,0.0004040995,0.00018890724,0.000015604013],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010138708,0.000022985381,0.0004192931,0.000010255878,0.00001682148,0.000023086213,0.00017617612,0.93449277,0.04992905,0.00049192767,0.00010451294,0.014302985],"study_design_scores_gemma":[0.0022922808,0.00071423204,0.13710047,0.00074738223,0.0000960514,0.00023668716,0.000041527546,0.19922073,0.38493758,0.26364622,0.006144001,0.0048228144],"about_ca_topic_score_codex":0.0003319013,"about_ca_topic_score_gemma":0.000021346,"teacher_disagreement_score":0.73527205,"about_ca_system_score_codex":0.00012083386,"about_ca_system_score_gemma":0.000024131774,"threshold_uncertainty_score":0.99997073},"labels":[],"label_agreement":null},{"id":"W137370745","doi":"10.1007/978-3-642-37057-1_3","title":"Change Propagation due to Uncertainty Change","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science","score_opus":0.07286803351559905,"score_gpt":0.29038263864691055,"score_spread":0.2175146051313115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W137370745","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003666239,0.00038448113,0.9924676,0.0017212873,0.0030188197,0.0014214794,0.000004669532,0.00065237645,0.0002926313],"genre_scores_gemma":[0.009786543,0.000031202628,0.98560715,0.0029056354,0.0011433917,0.00025317672,0.000004896443,0.000050480172,0.00021749936],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961079,0.000058070258,0.00043360557,0.0016689248,0.0008909735,0.00084052247],"domain_scores_gemma":[0.99678427,0.0007979522,0.00022015233,0.0016176143,0.00033035703,0.00024964],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010145485,0.0006164028,0.0006214732,0.0010064675,0.00017938118,0.00037486342,0.0033849166,0.0003359025,0.000019242816],"category_scores_gemma":[0.0005158942,0.0005559347,0.0000982188,0.0008793891,0.0003037817,0.0013138902,0.0018562406,0.0007247412,0.0002011698],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021233247,0.000008368549,0.0000040022014,0.00004096865,0.0000041695776,0.000058139,0.0014846049,0.06088511,0.00007102735,0.008605151,0.000015224401,0.9288211],"study_design_scores_gemma":[0.00037175356,0.0006717154,0.0009778402,0.0012933462,0.000011828772,0.00019611136,4.6082832e-7,0.5269777,0.0023606406,0.45815992,0.006436698,0.0025419483],"about_ca_topic_score_codex":0.000064780776,"about_ca_topic_score_gemma":0.000043158605,"teacher_disagreement_score":0.9262792,"about_ca_system_score_codex":0.0005065146,"about_ca_system_score_gemma":0.00016593636,"threshold_uncertainty_score":0.9996892},"labels":[],"label_agreement":null},{"id":"W1412765289","doi":"10.1007/978-3-642-36089-3_16","title":"TouchRAM: A Multitouch-Enabled Tool for Aspect-Oriented Software Design","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Agile software development; Reuse; Weaving; Software engineering; Software; Software design pattern; Human–computer interaction; Software design; User interface; User story; Software development; Programming language","score_opus":0.038418397091817005,"score_gpt":0.2765153836879569,"score_spread":0.23809698659613993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1412765289","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010780469,0.0004944634,0.99242574,0.00021330683,0.0036862388,0.0018147674,0.000010174883,0.001242081,0.00010244002],"genre_scores_gemma":[0.0006848689,0.000033365606,0.9970973,0.0005448614,0.0005270068,0.00017061587,0.0000068207955,0.00008833218,0.00084682467],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99464136,0.000087641136,0.00075430394,0.0022986114,0.0009500567,0.001268016],"domain_scores_gemma":[0.99066144,0.0059488504,0.00038318915,0.0021651697,0.00062959903,0.00021177359],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014917804,0.0009192117,0.0009563298,0.00092103553,0.00035251552,0.00056847185,0.004167197,0.0005523293,0.000027321059],"category_scores_gemma":[0.0032104822,0.00084831705,0.00024603776,0.00075603614,0.00057005964,0.0011727609,0.0014876231,0.00094897,0.00007422276],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015105362,0.0000236569,0.0000067661954,0.00008749397,0.000022494009,0.000045541892,0.00036968692,0.5010284,0.00024104585,0.010516684,0.000144957,0.48749813],"study_design_scores_gemma":[0.0007975521,0.00050025794,0.000046638943,0.00051659823,0.000018577557,0.00007341743,2.465528e-7,0.50784624,0.0057326057,0.479421,0.0033600836,0.0016867982],"about_ca_topic_score_codex":0.000011097363,"about_ca_topic_score_gemma":0.000005772349,"teacher_disagreement_score":0.48581132,"about_ca_system_score_codex":0.0006019284,"about_ca_system_score_gemma":0.00069681817,"threshold_uncertainty_score":0.99939674},"labels":[],"label_agreement":null},{"id":"W1433356898","doi":"10.1007/978-3-319-21151-0_8","title":"Reusable Model Interfaces with Instantiation Cardinalities","year":2015,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Theoretical computer science; Programming language","score_opus":0.06434536249418821,"score_gpt":0.28699983627882825,"score_spread":0.22265447378464004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1433356898","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000068720925,0.000751944,0.9952167,0.00020638767,0.0008517758,0.00023575031,0.000004882822,0.0004861709,0.0021776636],"genre_scores_gemma":[0.04003767,0.00003599927,0.9588976,0.00015038438,0.0001226999,0.000009002364,0.0000025212648,0.00003583376,0.00070830324],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968831,0.00003874209,0.00036382396,0.0011835428,0.00097582984,0.0005549417],"domain_scores_gemma":[0.9973271,0.00053465605,0.00022746056,0.0013513749,0.00043430162,0.00012510219],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012070421,0.00049739477,0.0005568255,0.0006057419,0.00013432663,0.00035836577,0.0026288966,0.00023313418,0.0000023428981],"category_scores_gemma":[0.00032165536,0.00041202185,0.00005543841,0.00047934387,0.0005548398,0.0011997671,0.0011543105,0.00067490875,0.000010602774],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063646303,0.000004218559,0.0000069829844,0.00002668208,0.000008385101,0.000022957673,0.00069539045,0.8978227,0.000037666603,0.014482569,0.000016833243,0.08686929],"study_design_scores_gemma":[0.00015372988,0.00016725787,0.000004944246,0.0002952416,0.000006188434,0.00004696547,5.136848e-7,0.5873668,0.0014622498,0.40962875,0.00033118526,0.0005361443],"about_ca_topic_score_codex":0.000010603433,"about_ca_topic_score_gemma":0.000026039963,"teacher_disagreement_score":0.3951462,"about_ca_system_score_codex":0.0004967507,"about_ca_system_score_gemma":0.00070703455,"threshold_uncertainty_score":0.99983317},"labels":[],"label_agreement":null},{"id":"W1450648329","doi":"10.4018/978-1-4666-0155-0.ch004","title":"Component-Based Modeling for Information Systems Reengineering","year":2012,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Component (thermodynamics); Business process reengineering; Computer science; Interdependence; Information system; Systems engineering; Domain (mathematical analysis); Business process; Context (archaeology); Business requirements; Software engineering; Component-based software engineering; Business process modeling; Software system; Engineering; Software; Manufacturing engineering; Work in process","score_opus":0.049966130745376536,"score_gpt":0.26413742665580464,"score_spread":0.2141712959104281,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1450648329","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002456598,0.0007808832,0.9342943,0.000010200485,0.0018104644,0.00057437166,0.0000690489,0.0012359053,0.06122236],"genre_scores_gemma":[0.038038127,0.0000037859895,0.96001667,0.000103908256,0.00034844305,0.00012604555,0.00002269551,0.000057644367,0.0012826764],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99840456,0.000014878812,0.00050177576,0.00028736953,0.00034029383,0.0004511042],"domain_scores_gemma":[0.9985184,0.00023024714,0.00021569055,0.00071176374,0.0001885336,0.00013535877],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00038191953,0.00042052905,0.00046104536,0.0001434027,0.00008333529,0.00016400665,0.000771209,0.00034170985,2.9830102e-7],"category_scores_gemma":[0.00010764555,0.0004479301,0.00017546835,0.000023338911,0.00002022406,0.00045373524,0.0001859819,0.00023320933,0.00002922139],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004292405,8.3131016e-7,1.4846806e-7,0.00012719627,0.000017057782,8.601724e-7,0.00001566132,0.44089139,0.000005685971,0.5535529,0.000027691318,0.0053562853],"study_design_scores_gemma":[0.00037958322,0.000053418244,7.7621667e-7,0.00039384986,0.00003526642,0.000020917707,0.000003721845,0.9078126,0.00004101626,0.06969371,0.020831604,0.00073354604],"about_ca_topic_score_codex":0.000011285702,"about_ca_topic_score_gemma":5.5797534e-7,"teacher_disagreement_score":0.4838592,"about_ca_system_score_codex":0.00037324868,"about_ca_system_score_gemma":0.00009246984,"threshold_uncertainty_score":0.9997972},"labels":[],"label_agreement":null},{"id":"W145585440","doi":"10.5555/2484920.2485185","title":"Model based approach to detect emergent behavior in multi-agent systems","year":2013,"lang":"en","type":"article","venue":"Adaptive Agents and Multi-Agents Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Calgary","funders":"","keywords":"Agent-oriented software engineering; Computer science; Unified Modeling Language; Sequence diagram; Software engineering; Software deployment; Multi-agent system; Software; Software development; Systems engineering; Artificial intelligence; Engineering","score_opus":0.18208004838312175,"score_gpt":0.3285164316386605,"score_spread":0.14643638325553876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W145585440","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035384286,0.0009465194,0.9583864,0.000018137529,0.001370559,0.0034529916,0.000027503393,0.00036346295,0.000050118786],"genre_scores_gemma":[0.58331436,0.000034169443,0.4141683,0.00007526844,0.00002444198,0.0018128268,0.00000536127,0.000043961358,0.0005213135],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960795,0.00044036368,0.00081587443,0.0012166714,0.00055845553,0.00088915403],"domain_scores_gemma":[0.99795026,0.00016519458,0.00022522135,0.00096230896,0.00021693455,0.0004800956],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007690073,0.00057659385,0.0006914908,0.0004546794,0.00017287576,0.00026934416,0.0010161216,0.00020134568,0.0000033832578],"category_scores_gemma":[0.00020103695,0.00051530363,0.00011988389,0.00052579766,0.000051491294,0.0006245443,0.00051025784,0.00028902662,0.000083129635],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009368571,0.00035031777,0.0016440199,0.00012238587,0.000049323673,0.000026724761,0.0009139729,0.99104464,0.0013796035,0.0003183563,0.00029409153,0.0038471895],"study_design_scores_gemma":[0.001177567,0.00011012802,0.016933851,0.00012403147,0.000018681196,0.000011191568,0.00034066368,0.9803486,0.000104399835,0.000011504774,0.00022558763,0.0005938289],"about_ca_topic_score_codex":0.0013354352,"about_ca_topic_score_gemma":0.000016057775,"teacher_disagreement_score":0.54793006,"about_ca_system_score_codex":0.00029578243,"about_ca_system_score_gemma":0.000058449965,"threshold_uncertainty_score":0.9997299},"labels":[],"label_agreement":null},{"id":"W1482789625","doi":"","title":"Agent-Oriented Requirements Engineering Using ConGolog and i*","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Rotation formalisms in three dimensions; Software engineering; Requirements engineering; Formalism (music); Requirements analysis; Systems engineering; Modeling language; Programming language; Software; Engineering","score_opus":0.07963681060504119,"score_gpt":0.3150573318561534,"score_spread":0.23542052125111224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1482789625","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1313135,0.00011082099,0.8674222,0.00003809954,0.00038063826,0.0000573188,1.5500314e-7,0.00058361003,0.00009363923],"genre_scores_gemma":[0.12116763,0.00002750407,0.87858534,0.000063176725,0.000023250574,0.0000030751673,2.9414426e-7,0.000008017927,0.00012172012],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992591,0.000021613678,0.00012691971,0.00024452133,0.00010465443,0.00024314875],"domain_scores_gemma":[0.9994492,0.00016168767,0.000026719485,0.0002695258,0.000029066281,0.00006379059],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002017234,0.00010817401,0.0001146187,0.000084365856,0.000044890312,0.000035599132,0.00022235815,0.00003753645,0.0000050341228],"category_scores_gemma":[0.00030891123,0.000103387116,0.00001741643,0.00023960021,0.000019690684,0.00041072565,0.00023876867,0.0000705514,0.000003914799],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016777522,0.00007721889,0.015831709,0.00008667855,0.00013106901,0.0003824903,0.0011276744,0.6994047,0.08895875,0.11305967,0.00017068902,0.08075253],"study_design_scores_gemma":[0.000800844,0.00010718752,0.009558199,0.000057768233,0.000012001829,0.00032774522,0.00005038716,0.9675974,0.008821621,0.0029776713,0.008955577,0.00073356705],"about_ca_topic_score_codex":0.0000057863626,"about_ca_topic_score_gemma":3.5616483e-7,"teacher_disagreement_score":0.26819268,"about_ca_system_score_codex":0.000037783677,"about_ca_system_score_gemma":0.000008171404,"threshold_uncertainty_score":0.42160043},"labels":[],"label_agreement":null},{"id":"W1483912892","doi":"10.1007/978-1-4471-0719-4_13","title":"Metrics of Refactoring-based Development: An Experience Report","year":2001,"lang":"en","type":"book-chapter","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Code refactoring; Extensibility; Software engineering; Systems engineering; Computer science; Set (abstract data type); Systems development life cycle; System requirements specification; Software; Software development; Engineering; Software development process; Reliability engineering; Programming language","score_opus":0.11841756771263534,"score_gpt":0.3265409299842089,"score_spread":0.20812336227157358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1483912892","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000041847514,0.00016527563,0.90862656,0.0000069368075,0.00059314695,0.00011102229,9.071604e-7,0.00073062145,0.0897237],"genre_scores_gemma":[0.0009997066,0.000023738748,0.9016212,0.000027699967,0.000038689104,0.000010258006,0.000008881448,0.00003806336,0.09723177],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99772984,0.000020159918,0.0006590426,0.0007165378,0.0005936179,0.00028080738],"domain_scores_gemma":[0.99717754,0.00051269546,0.0004284528,0.0015121851,0.00024378732,0.00012536443],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005285027,0.00036205127,0.0004939746,0.0004777684,0.000052966672,0.000036142406,0.0013481651,0.00026906922,0.000059970178],"category_scores_gemma":[0.0007445492,0.0003428228,0.000087889326,0.00021406185,0.000075929434,0.00037366542,0.00029752744,0.00027369696,0.000009379464],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002647815,0.00014313086,0.00043530608,0.00037605455,0.00018416386,0.0033484218,0.0029863403,0.050452523,0.0005855983,0.5911898,0.00034096738,0.3499312],"study_design_scores_gemma":[0.00051449693,0.00038988434,0.00050260016,0.0004587926,0.00003058517,0.00039670843,0.00003632543,0.0026824183,0.06891451,0.051336236,0.87149143,0.003246005],"about_ca_topic_score_codex":0.0000052064024,"about_ca_topic_score_gemma":0.0000024685983,"teacher_disagreement_score":0.8711505,"about_ca_system_score_codex":0.00015188978,"about_ca_system_score_gemma":0.00026902644,"threshold_uncertainty_score":0.99990237},"labels":[],"label_agreement":null},{"id":"W1483915004","doi":"10.1007/978-3-540-77442-6_4","title":"Comprehension and Dependency Analysis of Aspect-Oriented Programs through Declarative Reasoning","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"AspectJ; Computer science; Programming language; Dependency (UML); Program comprehension; Syntax; Prolog; Aspect-oriented programming; Comprehension; Set (abstract data type); Source code; Software engineering; Natural language processing; Software system; Software","score_opus":0.05275128160178383,"score_gpt":0.3170946908675187,"score_spread":0.26434340926573485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1483915004","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00066138303,0.001396535,0.9961718,0.000034873403,0.00062528776,0.00033328024,0.000002843022,0.00026994228,0.00050408574],"genre_scores_gemma":[0.047455244,0.00009339112,0.95223165,0.000101824255,0.000058654005,0.0000044196026,0.0000068959957,0.00002204553,0.000025891024],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963144,0.00006820044,0.0006209308,0.0014743194,0.0009384248,0.0005837089],"domain_scores_gemma":[0.9962245,0.0016533335,0.00044329828,0.0011711242,0.00039210008,0.00011560754],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011487562,0.00051572523,0.0009772547,0.0013456525,0.00016379567,0.0001352127,0.0015304111,0.00032923743,0.000003689259],"category_scores_gemma":[0.00042675188,0.00046829286,0.00017193911,0.0024538052,0.0008672998,0.0006553905,0.0013223938,0.00074814114,0.0000014396758],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012751916,0.00003299883,0.0005447829,0.000049169677,0.0001817468,0.00009822089,0.0027463404,0.2622979,0.00019414959,0.058316633,5.277242e-7,0.6755248],"study_design_scores_gemma":[0.00045260572,0.00058130646,0.002754467,0.00087350665,0.0002354915,0.00008785355,0.0000028104753,0.70530283,0.0043278616,0.2837094,0.0002972163,0.0013746134],"about_ca_topic_score_codex":0.000031872263,"about_ca_topic_score_gemma":0.000094722236,"teacher_disagreement_score":0.67415017,"about_ca_system_score_codex":0.00019573743,"about_ca_system_score_gemma":0.00016938876,"threshold_uncertainty_score":0.9997769},"labels":[],"label_agreement":null},{"id":"W1484460783","doi":"10.1007/3-540-45547-7_11","title":"Modelling Trust for System Design Using the i * Strategic Actors Framework","year":2001,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Trustworthiness; Stakeholder; Dependency (UML); Domain (mathematical analysis); Knowledge management; Quality (philosophy); A priori and a posteriori; Process management; Management science; Software engineering; Computer security; Business; Management","score_opus":0.1477246358586159,"score_gpt":0.3124766023657497,"score_spread":0.1647519665071338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1484460783","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025756146,0.0006389852,0.99487424,0.00008387058,0.0029301255,0.00079251773,0.0000033244905,0.0005281219,0.00012307505],"genre_scores_gemma":[0.021874854,0.00002799667,0.9772901,0.00013775838,0.0005547349,0.000021122945,8.291252e-7,0.000056927613,0.000035706176],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99643475,0.00009415317,0.0005287897,0.001384855,0.0007046063,0.00085283077],"domain_scores_gemma":[0.992243,0.005441186,0.00033262343,0.0016285657,0.00023749204,0.00011715444],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020480214,0.00062373304,0.00061311986,0.00047539664,0.00048942165,0.00061217305,0.0041635525,0.00047246617,0.0000016150242],"category_scores_gemma":[0.00021775688,0.0004681598,0.00017252624,0.0006954483,0.00046128995,0.00048882887,0.0006698512,0.0010452087,0.0000030540427],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004620064,0.000003576124,7.698077e-7,0.000049498987,0.000009125537,0.000020299338,0.0002901275,0.90450805,0.000020672895,0.07115268,5.6545576e-7,0.023940016],"study_design_scores_gemma":[0.000057772715,0.000056217625,1.7965193e-7,0.00039390157,0.000008263867,0.000053966378,0.000001147931,0.65256786,0.00023142294,0.34623158,0.000047448375,0.0003502414],"about_ca_topic_score_codex":0.000009240518,"about_ca_topic_score_gemma":0.0000011134811,"teacher_disagreement_score":0.2750789,"about_ca_system_score_codex":0.00059718895,"about_ca_system_score_gemma":0.00047118982,"threshold_uncertainty_score":0.999777},"labels":[],"label_agreement":null},{"id":"W1484484836","doi":"10.1007/978-3-642-11928-6_3","title":"The Role of Concept, Context, and Component for Dependable Software Development","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Dependability; Computer science; Component (thermodynamics); Domain (mathematical analysis); Context (archaeology); Software system; Software engineering; Component-based software engineering; Process (computing); Function (biology); Software; Domain analysis; Reliability engineering; Systems engineering; Software construction; Operating system; Engineering","score_opus":0.020314777015448503,"score_gpt":0.2534460591692572,"score_spread":0.2331312821538087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1484484836","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007998628,0.0033400268,0.99458796,0.00011106366,0.0011805117,0.0005052571,0.0000061559977,0.0001515806,0.000037437454],"genre_scores_gemma":[0.01707629,0.000027116523,0.9825778,0.000103388076,0.0000848798,0.000025178302,0.0000023121825,0.000024551766,0.00007846117],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99766374,0.000026175756,0.000476587,0.00084743346,0.0004817648,0.000504296],"domain_scores_gemma":[0.9940726,0.0043787896,0.00029133938,0.0008770282,0.0002785678,0.00010166522],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011216622,0.0003759864,0.0004782581,0.0002162643,0.00041181545,0.00018749948,0.0023038117,0.00023560757,0.0000013176568],"category_scores_gemma":[0.0006650532,0.00028284566,0.000071304516,0.00015608694,0.0010361071,0.00024902317,0.0011766903,0.00058376463,0.000001115151],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058439978,0.0000063241073,0.000016363118,0.00002430277,0.000010466603,0.0000034687564,0.0007015056,0.016163506,0.0005275672,0.013667209,0.000001496774,0.96887195],"study_design_scores_gemma":[0.000536678,0.0002381797,0.000121291596,0.00037829828,0.000010730385,0.00007858026,0.000002027463,0.05951169,0.1455242,0.7534912,0.039119937,0.0009871532],"about_ca_topic_score_codex":0.0000068517647,"about_ca_topic_score_gemma":0.000052385185,"teacher_disagreement_score":0.9678848,"about_ca_system_score_codex":0.00011352234,"about_ca_system_score_gemma":0.00041027993,"threshold_uncertainty_score":0.9999624},"labels":[],"label_agreement":null},{"id":"W1484634590","doi":"","title":"Network-centric migration of embedded control software: a case study","year":2003,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Leverage (statistics); Mechatronics; Software; The Internet; Control (management); Electronics; Microcontroller; Business process reengineering; Software engineering; Embedded system; Engineering; World Wide Web; Operating system; Manufacturing engineering","score_opus":0.15669865327967888,"score_gpt":0.4168526873298791,"score_spread":0.2601540340502002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1484634590","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09447677,0.0018969813,0.897956,0.000622706,0.00086414104,0.0039909757,0.000052756426,0.000097749056,0.000041902375],"genre_scores_gemma":[0.8543449,0.00012878995,0.1449917,0.00001906904,0.000023271152,0.00026681495,5.4572195e-7,0.000016982725,0.00020792377],"study_design_codex":"simulation_or_modeling","study_design_gemma":"qualitative","domain_scores_codex":[0.99557775,0.0019103509,0.0005805398,0.00057464617,0.0007195468,0.0006371738],"domain_scores_gemma":[0.9845997,0.008334384,0.00040076565,0.0009921278,0.0055931034,0.00007990241],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0027320085,0.00027121764,0.000674128,0.00018303348,0.00047162012,0.0000426712,0.000897215,0.00006595512,0.000001963926],"category_scores_gemma":[0.023608616,0.00019327788,0.00010183127,0.0025568197,0.00040683354,0.00029184986,0.00028667017,0.00032258642,0.0000011324613],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010745793,0.0017875773,0.004625633,0.00057125883,0.0012699366,0.00021173341,0.04386117,0.7431146,0.0037285634,0.16940676,0.0031533276,0.027194887],"study_design_scores_gemma":[0.03373389,0.016607473,0.0012416429,0.0022505338,0.00036033016,0.00014329929,0.3661582,0.01987388,0.20377763,0.34418052,0.00859876,0.003073865],"about_ca_topic_score_codex":0.000005113018,"about_ca_topic_score_gemma":0.00014723075,"teacher_disagreement_score":0.75986814,"about_ca_system_score_codex":0.00019584085,"about_ca_system_score_gemma":0.00045603886,"threshold_uncertainty_score":0.9846159},"labels":[],"label_agreement":null},{"id":"W1485431000","doi":"","title":"Separating Crosscutting Concerns Across the Lifecycle: From Composition Patterns to AspectJ and Hyper/J","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"AspectJ; Aspect-oriented programming; Computer science; Traceability; Separation of concerns; Software engineering; Extensibility; Programming language; Software design pattern; Reusability; Software; Code (set theory); Design by contract; Software development; Software construction; Set (abstract data type)","score_opus":0.047046304664554894,"score_gpt":0.35095720174484063,"score_spread":0.30391089708028574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1485431000","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44679326,0.00005652214,0.5520285,0.00047985956,0.00016086437,0.00007973136,0.0000044400654,0.00032458556,0.00007227848],"genre_scores_gemma":[0.6477861,0.000010310924,0.35142922,0.00056485226,0.00013944614,0.000011608078,0.000001470038,0.000008272525,0.000048739912],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99886185,0.00009271099,0.00018409088,0.00037281692,0.0001614051,0.00032714134],"domain_scores_gemma":[0.99810094,0.0013009332,0.00005201404,0.00042251314,0.00004360042,0.00008001062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036779104,0.00014460196,0.00015446922,0.00001971334,0.0003147091,0.00033541475,0.0005107864,0.0000465107,0.000007713953],"category_scores_gemma":[0.00023518411,0.000106412925,0.000029422532,0.00019790286,0.00004251052,0.00037557035,0.0004967128,0.0001648751,0.00001686532],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003343792,0.000060693255,0.11854945,0.000026958174,0.000081614395,0.00010803083,0.028877601,0.24647768,0.050209206,0.00715318,0.00043511146,0.54798704],"study_design_scores_gemma":[0.00213041,0.00049539,0.6061886,0.00035491615,0.000033054035,0.00043441477,0.004958006,0.27071777,0.07760292,0.025592804,0.0089968955,0.0024948248],"about_ca_topic_score_codex":0.00017832799,"about_ca_topic_score_gemma":0.00003477477,"teacher_disagreement_score":0.54549223,"about_ca_system_score_codex":0.000036080593,"about_ca_system_score_gemma":0.000008962451,"threshold_uncertainty_score":0.4339393},"labels":[],"label_agreement":null},{"id":"W1485674396","doi":"10.1109/ccece.2001.933659","title":"Intelligent design of product lines in Holmes","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Product design; Product (mathematics); Mathematics","score_opus":0.1540550793961602,"score_gpt":0.3080055365415209,"score_spread":0.1539504571453607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1485674396","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009898995,0.00067120773,0.99756217,0.00019403151,0.00016840453,0.0000959252,6.90326e-8,0.00020523396,0.00011306692],"genre_scores_gemma":[0.113077685,0.00009801686,0.8864486,0.000019615229,0.000013818236,0.0000065613276,3.498336e-8,0.0000036261797,0.00033204333],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993787,0.000065172855,0.00015996276,0.00018144325,0.00008671352,0.0001280049],"domain_scores_gemma":[0.9991343,0.00045789382,0.000029064704,0.00032981107,0.000031873336,0.000017028999],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032190222,0.00006826072,0.00011858338,0.00010316277,0.0000072892303,0.0000088972365,0.00041050388,0.000017972368,0.000012638194],"category_scores_gemma":[0.00088534877,0.000055688317,0.000016898437,0.00032909348,0.000022850376,0.00017776615,0.00009928668,0.00005844792,0.000011812422],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001920023,0.0000651278,0.00045857066,0.000023857425,0.000005148264,0.000008594581,0.0008847367,0.757622,0.0037191745,0.008080678,0.0003705021,0.22875969],"study_design_scores_gemma":[0.0002555192,0.00022587887,0.0026996918,0.00006826589,0.0000026726855,0.000020011725,0.000057088935,0.3612877,0.59511065,0.03861911,0.0011730257,0.00048037598],"about_ca_topic_score_codex":0.0000040275554,"about_ca_topic_score_gemma":5.9617463e-7,"teacher_disagreement_score":0.59139144,"about_ca_system_score_codex":0.0000131963925,"about_ca_system_score_gemma":0.000005153501,"threshold_uncertainty_score":0.22709036},"labels":[],"label_agreement":null},{"id":"W1486810819","doi":"10.1007/978-3-642-05441-9_11","title":"Towards Specifying Reactive Autonomic Systems with a Categorical Approach: A Case Study","year":2009,"lang":"en","type":"book-chapter","venue":"Studies in computational intelligence","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Obstacle; Formal methods; Categorical variable; Formal description; Artificial intelligence; Software engineering; Risk analysis (engineering); Machine learning; Programming language","score_opus":0.24455171687492036,"score_gpt":0.38844296054739236,"score_spread":0.143891243672472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1486810819","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000726472,0.0030261825,0.9836961,0.00003907191,0.000705143,0.0009877639,0.00000505333,0.00038280446,0.011085213],"genre_scores_gemma":[0.22321521,0.00018275242,0.7713567,0.000041522744,0.00024139298,0.00016598045,0.0000070785213,0.00006581706,0.004723553],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99689245,0.00013752685,0.0007806001,0.0011943196,0.0006006433,0.00039443362],"domain_scores_gemma":[0.99632555,0.0021759116,0.00037133048,0.0006023911,0.00044280806,0.00008203125],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007795616,0.000637799,0.0009887128,0.00047465487,0.0001711961,0.00010880742,0.0008897828,0.00015862237,0.0000012676111],"category_scores_gemma":[0.00026736254,0.00055464904,0.000093478535,0.0002693299,0.0002926367,0.00031323213,0.0005804498,0.000860673,0.000015752825],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014996015,0.00007585143,0.0000054935153,0.000054331173,0.00022435156,0.005463134,0.0054908833,0.81509066,4.4854147e-8,0.1504235,0.00001927629,0.02313747],"study_design_scores_gemma":[0.0005312237,0.0019393106,0.00009506537,0.0007528745,0.00012726457,0.016752485,0.017371185,0.29295656,0.0000056168833,0.6660065,0.00087958237,0.002582337],"about_ca_topic_score_codex":0.000069556634,"about_ca_topic_score_gemma":0.000017564167,"teacher_disagreement_score":0.5221341,"about_ca_system_score_codex":0.001052521,"about_ca_system_score_gemma":0.00025764378,"threshold_uncertainty_score":0.9996905},"labels":[],"label_agreement":null},{"id":"W1488668295","doi":"10.1007/3-540-35828-5_3","title":"Requirements Engineering for Large-Scale Multi-agent Systems","year":2003,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Executable; Exploit; Software development; Software engineering; Domain (mathematical analysis); Requirements analysis; Requirements engineering; Knowledge management; Software; Systems engineering; Management science; Engineering; Computer security","score_opus":0.05563417189925629,"score_gpt":0.29676341834521425,"score_spread":0.24112924644595796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1488668295","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007598605,0.001386369,0.99002606,0.00008153049,0.007055454,0.00084635895,0.000014203325,0.00052629615,0.000056130735],"genre_scores_gemma":[0.0014857207,0.00003609478,0.9974166,0.0002935002,0.00024178666,0.00006530679,0.0000044863805,0.00006552389,0.0003909359],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960565,0.000035944704,0.00060036953,0.0015724748,0.00071009796,0.0010245886],"domain_scores_gemma":[0.9968202,0.0010414047,0.0002477596,0.0014638617,0.0002464403,0.00018031051],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017551995,0.00063327845,0.0006770584,0.0006757845,0.00019506617,0.00035516135,0.0026787682,0.00034038784,0.0000019587856],"category_scores_gemma":[0.00061239226,0.00062302535,0.00016125338,0.00042804095,0.00012538255,0.00056175597,0.0008508398,0.0005799301,0.000011261196],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020275843,0.000021347465,0.000011373003,0.00014752561,0.000015067536,0.000023837392,0.0003402214,0.9632999,0.00023107963,0.007144779,0.00002212784,0.028740713],"study_design_scores_gemma":[0.0004957594,0.00012283739,0.00002199186,0.00046455246,0.000009116471,0.000039962102,2.8447548e-7,0.976966,0.0010823128,0.011494858,0.008424756,0.00087756355],"about_ca_topic_score_codex":0.00000239016,"about_ca_topic_score_gemma":0.0000043218633,"teacher_disagreement_score":0.02786315,"about_ca_system_score_codex":0.00054470706,"about_ca_system_score_gemma":0.00017065059,"threshold_uncertainty_score":0.9996221},"labels":[],"label_agreement":null},{"id":"W1488693076","doi":"10.1007/3-540-45581-7_14","title":"Modelling Strategic Actor Relationships to Support Intellectual Property Management","year":2001,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Property (philosophy); Intellectual property; Knowledge management; Operations research; Epistemology; Engineering","score_opus":0.14619610848480036,"score_gpt":0.29398379696557386,"score_spread":0.1477876884807735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1488693076","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000026628035,0.000092880655,0.9892133,0.00033973574,0.0014341959,0.00064047426,0.0000024414946,0.00059061905,0.007659746],"genre_scores_gemma":[0.019032668,0.00007205443,0.9780561,0.00035833914,0.00021224182,0.000024388237,0.000003979946,0.000049947746,0.002190292],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958598,0.000071903014,0.00057818467,0.0017488316,0.00091243495,0.0008288207],"domain_scores_gemma":[0.99653596,0.0012953336,0.00015704216,0.0015694356,0.00019514626,0.00024708756],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014475218,0.000617078,0.0005241112,0.0011706692,0.0002908853,0.0004415195,0.0035230243,0.00029667476,0.000027723454],"category_scores_gemma":[0.00029055032,0.0004894745,0.00010930184,0.0010662134,0.0003417331,0.00061129074,0.0017038857,0.0012381066,0.00013676156],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004483797,0.000010200595,0.000001954268,0.000026985615,0.000008894404,0.000096299205,0.0007328911,0.8180416,0.000008502346,0.017353935,0.00001624513,0.163698],"study_design_scores_gemma":[0.00011903405,0.00022416865,0.0000033067065,0.000253542,0.000007698602,0.000065687294,9.66282e-7,0.66121304,0.00016377785,0.3339597,0.0032384715,0.0007506218],"about_ca_topic_score_codex":0.0000067650512,"about_ca_topic_score_gemma":0.000011160229,"teacher_disagreement_score":0.31660575,"about_ca_system_score_codex":0.0005188747,"about_ca_system_score_gemma":0.00028833383,"threshold_uncertainty_score":0.9997557},"labels":[],"label_agreement":null},{"id":"W1491459646","doi":"10.1109/sefm.2004.18","title":"Formal derivation of functional architectural design","year":2004,"lang":"en","type":"article","venue":"Software Engineering and Formal Methods","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Functional requirement; Architectural geometry; Component (thermodynamics); Architectural pattern; Software engineering; Architectural design; Formal specification; Mainstream; Systems engineering; Software design; Programming language; Software; Architecture; Software development; Engineering; Software construction","score_opus":0.0441850217215463,"score_gpt":0.2941300642610514,"score_spread":0.2499450425395051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1491459646","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010108261,0.00038881061,0.98805684,0.000026302523,0.00055566017,0.000121073244,0.0000015088636,0.00073744793,0.0000041203725],"genre_scores_gemma":[0.0720648,0.000011895275,0.9278042,0.000018964736,0.00005082321,0.000022686905,0.0000021297383,0.000017408194,0.0000071256404],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99879605,0.00007170742,0.0002908098,0.00024823818,0.00017538422,0.000417832],"domain_scores_gemma":[0.9983603,0.0011264497,0.000079570025,0.00027634675,0.000066301225,0.000091035006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00122552,0.00020624077,0.0002511545,0.0002076553,0.000091700276,0.00003162679,0.00027623057,0.000092911774,0.0000014187676],"category_scores_gemma":[0.0020238915,0.00019302638,0.00006972269,0.00034097407,0.000043952972,0.0010207423,0.00021832217,0.00023145188,9.150493e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010990189,0.0000072171465,0.000030214986,0.000057303037,0.000017078926,0.0000014479161,0.00029797354,0.8153936,0.0038545863,0.011579323,0.0000010513141,0.16874917],"study_design_scores_gemma":[0.0047372906,0.0018832056,0.10486729,0.0005166739,0.00008835833,0.0014374771,0.000121680445,0.35676423,0.36933497,0.15637487,0.0009861602,0.0028877931],"about_ca_topic_score_codex":0.0000036109727,"about_ca_topic_score_gemma":1.1856635e-7,"teacher_disagreement_score":0.4586294,"about_ca_system_score_codex":0.000046231784,"about_ca_system_score_gemma":0.00004345358,"threshold_uncertainty_score":0.78713876},"labels":[],"label_agreement":null},{"id":"W1491528338","doi":"10.1109/spline.2006.1691592","title":"Second Workshop on Reengineering towards Product Lines (R2PL 2006)","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software product line; Executable; Computer science; Software engineering; Reuse; Product (mathematics); Business process reengineering; Software; Domain engineering; Software architecture; Systems engineering; Software development; Programming language; Component-based software engineering; Manufacturing engineering; Engineering","score_opus":0.03420541203182132,"score_gpt":0.2774724404855435,"score_spread":0.24326702845372217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1491528338","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004418081,0.00039263288,0.9865305,0.0006114817,0.0009065111,0.00012879125,0.0000015533435,0.0019468983,0.0050635897],"genre_scores_gemma":[0.055841822,0.000013171937,0.93380207,0.00012681948,0.00042332738,0.000022257278,0.0000022618462,0.000025308082,0.009742992],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986306,0.00003563997,0.00023187678,0.0004966503,0.00021913277,0.00038612462],"domain_scores_gemma":[0.9986909,0.00037072285,0.000042722586,0.00077942526,0.00006351162,0.000052708838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035448605,0.0002235388,0.00020870677,0.00015450826,0.000054990607,0.00008613871,0.0006881709,0.00006139271,0.000029942286],"category_scores_gemma":[0.0005171597,0.0001937066,0.000060426097,0.00047923884,0.000024137806,0.00038703653,0.00018755572,0.0002161497,0.000043782777],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058146034,0.00004755998,0.00006972215,0.000042650892,0.000014187975,0.000024012666,0.00007353592,0.8319873,0.0034205818,0.035530396,0.008251556,0.12053264],"study_design_scores_gemma":[0.0017044167,0.00041475357,0.036054306,0.00038796914,0.0000248027,0.00018857062,0.00006174839,0.12755436,0.47172844,0.0866677,0.27083394,0.0043789987],"about_ca_topic_score_codex":0.000010201145,"about_ca_topic_score_gemma":0.00001042481,"teacher_disagreement_score":0.70443296,"about_ca_system_score_codex":0.000052302603,"about_ca_system_score_gemma":0.000027412969,"threshold_uncertainty_score":0.7899126},"labels":[],"label_agreement":null},{"id":"W1493285459","doi":"10.1007/11663430_22","title":"Workshop on Models for Non-functional Properties of Component-Based Software – NfC","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Session (web analytics); Software engineering; Context (archaeology); Component (thermodynamics); Software development; Software; Process (computing); Abstraction; Automation; Component-based software engineering; Programming language; World Wide Web","score_opus":0.06298537623259153,"score_gpt":0.26164875925137365,"score_spread":0.1986633830187821,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1493285459","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005451468,0.00032817485,0.9964947,0.00022220875,0.001795529,0.00064540934,0.000012661269,0.00035202777,0.000094793366],"genre_scores_gemma":[0.0390442,0.0000064422247,0.96002096,0.0003963126,0.00023369984,0.000048207246,0.0000110568235,0.00004993004,0.00018920763],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965105,0.000032697695,0.000580145,0.0013350016,0.0009406538,0.00060102],"domain_scores_gemma":[0.99561256,0.0023827723,0.00033288833,0.0012564724,0.00032437005,0.00009095436],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00079354487,0.00058556674,0.00070054247,0.00083289616,0.0001848266,0.00014556634,0.002284615,0.00033490433,0.0000015745989],"category_scores_gemma":[0.00044996274,0.00051033584,0.00021913226,0.00041166425,0.00065251446,0.00046175823,0.000531968,0.00058923534,0.0000034942145],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026464459,0.0000304729,0.0000025834818,0.00009479076,0.000007723563,0.0000054279167,0.00007207645,0.88954735,0.00031728993,0.002568429,0.000033938195,0.10729347],"study_design_scores_gemma":[0.00038036323,0.00017127187,0.000025554486,0.0010079715,0.0000070155397,0.000006287659,8.795746e-8,0.84734124,0.01129175,0.13906565,0.00013429506,0.00056850637],"about_ca_topic_score_codex":0.0000065724107,"about_ca_topic_score_gemma":0.000006729544,"teacher_disagreement_score":0.13649723,"about_ca_system_score_codex":0.0002908889,"about_ca_system_score_gemma":0.00048726122,"threshold_uncertainty_score":0.9997348},"labels":[],"label_agreement":null},{"id":"W1494300071","doi":"10.1007/978-3-642-13054-0_4","title":"Extreme Product Line Engineering – Refactoring for Variability: A Test-Driven Approach","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in business information processing","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Code refactoring; Software product line; Eclipse; Software engineering; Computer science; Implementation; Domain engineering; Feature model; Product (mathematics); Software; Process (computing); Feature (linguistics); Domain analysis; Domain (mathematical analysis); Systems engineering; Software development; Engineering; Software construction; Programming language","score_opus":0.04312755450296103,"score_gpt":0.2581905754084423,"score_spread":0.2150630209054813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1494300071","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009359586,0.00025466306,0.9956436,0.00022340217,0.00090900983,0.00085818477,0.000015018148,0.0010076901,0.0010790423],"genre_scores_gemma":[0.00923589,0.000028522847,0.98971444,0.0000880707,0.00043890518,0.00015502,0.0001078566,0.00007550423,0.00015576194],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99755424,0.0000140594175,0.00089944474,0.0006158896,0.00041145048,0.0005049402],"domain_scores_gemma":[0.99598116,0.0016615805,0.00058390957,0.00086184626,0.0008417832,0.00006972895],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009330776,0.0006457702,0.0006589436,0.0007056318,0.00015899059,0.000406375,0.0009888847,0.0006345516,0.0000034190386],"category_scores_gemma":[0.014674493,0.00062247727,0.0000937266,0.00049640244,0.00006449867,0.0029974114,0.00031789712,0.0011702251,0.0000033607769],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010182937,0.000016195223,0.000014936372,0.002583535,0.000012632488,0.0000014916434,0.00078632426,0.6597204,0.0005969037,0.003734279,0.0000014595795,0.33252165],"study_design_scores_gemma":[0.0010085768,0.00007141132,0.00019611811,0.0021143968,0.00006532614,0.00009128028,0.0000041201556,0.8547099,0.0071788514,0.097227074,0.034686014,0.0026469303],"about_ca_topic_score_codex":0.0000018335222,"about_ca_topic_score_gemma":0.000001670398,"teacher_disagreement_score":0.32987472,"about_ca_system_score_codex":0.0002892317,"about_ca_system_score_gemma":0.0003346342,"threshold_uncertainty_score":0.99962264},"labels":[],"label_agreement":null},{"id":"W1494580704","doi":"10.1007/978-3-642-13273-5_9","title":"Towards a Tool Support for Specifying Complex Software Systems by Categorical Modeling Language","year":2010,"lang":"en","type":"book-chapter","venue":"Studies in computational intelligence","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Complex system; Categorical variable; Modeling language; Software; Software system; Software engineering; Formal methods; Artificial intelligence; Programming language; Theoretical computer science; Systems engineering; Machine learning; Engineering","score_opus":0.22860551426904516,"score_gpt":0.4070395009669636,"score_spread":0.17843398669791846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1494580704","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000058587143,0.004816423,0.99063826,0.00009597069,0.0022587613,0.00067074655,0.00012703724,0.0004679055,0.00091902615],"genre_scores_gemma":[0.0039996896,0.0004166135,0.9884783,0.000117233154,0.0003207842,0.00016481329,0.00014951214,0.00007639784,0.006276626],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99698615,0.000042818094,0.00093061995,0.0009505432,0.0005991395,0.0004907163],"domain_scores_gemma":[0.99531657,0.003221112,0.0002722172,0.0005124547,0.00060339045,0.00007426434],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007904814,0.0005615489,0.00087580096,0.00028068945,0.00019456299,0.00010999203,0.0012654421,0.00030966508,0.0000129843775],"category_scores_gemma":[0.0014232001,0.0005676521,0.00018279551,0.00013298342,0.00023959205,0.0002510622,0.0007430583,0.0007852577,0.000027880795],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008929701,0.000013490847,0.0000011088795,0.0002639995,0.00009157128,0.000045274264,0.0011154618,0.79154235,0.000009911143,0.19160895,0.00046286528,0.014836103],"study_design_scores_gemma":[0.000113114045,0.00010365983,9.845528e-7,0.00019121458,0.000017492022,0.00006427918,0.00019622686,0.5027912,0.00004289388,0.48935223,0.00636058,0.00076606503],"about_ca_topic_score_codex":0.000016142656,"about_ca_topic_score_gemma":0.000007811298,"teacher_disagreement_score":0.2977433,"about_ca_system_score_codex":0.00039745204,"about_ca_system_score_gemma":0.00017834423,"threshold_uncertainty_score":0.9996775},"labels":[],"label_agreement":null},{"id":"W1495505704","doi":"10.1109/icse.1999.841001","title":"An initial assessment of aspect-oriented programming","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Citation; Library science; Columbia university; Computer science; History; Operations research; Engineering; Media studies; Sociology","score_opus":0.043767653250190316,"score_gpt":0.37919657945608765,"score_spread":0.3354289262058973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1495505704","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0054417527,0.000014474917,0.9914826,0.000012965755,0.00031705166,0.00009390863,2.276544e-7,0.0004933672,0.0021436405],"genre_scores_gemma":[0.34775743,7.4583204e-7,0.65219307,0.000012219861,0.000007905147,0.0000074278887,3.7836304e-7,0.000003931427,0.000016890917],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991465,0.00012769797,0.00015928315,0.00021320417,0.00016946046,0.00018384238],"domain_scores_gemma":[0.99918854,0.00021403973,0.000048826394,0.00042888903,0.000068262634,0.00005141499],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004667963,0.00008341491,0.00012633417,0.00006734732,0.000030466803,0.000023522707,0.0003222109,0.000031419186,0.000010051338],"category_scores_gemma":[0.00032230368,0.00007415446,0.000028051818,0.0003037122,0.000029882369,0.00036459233,0.000048988295,0.00008487747,0.0000011592386],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.00962e-7,0.000105389576,0.0011318905,0.000012743102,0.0000112649195,0.000010226261,0.00020681988,0.015444335,0.0025505845,0.91586006,0.000008771008,0.06465702],"study_design_scores_gemma":[0.0036266795,0.0046574017,0.046136085,0.00012688331,0.000043910517,0.0001981582,0.0013630018,0.13604252,0.5924105,0.17903252,0.033497643,0.0028647033],"about_ca_topic_score_codex":0.000003284269,"about_ca_topic_score_gemma":9.792767e-7,"teacher_disagreement_score":0.73682755,"about_ca_system_score_codex":0.000027516722,"about_ca_system_score_gemma":0.00005770032,"threshold_uncertainty_score":0.3023931},"labels":[],"label_agreement":null},{"id":"W1496321524","doi":"","title":"A framework supporting the utilization of domain knowledge embedded in software","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Domain knowledge; Software engineering; Software mining; Domain engineering; Domain analysis; Domain (mathematical analysis); Knowledge engineering; Knowledge-based systems; Software development; Knowledge management; Open Knowledge Base Connectivity; Software; Software construction; Programming language; Personal knowledge management; Organizational learning","score_opus":0.07011335850313012,"score_gpt":0.38091082818605176,"score_spread":0.31079746968292166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1496321524","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012283712,0.00016923404,0.98645234,0.000072796916,0.00024556165,0.00011779173,2.0394039e-7,0.00030451588,0.00035383482],"genre_scores_gemma":[0.26002097,0.0000031770494,0.73987323,0.000036472968,0.000017163686,0.000003600188,2.9776652e-7,0.000005704544,0.000039381306],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99899125,0.000088814355,0.00032944113,0.00019278478,0.00012845776,0.00026922344],"domain_scores_gemma":[0.9963021,0.003063165,0.00009968001,0.00044435906,0.000062231215,0.00002843082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002213645,0.00009123842,0.00014005689,0.00011599992,0.000037554986,0.000015801774,0.0005920358,0.000075946264,0.0000074965565],"category_scores_gemma":[0.0036125765,0.000065178836,0.000035609217,0.0008227397,0.000044622742,0.00018586572,0.00020562657,0.00017173079,0.0000042228685],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015935317,0.00010870813,0.0091392305,0.00009274001,0.000015072824,0.00002393505,0.020771818,0.030151155,0.0012490159,0.5095333,0.00011997723,0.42877913],"study_design_scores_gemma":[0.00044132405,0.00010930185,0.04559602,0.00019952598,0.000004509735,0.000020664975,0.0019822079,0.010683213,0.03969866,0.8995043,0.00127228,0.00048801547],"about_ca_topic_score_codex":0.0000035298688,"about_ca_topic_score_gemma":0.000015974105,"teacher_disagreement_score":0.4282911,"about_ca_system_score_codex":0.000034427605,"about_ca_system_score_gemma":0.00003416172,"threshold_uncertainty_score":0.43248525},"labels":[],"label_agreement":null},{"id":"W1497027223","doi":"10.1007/3-540-36573-7_2","title":"URN: Towards a New Standard for the Visual Description of Requirements","year":2003,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Notation; Standardization; Unified Modeling Language; Programming language; Software engineering; Linguistics; Software; Operating system","score_opus":0.08166512243767958,"score_gpt":0.3303473013276184,"score_spread":0.24868217888993882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1497027223","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009081078,0.0010149818,0.994642,0.0004899756,0.0029894162,0.00058952806,0.000005600386,0.00014235183,0.00011704081],"genre_scores_gemma":[0.0039538234,0.00006920322,0.9949185,0.00048548856,0.00025083811,0.000013081239,0.000001319593,0.000028101162,0.00027964535],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99720824,0.000041208274,0.0004942442,0.00089386763,0.0008586719,0.0005037619],"domain_scores_gemma":[0.99695677,0.001328713,0.0003111247,0.001006279,0.00030067845,0.00009646315],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016701294,0.0003926656,0.000498041,0.0003794833,0.0001647455,0.00020518825,0.002475157,0.00020756434,0.0000046708933],"category_scores_gemma":[0.0009593793,0.00029540213,0.00014958714,0.00045239797,0.00044496424,0.0005300991,0.00063857785,0.00041201524,0.0000016416592],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015285439,0.0000072906278,0.0000060555276,0.000041911004,0.00001636388,0.0000043372206,0.00038270734,0.1646917,0.00025969272,0.009147846,0.00006969004,0.82535714],"study_design_scores_gemma":[0.0006251812,0.0007493465,0.00006680816,0.00043208798,0.000025034307,0.000028555578,5.399122e-7,0.1626504,0.01036963,0.8190563,0.005279735,0.0007164156],"about_ca_topic_score_codex":0.000010490806,"about_ca_topic_score_gemma":0.000011684784,"teacher_disagreement_score":0.8246407,"about_ca_system_score_codex":0.00032477293,"about_ca_system_score_gemma":0.0006138412,"threshold_uncertainty_score":0.9999498},"labels":[],"label_agreement":null},{"id":"W1498795489","doi":"10.4271/2007-01-0510","title":"Experiences from Model Supported Configuration Management and Production of Automotive Embedded Software","year":2007,"lang":"en","type":"article","venue":"SAE technical papers on CD-ROM/SAE technical paper series","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Ottawa Mental Health Centre","funders":"","keywords":"Automotive industry; Computer science; Software; Production (economics); Software engineering; Manufacturing engineering; Configuration Management (ITSM); Embedded system; Systems engineering; Automotive engineering; Operating system; Engineering","score_opus":0.023840425253371867,"score_gpt":0.28267905521671477,"score_spread":0.2588386299633429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1498795489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75588095,0.0005471141,0.2265705,0.0018227038,0.0010749053,0.0019495592,0.000029728655,0.008446123,0.003678431],"genre_scores_gemma":[0.6126191,0.00010150784,0.3867454,0.00020572155,0.00003477067,0.00012542987,0.000013818897,0.000028441238,0.00012584994],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.996183,0.00012538255,0.0009354151,0.0013053945,0.00080625544,0.0006445516],"domain_scores_gemma":[0.9971409,0.0008294182,0.00031320722,0.0013116811,0.00019351479,0.00021126492],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010383545,0.00053317874,0.00068003556,0.0002628871,0.00022409324,0.000073485295,0.0010799235,0.00042550272,0.00003338598],"category_scores_gemma":[0.0019595867,0.0004767395,0.00016260952,0.0007584952,0.0008440085,0.0010167691,0.00055531505,0.0005659332,0.0000071697746],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016319657,0.00018532775,0.00005976412,0.00005513387,0.00005071036,0.00003918119,0.00087114185,0.0024663687,0.9606111,0.012323574,0.0003340719,0.022840446],"study_design_scores_gemma":[0.00048191063,0.0005720073,0.9559304,0.00019476155,0.00004913935,0.000035156856,0.0011187308,0.00000536145,0.008979565,0.031405658,0.00053096074,0.00069633446],"about_ca_topic_score_codex":0.000011533746,"about_ca_topic_score_gemma":0.0014046022,"teacher_disagreement_score":0.9558706,"about_ca_system_score_codex":0.00016666352,"about_ca_system_score_gemma":0.00005333167,"threshold_uncertainty_score":0.99976844},"labels":[],"label_agreement":null},{"id":"W1502595148","doi":"10.1007/11951148_13","title":"Towards Integrated Tool Support for the User Requirements Notation","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Notation; Eclipse; Exploit; Programming language; Extensibility; Software engineering; Isolation (microbiology)","score_opus":0.048873266190342886,"score_gpt":0.3073935538931446,"score_spread":0.2585202877028017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1502595148","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000070012256,0.00017684112,0.9946241,0.00049814966,0.0032086556,0.00077034684,0.000012936544,0.00038344163,0.0003185409],"genre_scores_gemma":[0.0033193922,0.000020038864,0.99446005,0.00074620836,0.00031956087,0.000056467325,0.000016648897,0.000040586092,0.0010210542],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99682593,0.000036294845,0.00054357125,0.001166035,0.000797546,0.000630637],"domain_scores_gemma":[0.9958748,0.0020748377,0.00027193443,0.0013234738,0.0003969659,0.0000579683],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016298834,0.00049936137,0.00043114912,0.00043049714,0.00026851273,0.00043073588,0.0033756436,0.00026028662,0.0000083702935],"category_scores_gemma":[0.0008202878,0.0003622868,0.00014766683,0.00053315586,0.00045118856,0.000710196,0.0007959677,0.00057380786,0.000012032183],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055577343,0.000008113142,0.00000758328,0.000020196321,0.000010617831,0.000011088564,0.00016266598,0.34636378,0.000096106174,0.008026981,0.00015346511,0.64513385],"study_design_scores_gemma":[0.00059111643,0.00037952443,0.0004407599,0.00028480295,0.000028414854,0.00004491308,3.2950783e-7,0.6191715,0.0062414533,0.34792075,0.023644727,0.0012517044],"about_ca_topic_score_codex":0.000020016463,"about_ca_topic_score_gemma":0.000020605925,"teacher_disagreement_score":0.64388216,"about_ca_system_score_codex":0.00040764478,"about_ca_system_score_gemma":0.0005279576,"threshold_uncertainty_score":0.99988294},"labels":[],"label_agreement":null},{"id":"W150277018","doi":"10.1007/978-3-642-15228-3_10","title":"Performance Analysis of Time-Constrained SysML Activity Diagrams","year":2010,"lang":"en","type":"book-chapter","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada; Concordia University","funders":"","keywords":"Systems Modeling Language; Activity diagram; Computer science; Programming language; Unified Modeling Language","score_opus":0.024362748182750072,"score_gpt":0.24861420654292476,"score_spread":0.22425145836017468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W150277018","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007565036,0.00003443679,0.9114881,0.000024036019,0.00027794356,0.00012488144,0.000013594006,0.00054494804,0.08673554],"genre_scores_gemma":[0.013123361,0.000102628714,0.8070606,0.000022629858,0.000052600524,0.000008612368,0.000012856033,0.000035314108,0.17958142],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985221,0.000024956356,0.0003173102,0.00054134714,0.00033667858,0.00025760464],"domain_scores_gemma":[0.9971782,0.0009956487,0.00030549613,0.0013038899,0.00013557552,0.00008117665],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004743867,0.00035892663,0.00088748254,0.0005734219,0.000048578964,0.00003064649,0.0011025117,0.00040692868,0.00020528286],"category_scores_gemma":[0.0002107289,0.0003193653,0.0003574652,0.00027249154,0.0001951237,0.00029538007,0.00036493712,0.0005759466,0.00005029474],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027793516,0.000073306815,0.00026201794,0.0003110887,0.004578512,0.00003566864,0.0003180288,0.06836446,0.014318211,0.1616769,0.000099534096,0.7499345],"study_design_scores_gemma":[0.001392461,0.0012017956,0.013973062,0.0006365043,0.006076155,0.000083589686,0.0000075328753,0.7814822,0.0817209,0.080827124,0.024175929,0.008422719],"about_ca_topic_score_codex":0.0000053679873,"about_ca_topic_score_gemma":0.000007823923,"teacher_disagreement_score":0.74151176,"about_ca_system_score_codex":0.000043325836,"about_ca_system_score_gemma":0.00007171111,"threshold_uncertainty_score":0.99992585},"labels":[],"label_agreement":null},{"id":"W1503183250","doi":"10.1007/978-3-540-88030-1_16","title":"An Iterative Framework for Software Architecture Recovery: An Experience Report","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software architecture; Reference architecture; Architecture; Software engineering; Process (computing); Architecture tradeoff analysis method; Iterative and incremental development; Software; Software architecture description; View model; Programming language","score_opus":0.041699761791025074,"score_gpt":0.3225183141990595,"score_spread":0.28081855240803444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1503183250","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012437972,0.00042126465,0.9940536,0.00016355835,0.003291371,0.00081295095,0.00002283297,0.0010701696,0.000039883536],"genre_scores_gemma":[0.0022464602,0.00005216948,0.99573517,0.0008453873,0.0007971702,0.00009215183,0.000033342847,0.00009082156,0.000107345986],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99390364,0.00010853925,0.00078088074,0.0031092977,0.0010357372,0.0010619133],"domain_scores_gemma":[0.99183154,0.0032736885,0.0005234018,0.0035238117,0.00048309547,0.00036446744],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010964476,0.0009386711,0.00093290646,0.0008539206,0.0005360514,0.00058460765,0.005201614,0.00071085605,0.0000064492788],"category_scores_gemma":[0.0028386936,0.0008798049,0.00021749032,0.00071219896,0.0010087095,0.0019250609,0.0008675786,0.0014492525,0.0000056816325],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016769816,0.000027221327,0.000011658358,0.000027525677,0.000009077218,0.0003834147,0.0047280923,0.57332975,0.00007790656,0.0029952654,0.0000063972184,0.4183869],"study_design_scores_gemma":[0.00020213357,0.001020984,0.000065516695,0.00046653184,0.000007347593,0.0011600103,0.0000011714443,0.04254166,0.0023233062,0.94933176,0.0013491305,0.0015304405],"about_ca_topic_score_codex":0.000006504897,"about_ca_topic_score_gemma":0.000016894617,"teacher_disagreement_score":0.9463365,"about_ca_system_score_codex":0.00038886565,"about_ca_system_score_gemma":0.00065669446,"threshold_uncertainty_score":0.99936527},"labels":[],"label_agreement":null},{"id":"W1505520643","doi":"10.1007/3-540-45429-2_20","title":"Data Abstraction in AspectJ","year":2001,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"AspectJ; Computer science; Programming language; Aspect-oriented programming; Modularity (biology); Abstraction; Software engineering; Modular design; Software; Epistemology","score_opus":0.07861698685596824,"score_gpt":0.3188596120223591,"score_spread":0.24024262516639083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1505520643","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000019282515,0.00053716387,0.993655,0.0003667562,0.002455353,0.00024055554,0.000007859339,0.0003979257,0.0023200614],"genre_scores_gemma":[0.008055383,0.00014966275,0.99090457,0.00028257194,0.00036819966,0.0000048101706,0.000012008333,0.00003345801,0.00018932001],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99613863,0.000041732765,0.000514812,0.0019083641,0.00073986436,0.000656587],"domain_scores_gemma":[0.9950257,0.0014567988,0.00021956404,0.0031004495,0.000094932606,0.00010257846],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0016581642,0.00046356051,0.0004984815,0.0010276049,0.00009624394,0.0002844321,0.006360304,0.00032342604,0.000013322192],"category_scores_gemma":[0.0007273058,0.00046103593,0.00005193027,0.0008217269,0.00035046312,0.0014686519,0.0027697033,0.0012348773,0.000040734092],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022259387,0.000012306191,0.000029326733,0.00001550627,0.0000031371362,0.00020321184,0.00010890186,0.4141452,0.00004794124,0.0043403204,0.000012148619,0.5810798],"study_design_scores_gemma":[0.00026885324,0.00009385309,0.00088175404,0.00039749092,0.00000441712,0.00021065342,1.7388322e-7,0.44240388,0.0004110716,0.5486528,0.0057108784,0.000964139],"about_ca_topic_score_codex":0.000026163701,"about_ca_topic_score_gemma":0.00018140838,"teacher_disagreement_score":0.5801156,"about_ca_system_score_codex":0.00044555264,"about_ca_system_score_gemma":0.00033214205,"threshold_uncertainty_score":0.9997841},"labels":[],"label_agreement":null},{"id":"W1506496004","doi":"10.1109/apsec.2004.106","title":"Use Case Refactoring: A Tool and a Case Study","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Code refactoring; Metamodeling; Computer science; Software engineering; Context (archaeology); Event (particle physics); Unified Modeling Language; Systems engineering; Programming language; Engineering; Software","score_opus":0.13052974018147628,"score_gpt":0.34503666228152563,"score_spread":0.21450692210004935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1506496004","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47937816,0.000021368836,0.5200298,0.000030654675,0.0000630441,0.00008998494,2.3024381e-7,0.0003768616,0.000009925335],"genre_scores_gemma":[0.5143681,0.0000015258734,0.4853889,0.000027775694,0.000021090209,0.000007417563,1.8904261e-8,0.0000042261513,0.00018092766],"study_design_codex":"design_other","study_design_gemma":"case_report","domain_scores_codex":[0.99921113,0.000070341106,0.00013817975,0.00030529508,0.00008871049,0.00018636546],"domain_scores_gemma":[0.99861765,0.000767161,0.000023684868,0.0004952959,0.00003095667,0.00006524668],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030688324,0.00011486362,0.0001205845,0.00006723131,0.00008384562,0.00013658288,0.00015108215,0.000028283393,0.000003003611],"category_scores_gemma":[0.0005574404,0.00009633353,0.00001662012,0.00015698372,0.000016157632,0.0009426879,0.00028782984,0.000105456,0.0000047064614],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009799366,0.00036608826,0.008440505,0.000023444503,0.00007286427,0.30883995,0.017278293,0.029872807,0.00042862023,0.0074019614,0.00019215663,0.6270735],"study_design_scores_gemma":[0.0030319744,0.0015607491,0.0065679057,0.000030705134,0.00006274514,0.86487585,0.008387845,0.09290185,0.0043951627,0.002497753,0.013158832,0.0025286244],"about_ca_topic_score_codex":0.00016986286,"about_ca_topic_score_gemma":0.00010826658,"teacher_disagreement_score":0.6245449,"about_ca_system_score_codex":0.00003346306,"about_ca_system_score_gemma":0.000011343303,"threshold_uncertainty_score":0.39283675},"labels":[],"label_agreement":null},{"id":"W1506695012","doi":"10.1007/3-540-45415-2_10","title":"CBR-Responder, an Automated Customer Service for E-Commerce","year":2001,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Computer Research Institute of Montréal","funders":"","keywords":"Computer science; Service (business); Customer service; Case-based reasoning; The Internet; Product (mathematics); Artificial intelligence; World Wide Web; Marketing; Business","score_opus":0.051691792729219734,"score_gpt":0.3291205663136178,"score_spread":0.27742877358439805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1506695012","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000041061976,0.0002724157,0.9922244,0.0008083725,0.002516492,0.00065667275,0.000011492728,0.0027813718,0.00068772334],"genre_scores_gemma":[0.002586531,0.000031042084,0.9936074,0.0027700914,0.00040485937,0.000037885733,0.0000136178905,0.00008758051,0.00046096178],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99539876,0.000087595254,0.000608974,0.0020064353,0.00082939153,0.0010688402],"domain_scores_gemma":[0.9940841,0.0025464995,0.000299809,0.00226664,0.00053573784,0.0002671923],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0015953775,0.000789409,0.0007796308,0.00108886,0.0003122105,0.00045528763,0.005441976,0.0005302481,0.000013181336],"category_scores_gemma":[0.00051931175,0.00076231227,0.0001477791,0.0012297888,0.000372894,0.0012859446,0.0012875246,0.0008466908,0.00006116833],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016775202,0.000029081795,0.0000055933697,0.000070098606,0.0000135512,0.00005333989,0.0006590969,0.5868757,0.0003112364,0.009671551,0.00007025216,0.40222374],"study_design_scores_gemma":[0.000424963,0.00020350686,0.000077120276,0.00022781403,0.000011666268,0.00012663034,3.5577278e-7,0.8394939,0.00085921603,0.14627449,0.01117068,0.0011297099],"about_ca_topic_score_codex":0.000020182744,"about_ca_topic_score_gemma":0.00005401326,"teacher_disagreement_score":0.40109402,"about_ca_system_score_codex":0.00039858694,"about_ca_system_score_gemma":0.0004604485,"threshold_uncertainty_score":0.9999391},"labels":[],"label_agreement":null},{"id":"W1507282807","doi":"10.1007/978-3-540-71774-4_5","title":"AOSD and Reflection: Benefits and Drawbacks to Software Evolution","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Session (web analytics); Presentation (obstetrics); Computer science; Reflection (computer programming); Software; Software review; Field (mathematics); Software evolution; Software engineering; Event (particle physics); Software development; Data science; World Wide Web; Software construction; Programming language","score_opus":0.03826607538320131,"score_gpt":0.30565039750453815,"score_spread":0.26738432212133684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1507282807","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001632991,0.0024336483,0.9946492,0.0002960274,0.0015170553,0.00030028928,0.0000027605413,0.00046750077,0.00017025929],"genre_scores_gemma":[0.0062421067,0.000096120275,0.99264055,0.0005924032,0.0002751629,0.00000639944,9.927925e-7,0.000029650186,0.00011659852],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99695176,0.00002823232,0.0003539809,0.0014915727,0.0005820871,0.00059234723],"domain_scores_gemma":[0.99737823,0.0011870593,0.00012920784,0.0008569777,0.00020797449,0.00024056796],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011188439,0.0004627198,0.0004360311,0.0009868427,0.00027050875,0.00031251306,0.0011243372,0.0003354207,0.000002080016],"category_scores_gemma":[0.0006982968,0.00045704775,0.000044024287,0.0006873686,0.00044114847,0.0005816439,0.0015114062,0.00064402755,0.0000078958765],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004953194,0.000004030246,0.00008901271,0.000028920416,0.0000042966262,0.000022395328,0.0003864376,0.11369296,0.00005325594,0.011214673,0.000004676694,0.8744944],"study_design_scores_gemma":[0.0007008477,0.0011005535,0.0057404423,0.0017336379,0.00002474784,0.00094995415,9.639127e-7,0.07918624,0.0025864777,0.90090764,0.0040079947,0.0030605302],"about_ca_topic_score_codex":0.000011141948,"about_ca_topic_score_gemma":0.00005570698,"teacher_disagreement_score":0.88969296,"about_ca_system_score_codex":0.00034811386,"about_ca_system_score_gemma":0.00015567247,"threshold_uncertainty_score":0.9997881},"labels":[],"label_agreement":null},{"id":"W150920210","doi":"","title":"Use case and task models : formal unification and integrated development methodology","year":2008,"lang":"en","type":"dissertation","venue":"Spectrum Research Repository (Concordia University)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Task (project management); Software engineering; Nondeterministic algorithm; Programming language; Process (computing); Iterative and incremental development; Unification; Theoretical computer science; Systems engineering","score_opus":0.1393576704843802,"score_gpt":0.3260815695756731,"score_spread":0.1867238990912929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W150920210","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47614086,0.0002815569,0.5219149,0.00003144658,0.00032060905,0.00029371906,0.0000027259055,0.00022764204,0.0007865661],"genre_scores_gemma":[0.6345744,0.0014046625,0.34481424,0.000006274772,0.000072425435,0.000011488728,0.00008273303,0.00005928227,0.01897451],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9966763,0.0010836037,0.00028847388,0.0009105647,0.0003791083,0.0006619479],"domain_scores_gemma":[0.9968527,0.0017410197,0.00016652266,0.00061595975,0.0003595736,0.0002642538],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010878536,0.0003264168,0.00042515923,0.0013810041,0.0008370514,0.00019291583,0.0006570404,0.00039262825,8.3919554e-7],"category_scores_gemma":[0.00044919318,0.000358344,0.000053790434,0.00095652335,0.00026476957,0.0017572853,0.00045784592,0.0010752337,0.0000019154645],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034171029,0.00057115016,0.010021621,0.0027100674,0.0023721836,0.15151332,0.08682241,0.01970909,0.060097586,0.32390773,0.0011961147,0.33766162],"study_design_scores_gemma":[0.008132088,0.0044667684,0.21740492,0.0018132793,0.0005499707,0.054290738,0.048539355,0.116776586,0.36227256,0.060691677,0.11247254,0.012589521],"about_ca_topic_score_codex":0.0030009819,"about_ca_topic_score_gemma":0.0025513156,"teacher_disagreement_score":0.3250721,"about_ca_system_score_codex":0.00048740933,"about_ca_system_score_gemma":0.0008441057,"threshold_uncertainty_score":0.9998869},"labels":[],"label_agreement":null},{"id":"W1510651869","doi":"10.1109/iccl.1988.13085","title":"Adapting modules to an integrated programming environment","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Modular design; Consistency (knowledge bases); Software; Modular programming; Software engineering; Programming language; Development environment; Artificial intelligence","score_opus":0.04850826944549339,"score_gpt":0.27982758828244997,"score_spread":0.23131931883695658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1510651869","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046419706,0.000031526917,0.99403566,0.000053833544,0.00012831498,0.00012752079,1.5469837e-7,0.00081532204,0.00016570835],"genre_scores_gemma":[0.06337361,0.000001451768,0.93632007,0.00007306699,0.000008987305,0.00002609379,4.413397e-7,0.000009472613,0.00018679455],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990417,0.00010756096,0.00012646207,0.00032507922,0.00012972474,0.00026952394],"domain_scores_gemma":[0.9992656,0.00014558807,0.000021750278,0.00044227325,0.000015760425,0.000109013505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047052433,0.000115615025,0.000103471015,0.00006361239,0.000056302382,0.00006695151,0.00039927705,0.000031394906,0.000010016273],"category_scores_gemma":[0.0004892962,0.00009885569,0.000020630096,0.00019686738,0.000013571822,0.00033326913,0.00009682395,0.000087206456,0.000031515305],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.4465446e-7,0.000029571478,0.00007880948,0.0000030281892,0.0000050007134,0.0000067666233,0.00043397918,0.33192837,0.0025069944,0.053383972,0.00001533773,0.61160725],"study_design_scores_gemma":[0.0010068117,0.0018698518,0.0040283254,0.00011638825,0.000017609387,0.00013908386,0.002699345,0.20179364,0.20104961,0.05812692,0.52575666,0.003395775],"about_ca_topic_score_codex":0.0000067625515,"about_ca_topic_score_gemma":0.0000013425826,"teacher_disagreement_score":0.60821146,"about_ca_system_score_codex":0.000054851673,"about_ca_system_score_gemma":0.000010910197,"threshold_uncertainty_score":0.40312183},"labels":[],"label_agreement":null},{"id":"W1510987657","doi":"10.1007/978-3-540-24851-4_11","title":"Use Case Level Pointcuts","year":2004,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"AspectJ; Computer science; Programming language; Modular programming; Aspect-oriented programming; Software engineering; Source code; Sequence diagram; Abstraction; Software development; Software; Unified Modeling Language","score_opus":0.09131753367461971,"score_gpt":0.29774766484590576,"score_spread":0.20643013117128606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1510987657","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000045493387,0.00029697744,0.99541384,0.00033040618,0.0026317048,0.00032159337,0.000011056252,0.0007010896,0.00024781696],"genre_scores_gemma":[0.020284273,0.000032651347,0.97831035,0.00070811174,0.00025784032,0.000007437598,0.0000021511307,0.00005204498,0.0003451409],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9959392,0.00004641106,0.0005303382,0.0018003518,0.000815283,0.0008684127],"domain_scores_gemma":[0.99519575,0.0019941996,0.00024144954,0.002101248,0.00024774903,0.00021961004],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00095202995,0.00069625943,0.0006304733,0.00095073396,0.00024639233,0.0006021513,0.0030714925,0.00040527765,0.000011963041],"category_scores_gemma":[0.00095509726,0.00066173414,0.0001557775,0.0006745466,0.0006948842,0.0014200781,0.001929071,0.001168875,0.000043636388],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022929037,0.000011724377,0.0000055142896,0.000028258955,0.000008657016,0.0047600404,0.0004404751,0.6000048,0.0000572588,0.03831425,0.000005760078,0.356361],"study_design_scores_gemma":[0.00034793475,0.00019827839,0.00006584507,0.0005151664,0.0000101744245,0.0060540643,1.3784481e-7,0.07994538,0.0023978022,0.90841746,0.0005998263,0.0014479501],"about_ca_topic_score_codex":0.0000561268,"about_ca_topic_score_gemma":0.000060882852,"teacher_disagreement_score":0.8701032,"about_ca_system_score_codex":0.0007016602,"about_ca_system_score_gemma":0.00065842393,"threshold_uncertainty_score":0.99958336},"labels":[],"label_agreement":null},{"id":"W1511405701","doi":"10.1007/978-3-540-31984-9_8","title":"Improving the Build Architecture of Legacy C/C++ Software Systems","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; IBM (Canada)","funders":"","keywords":"Computer science; Legacy system; Header; Directory; Architecture; Software system; Software engineering; Software architecture; Software; Resource-oriented architecture; Reference architecture; Component-based software engineering; Operating system; Programming language","score_opus":0.021425296693959133,"score_gpt":0.254878106943952,"score_spread":0.2334528102499929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1511405701","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000028306677,0.0031461783,0.9926253,0.0003352183,0.002733968,0.00050633255,0.0000062372583,0.0004597854,0.00015867171],"genre_scores_gemma":[0.014430695,0.0000380664,0.9842935,0.00028083168,0.0006709447,0.000015497259,0.0000015885959,0.000051559997,0.00021728154],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99597687,0.00009250128,0.0007072662,0.001366078,0.0010997163,0.00075758755],"domain_scores_gemma":[0.9933849,0.003241299,0.00054947525,0.0024260497,0.00028050182,0.00011778486],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.001653148,0.00064170203,0.00075060915,0.0006916785,0.00023589205,0.00046624275,0.0059261117,0.00035773191,0.0000036628862],"category_scores_gemma":[0.0011764587,0.00046047676,0.00018714507,0.0006910385,0.0009491169,0.00070937397,0.0020862818,0.00143509,0.000007636387],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018600938,0.0000047865374,0.0000049064874,0.00006061928,0.00000701039,0.000013822252,0.00029296815,0.5487407,0.00013256333,0.0050906218,0.0000032222622,0.44564697],"study_design_scores_gemma":[0.0007766268,0.00059130584,0.00018537702,0.0023436905,0.000052915282,0.00073535886,0.0000021879769,0.66797847,0.007924612,0.30856407,0.0077415346,0.003103821],"about_ca_topic_score_codex":0.000036635814,"about_ca_topic_score_gemma":0.000017847491,"teacher_disagreement_score":0.44254315,"about_ca_system_score_codex":0.0002749497,"about_ca_system_score_gemma":0.00047495865,"threshold_uncertainty_score":0.9997847},"labels":[],"label_agreement":null},{"id":"W1511679240","doi":"10.1007/11531371_80","title":"Evaluating Current Testing Processes of Web-Portal Applications","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Test strategy; Software engineering; Web application; World Wide Web; Software; Programming language","score_opus":0.10804146896206496,"score_gpt":0.36890845754048596,"score_spread":0.260866988578421,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1511679240","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000035630885,0.002638228,0.99516714,0.00006145013,0.00066336227,0.00046853605,0.0000053804624,0.0003934681,0.00056678103],"genre_scores_gemma":[0.01181571,0.00006168858,0.9875635,0.000052575506,0.00039643137,0.00004449445,0.0000023789926,0.000028823622,0.00003441383],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966503,0.000032126307,0.0006637894,0.0012169891,0.00093429757,0.0005025454],"domain_scores_gemma":[0.99449825,0.0030147734,0.0005315347,0.001144049,0.0007126056,0.00009878637],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013465136,0.00043123122,0.00051025394,0.0006241239,0.00015847405,0.00013439504,0.0028611708,0.00016099135,0.0000046185173],"category_scores_gemma":[0.002248791,0.00041308295,0.00007130353,0.0012159559,0.000498006,0.0005323841,0.0011411366,0.0007082775,0.000008286698],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.155168e-7,0.000011049109,0.000021498938,0.00012289757,0.0000025372628,0.000002639792,0.0001124119,0.35600963,0.00018796048,0.0019009954,7.4998417e-7,0.64162713],"study_design_scores_gemma":[0.00028746572,0.00025434408,0.00010702147,0.0015187791,0.000020299753,0.000098067045,2.4407012e-7,0.6962433,0.0043486864,0.29455948,0.0014076948,0.0011546287],"about_ca_topic_score_codex":0.0000016673498,"about_ca_topic_score_gemma":0.000008440071,"teacher_disagreement_score":0.6404725,"about_ca_system_score_codex":0.00015924373,"about_ca_system_score_gemma":0.0012850759,"threshold_uncertainty_score":0.9998321},"labels":[],"label_agreement":null},{"id":"W1514835576","doi":"10.1007/978-3-540-31869-9_8","title":"A Survey of Software Development Approaches Addressing Dependability","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Dependability; Computer science; Software engineering; Software development; Software; Programming language","score_opus":0.15180079029563096,"score_gpt":0.3046797621082638,"score_spread":0.15287897181263285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1514835576","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016902004,0.0010739785,0.9971263,0.000044748394,0.0008019315,0.00030961973,0.0000074539976,0.00034380605,0.00012316486],"genre_scores_gemma":[0.04279195,0.000011156989,0.95692915,0.000073772135,0.00008750244,0.000008788685,0.000007260637,0.00003399139,0.000056431043],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958012,0.00013362811,0.0008050284,0.0015890761,0.0010025281,0.0006685225],"domain_scores_gemma":[0.9942028,0.0032564637,0.00042662397,0.0016302592,0.00034466997,0.00013921941],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0035891966,0.0005814342,0.0008214868,0.00065789407,0.00017124882,0.00017182034,0.0036470357,0.0003573646,0.000007183784],"category_scores_gemma":[0.0022390382,0.0005420333,0.00009801218,0.0006859646,0.0007592883,0.0005890092,0.002063167,0.00082219107,0.000007420303],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033110148,0.000017375096,0.00034577685,0.000066025576,0.000008239536,0.000008132964,0.00047031234,0.2652762,0.000010773419,0.00032367636,8.6384296e-7,0.7334693],"study_design_scores_gemma":[0.0014400257,0.0005185531,0.087917,0.0037785345,0.000034999743,0.000202408,9.284774e-7,0.60855895,0.03589631,0.25348246,0.0014945806,0.0066752415],"about_ca_topic_score_codex":0.00002103355,"about_ca_topic_score_gemma":0.000188076,"teacher_disagreement_score":0.72679406,"about_ca_system_score_codex":0.0004667375,"about_ca_system_score_gemma":0.001120933,"threshold_uncertainty_score":0.9997031},"labels":[],"label_agreement":null},{"id":"W1515352010","doi":"","title":"Eliminating Cycles in Composed Class Hierarchies","year":2000,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Hierarchy; Computer science; Class hierarchy; Inheritance (genetic algorithm); Class (philosophy); Theoretical computer science; Programming language; Graph; Multiple inheritance; Artificial intelligence; Object-oriented programming","score_opus":0.024495415568985438,"score_gpt":0.28105291356400547,"score_spread":0.25655749799502003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1515352010","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08798372,0.000067238434,0.9057576,0.00037468842,0.00008080134,0.000053650485,2.1285487e-7,0.0006478566,0.005034213],"genre_scores_gemma":[0.26268196,0.000018606226,0.7367689,0.00010869745,0.000013224818,0.000005845966,3.2369536e-7,0.0000052237438,0.0003972047],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991772,0.00008590833,0.00015915949,0.00022512404,0.00011461117,0.00023798434],"domain_scores_gemma":[0.9988654,0.00078010646,0.000016957789,0.00029416443,0.000011625207,0.00003169652],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027683645,0.00009506748,0.00012975153,0.00010746302,0.000039238326,0.000042867156,0.0005271135,0.00003300868,0.000032001975],"category_scores_gemma":[0.00017516672,0.000086724474,0.000024540564,0.0003106619,0.000035955258,0.00033687468,0.00009243523,0.00013384361,0.00003285371],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038629983,0.000023378247,0.0004918863,0.000010133071,0.0000030528613,0.000024659877,0.0008140008,0.17817019,0.0011238883,0.02673995,0.00005520615,0.7925398],"study_design_scores_gemma":[0.0017910548,0.00027147104,0.16387549,0.00017932602,0.0000042545366,0.00007997041,0.00033381867,0.50481033,0.03295226,0.2834632,0.01061029,0.0016285289],"about_ca_topic_score_codex":0.000012212419,"about_ca_topic_score_gemma":0.0000074355326,"teacher_disagreement_score":0.79091126,"about_ca_system_score_codex":0.000027994636,"about_ca_system_score_gemma":0.000011267572,"threshold_uncertainty_score":0.35365215},"labels":[],"label_agreement":null},{"id":"W1515619828","doi":"","title":"Aspect-Oriented Programming The Fun Has Just Begun","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science","score_opus":0.11503208927217773,"score_gpt":0.28683369462736213,"score_spread":0.1718016053551844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1515619828","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00039911046,0.0004363145,0.9932154,0.0022039711,0.0005722625,0.00014968218,2.0845057e-7,0.0015164082,0.0015066583],"genre_scores_gemma":[0.059190303,0.000009258245,0.93855876,0.00019767467,0.000075681644,0.00002838943,2.7029964e-7,0.000010440658,0.0019292104],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989484,0.000070911265,0.00014629103,0.00029058137,0.00020682371,0.0003369743],"domain_scores_gemma":[0.9985959,0.0005781952,0.000039848528,0.00068688317,0.000046592126,0.000052594776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032126773,0.00012917565,0.00011423085,0.000048476224,0.00020788271,0.00015030999,0.00082897866,0.000040551175,0.000045886223],"category_scores_gemma":[0.0005609195,0.00008312054,0.000051936728,0.0004979033,0.00009134005,0.00031327584,0.0002732643,0.0001787746,0.00010811977],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016820758,0.000072012204,0.00018415079,0.000015073228,0.00003086789,0.000035206795,0.0028425683,0.011146093,0.0002565533,0.21411817,0.006489274,0.76480836],"study_design_scores_gemma":[0.0008672,0.00039170304,0.002541438,0.000047433885,0.000026571211,0.00019049148,0.0008338358,0.14516956,0.009774943,0.025910387,0.81297415,0.0012722982],"about_ca_topic_score_codex":0.0000065453255,"about_ca_topic_score_gemma":0.0000029060452,"teacher_disagreement_score":0.8064849,"about_ca_system_score_codex":0.000032366963,"about_ca_system_score_gemma":0.000007830084,"threshold_uncertainty_score":0.33895573},"labels":[],"label_agreement":null},{"id":"W1516086305","doi":"","title":"Measurement model of software requirements derived from system maintainability requirements","year":2010,"lang":"en","type":"article","venue":"Software Engineering and Knowledge Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Maintainability; Functional requirement; Reliability engineering; Software requirements specification; Software; Systems engineering; Computer science; Software system; Software requirements; Software engineering; Requirements analysis; System requirements; Software construction; Engineering; Operating system","score_opus":0.041396662949769,"score_gpt":0.2627678570953471,"score_spread":0.2213711941455781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1516086305","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13819875,0.00095690234,0.85602665,0.000010121787,0.0018653455,0.00031710975,0.000020935971,0.0025946463,0.000009533301],"genre_scores_gemma":[0.48861307,0.000010463967,0.51115227,0.0000030911697,0.00008851822,0.000061668885,0.0000038462904,0.000059062673,0.000008045962],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99677706,0.000053224885,0.0008020003,0.0009317972,0.0006201816,0.0008157376],"domain_scores_gemma":[0.9971695,0.0005828264,0.00017567335,0.0012956429,0.00043160882,0.00034476485],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014024497,0.0006529201,0.00074794015,0.00036789937,0.00012703863,0.000093770606,0.001076613,0.0002911676,0.000002514037],"category_scores_gemma":[0.004875626,0.000705265,0.00017130192,0.0004983898,0.000065924134,0.000684066,0.00071872526,0.00071605766,0.0000063606017],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017654238,0.00011925451,0.0021829903,0.00183082,0.00024903825,0.0000184861,0.0012998958,0.7579624,0.21452907,0.0061221775,0.000023237015,0.015644958],"study_design_scores_gemma":[0.0010859317,0.0001045467,0.0056923297,0.0009730749,0.00007372195,0.00002138684,0.000059263104,0.9324498,0.057092324,0.00082976394,0.00026438016,0.0013534705],"about_ca_topic_score_codex":0.000022565493,"about_ca_topic_score_gemma":0.000006243065,"teacher_disagreement_score":0.3504143,"about_ca_system_score_codex":0.00037504386,"about_ca_system_score_gemma":0.00016076249,"threshold_uncertainty_score":0.99953985},"labels":[],"label_agreement":null},{"id":"W1519229316","doi":"10.1007/978-3-540-24639-8_5","title":"Experiment on Embedding Interception Service into Java RMI","year":2004,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Common Object Request Broker Architecture; Computer science; Middleware (distributed applications); Java; Interception; Implementation; Service (business); Operating system; Remote procedure call; Distributed computing; Programming language","score_opus":0.03671562587027756,"score_gpt":0.3152118459270938,"score_spread":0.27849622005681623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1519229316","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001314604,0.00030336087,0.99412924,0.00067437487,0.00316523,0.000340777,0.0000011101652,0.00066920486,0.0005852503],"genre_scores_gemma":[0.045939904,0.000037782484,0.9518492,0.0016749225,0.00035704763,0.000018537805,0.0000031392867,0.000049308954,0.00007011935],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9960885,0.000050798262,0.00051131204,0.0017416083,0.0009395242,0.00066823454],"domain_scores_gemma":[0.9969116,0.0008331941,0.00024243513,0.0016382124,0.00021172261,0.00016282253],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00085689634,0.00067334814,0.0005551315,0.0008991991,0.00022099631,0.00036371904,0.003448716,0.00034932035,0.000021647058],"category_scores_gemma":[0.00026997426,0.00063953834,0.00012050192,0.0006307717,0.0003058655,0.00070516404,0.0017186789,0.0009921138,0.000104147686],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048752504,0.000014221321,0.0000010103191,0.000032349893,0.0000053910308,0.000038529666,0.0023770882,0.6661378,0.0006751585,0.010893643,0.00000284786,0.3198171],"study_design_scores_gemma":[0.0004647822,0.0005287617,0.000040481656,0.0017917651,0.000005902175,0.00006748787,0.000001715319,0.2764679,0.019217163,0.6991446,0.00076459424,0.0015048241],"about_ca_topic_score_codex":0.000026989823,"about_ca_topic_score_gemma":0.000021152211,"teacher_disagreement_score":0.68825096,"about_ca_system_score_codex":0.0013880846,"about_ca_system_score_gemma":0.00032577728,"threshold_uncertainty_score":0.9996056},"labels":[],"label_agreement":null},{"id":"W1520520259","doi":"10.1007/978-3-540-24851-4_9","title":"Programming with Crosscutting Effective Views","year":2004,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Modular programming; Computer science; Modularity (biology); Decomposition; Modular design; Programming language; Object-oriented programming; Software engineering; Theoretical computer science","score_opus":0.026726609972611556,"score_gpt":0.28873823875716326,"score_spread":0.2620116287845517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1520520259","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003521795,0.00063391996,0.996023,0.00015194992,0.0010582608,0.0008776425,0.0000011527446,0.0007818042,0.0004370645],"genre_scores_gemma":[0.012455647,0.000013198546,0.9868498,0.00025666342,0.00024567355,0.000047142275,0.0000013733053,0.000054485354,0.00007601179],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99593264,0.000052744577,0.0004327285,0.0018038579,0.00086976576,0.00090825383],"domain_scores_gemma":[0.99631506,0.0015551207,0.0003151394,0.0014192362,0.00023949485,0.00015594593],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013810465,0.00069722516,0.0007033478,0.00064152543,0.00029673593,0.0005787354,0.0028973655,0.0002865508,0.0000033075935],"category_scores_gemma":[0.00046773462,0.0005612464,0.00011723815,0.00083631824,0.0008911167,0.00081532454,0.0012263479,0.001179183,0.000017217044],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003451873,0.000007817816,0.000014518866,0.00004825703,0.000007935431,0.000112284026,0.0005750638,0.36963522,0.00003596382,0.0067179375,3.011365e-7,0.62284124],"study_design_scores_gemma":[0.0013419008,0.0015917792,0.00043294727,0.0036706415,0.000032085194,0.00060848065,6.68535e-7,0.07970338,0.009849061,0.89625967,0.0030410315,0.0034683447],"about_ca_topic_score_codex":0.000009939698,"about_ca_topic_score_gemma":0.00002339344,"teacher_disagreement_score":0.88954175,"about_ca_system_score_codex":0.00068525714,"about_ca_system_score_gemma":0.0005009166,"threshold_uncertainty_score":0.9996839},"labels":[],"label_agreement":null},{"id":"W1523120196","doi":"10.1007/3-540-45415-2_9","title":"An Extensible, Human-Centric Framework That Promotes Universal Access to Electronic Commerce","year":2001,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Extensibility; Domain (mathematical analysis); Architecture; Database-centric architecture; Population; Software engineering; Software; World Wide Web; Data science; Software architecture; Reference architecture; Operating system; Medicine","score_opus":0.05223739317082936,"score_gpt":0.3281673499628654,"score_spread":0.275929956792036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1523120196","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002820572,0.00046483843,0.9949414,0.0007259948,0.0014318035,0.0007188192,0.0000033095978,0.000963503,0.00046824935],"genre_scores_gemma":[0.07535625,0.00010472186,0.92190605,0.0019393024,0.0004254601,0.000014476542,0.000005809692,0.00008518968,0.00016270825],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9943511,0.00012477589,0.00046980008,0.0023579726,0.0011143237,0.0015820384],"domain_scores_gemma":[0.9946056,0.0016609657,0.00028145473,0.0027677694,0.00030030604,0.0003839309],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0012042858,0.0008530845,0.0008173321,0.0016240644,0.00043086743,0.0010812896,0.009328209,0.0005355397,0.000023571638],"category_scores_gemma":[0.00046100476,0.00084348454,0.00013772876,0.0019377469,0.00049340626,0.001928138,0.0026653435,0.0019113248,0.000028596165],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010842261,0.000058908023,0.00023259407,0.000040139217,0.000019740766,0.00022264771,0.0007737805,0.4934019,0.00018903287,0.061494783,0.000025905088,0.4435297],"study_design_scores_gemma":[0.00033544187,0.00088327256,0.0012009518,0.0007867959,0.000020563795,0.00017851866,7.775585e-7,0.08236459,0.0023501434,0.90687364,0.0028955645,0.002109725],"about_ca_topic_score_codex":0.000026846747,"about_ca_topic_score_gemma":0.000050865703,"teacher_disagreement_score":0.8453789,"about_ca_system_score_codex":0.0008888101,"about_ca_system_score_gemma":0.0005296049,"threshold_uncertainty_score":0.99995565},"labels":[],"label_agreement":null},{"id":"W1523482906","doi":"","title":"Proceedings of the 2008 AOSD workshop on Aspects, components, and patterns for infrastructure software","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; University of British Columbia","funders":"","keywords":"Variety (cybernetics); Software; Computer science; Software engineering; Software deployment; Frame (networking); Data science; World Wide Web; Telecommunications","score_opus":0.026224487799990977,"score_gpt":0.27084792810125224,"score_spread":0.24462344030126126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1523482906","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09193634,0.000050096085,0.9069774,0.00019008393,0.00028850522,0.00023671034,0.000003536167,0.00022565703,0.00009164883],"genre_scores_gemma":[0.25900838,0.000012210315,0.7406056,0.00018842366,0.000043293574,0.000006950604,5.26912e-7,0.000011425,0.0001231763],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991377,0.0000064683873,0.00017378332,0.0002613851,0.00017644116,0.0002442334],"domain_scores_gemma":[0.99863976,0.0009129763,0.000090112815,0.0002182881,0.000091905094,0.00004696767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003234845,0.00013684697,0.0001583157,0.000066531175,0.000074773576,0.000032750617,0.00058231223,0.00007346331,0.0000019812887],"category_scores_gemma":[0.0007174529,0.00009010757,0.000046023993,0.00020903039,0.00005133893,0.00018026432,0.00025775903,0.00015232229,3.2194112e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018436521,0.00017531765,0.08554454,0.0008676616,0.00015981868,0.0000085738475,0.0042327815,0.022259124,0.024278495,0.316717,0.007566519,0.5380058],"study_design_scores_gemma":[0.0010527518,0.0002315245,0.80882245,0.0003484256,0.000016893226,0.000050466722,0.00032021257,0.0023220277,0.08311022,0.099133424,0.0039384956,0.00065311854],"about_ca_topic_score_codex":0.0000022148017,"about_ca_topic_score_gemma":0.0000022027175,"teacher_disagreement_score":0.72327787,"about_ca_system_score_codex":0.00002987729,"about_ca_system_score_gemma":0.000010246685,"threshold_uncertainty_score":0.367448},"labels":[],"label_agreement":null},{"id":"W1524376787","doi":"","title":"Implicit context: easing software evolution and reuse","year":2000,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Reuse; Context (archaeology); Computer science; Component (thermodynamics); Software; Mechanism (biology); Java; Simple (philosophy); Software evolution; Software engineering; Software system; Distributed computing; Computer security; Programming language; Epistemology; Engineering; Software construction; History; Philosophy; Waste management","score_opus":0.020244468956742145,"score_gpt":0.2616144702417248,"score_spread":0.24137000128498265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1524376787","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031131698,0.0004116107,0.9667301,0.0002411259,0.000098241304,0.0000629209,5.587069e-7,0.001095063,0.00022864612],"genre_scores_gemma":[0.18678471,0.000023483928,0.8124902,0.00014142042,0.000021304675,0.0000044675985,2.7305333e-7,0.00000666403,0.0005274507],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992823,0.000044991128,0.000113668386,0.0002646084,0.00009216619,0.00020224716],"domain_scores_gemma":[0.99897045,0.00037187064,0.000018645918,0.0005544733,0.000027429856,0.00005715895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001847179,0.00009807815,0.00011220964,0.000046711877,0.00008175127,0.000057716254,0.00042985083,0.00004573661,0.00002498658],"category_scores_gemma":[0.00062552607,0.00008924773,0.000021168547,0.0001646881,0.0000337142,0.00049320166,0.00016213728,0.00008294336,0.000027466502],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062465165,0.000011112498,0.0010330878,0.000012496335,0.000008366247,0.000009331086,0.00041570637,0.008175364,0.00075078587,0.02528497,0.0004365078,0.96385604],"study_design_scores_gemma":[0.0018128623,0.00042392005,0.14007743,0.00017052134,0.000022714696,0.00056884374,0.00019673229,0.040457577,0.0076186275,0.77817684,0.028524747,0.001949177],"about_ca_topic_score_codex":0.000028461216,"about_ca_topic_score_gemma":0.0000030494143,"teacher_disagreement_score":0.96190685,"about_ca_system_score_codex":0.000042731073,"about_ca_system_score_gemma":0.000015117889,"threshold_uncertainty_score":0.3639417},"labels":[],"label_agreement":null},{"id":"W1526112240","doi":"10.1007/978-1-4471-0719-4_28","title":"A Product Line Analysis of Software-Controlled Gastrointestinal Stimulators","year":2001,"lang":"en","type":"book-chapter","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Alberta","funders":"","keywords":"Software product line; Domain (mathematical analysis); Software; Product (mathematics); Computer science; Realization (probability); Software engineering; Software development; Engineering; Systems engineering; Operating system; Mathematics","score_opus":0.040106432902395614,"score_gpt":0.28241286380482605,"score_spread":0.24230643090243043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1526112240","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017642025,0.00047044284,0.9803081,0.000046129815,0.00021572702,0.0003936309,0.00001139663,0.0010149159,0.01752203],"genre_scores_gemma":[0.00040141196,0.0000365557,0.8457666,0.00003232691,0.00009182187,0.000012236089,0.000015150971,0.000042459415,0.15360145],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972538,0.000050648545,0.00086404005,0.0009043286,0.0005353898,0.0003918038],"domain_scores_gemma":[0.9951067,0.0022281946,0.00057279796,0.0015750409,0.00039495912,0.00012230525],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00069862994,0.000560724,0.0019001175,0.001257567,0.00004109494,0.000039997212,0.0012477046,0.00012816978,0.00017346501],"category_scores_gemma":[0.002723105,0.00047454785,0.0007426917,0.0005192882,0.00011306247,0.00018960529,0.00041287055,0.00043066536,0.000017507617],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011074509,0.000045138226,0.00023603495,0.00006357784,0.002210179,0.000114238144,0.00004970236,0.8937701,0.00006242698,0.07663966,0.00021142336,0.026486807],"study_design_scores_gemma":[0.013784596,0.0038407526,0.0029737889,0.002017984,0.016451739,0.00082559424,0.000015638198,0.4918107,0.0011402349,0.4335331,0.024608126,0.0089977365],"about_ca_topic_score_codex":0.000009604132,"about_ca_topic_score_gemma":0.000007774965,"teacher_disagreement_score":0.40195936,"about_ca_system_score_codex":0.00010167802,"about_ca_system_score_gemma":0.00013537143,"threshold_uncertainty_score":0.99977064},"labels":[],"label_agreement":null},{"id":"W1526134753","doi":"10.1109/iri.2004.1431453","title":"Using traceability mechanisms to support software product line evolution","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Traceability; Software product line; Software evolution; Change impact analysis; Computer science; Dependency (UML); Product (mathematics); Software engineering; Identification (biology); Systems engineering; Software architecture; Domain engineering; Software; Software development; Engineering; Component-based software engineering; Software construction; Programming language","score_opus":0.09050979697668972,"score_gpt":0.34094239974727614,"score_spread":0.25043260277058643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1526134753","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004763877,0.000032761287,0.99146897,0.0006122915,0.0004451443,0.0002728591,0.0000016128783,0.0023703366,0.00003217971],"genre_scores_gemma":[0.1343478,5.6429496e-7,0.86509997,0.00016155187,0.00010844419,0.000011711425,7.104877e-7,0.000011871373,0.00025735237],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99851733,0.00007583597,0.00024559893,0.00055903045,0.00024472398,0.00035746573],"domain_scores_gemma":[0.9987106,0.00021867493,0.000043259235,0.00079017726,0.00012047024,0.00011684777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00088114734,0.00016334848,0.00018405568,0.0001114932,0.00008400511,0.00004407086,0.00059194904,0.000050125687,0.000024290879],"category_scores_gemma":[0.001858135,0.00015113795,0.000051503288,0.00044921914,0.000018807958,0.0007109704,0.00028330865,0.00012814529,0.000058358703],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006339664,0.00006712697,0.00009564013,0.000019770372,0.000007384772,0.0000037865927,0.0002996834,0.82654524,0.015793128,0.015408698,0.00019447441,0.14155875],"study_design_scores_gemma":[0.00082250545,0.0010485579,0.006032471,0.000056690496,0.000031313153,0.00022810654,0.000085905864,0.3297261,0.38614425,0.26832002,0.00536493,0.0021391362],"about_ca_topic_score_codex":0.000009244138,"about_ca_topic_score_gemma":0.000009579625,"teacher_disagreement_score":0.4968191,"about_ca_system_score_codex":0.0003508026,"about_ca_system_score_gemma":0.00009030152,"threshold_uncertainty_score":0.6163227},"labels":[],"label_agreement":null},{"id":"W1526615347","doi":"10.1007/978-3-540-88030-1_20","title":"Automating Architecture Trade-Off Decision Making through a Complex Multi-attribute Decision Process","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Architecture; Software architecture; Process (computing); Quality (philosophy); Task (project management); Software engineering; Context (archaeology); Process management; Software; Systems engineering; Engineering; Programming language","score_opus":0.06623488407864711,"score_gpt":0.34006301943135525,"score_spread":0.2738281353527081,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1526615347","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00034104852,0.0015854149,0.99361634,0.00026346243,0.0020373352,0.0007148695,0.000012528195,0.0013477013,0.000081307626],"genre_scores_gemma":[0.04166533,0.0001361981,0.9568968,0.0008529871,0.00031594903,0.000019639434,0.000006525874,0.00009145795,0.000015121498],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9928265,0.00010027725,0.0011205078,0.0027069182,0.0019369954,0.0013087571],"domain_scores_gemma":[0.9905084,0.006296579,0.0006129797,0.0021288684,0.00026143066,0.0001917574],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0012657335,0.0011359036,0.0012087731,0.0010538219,0.0007128859,0.0005145813,0.0059667397,0.0006358515,0.000010176097],"category_scores_gemma":[0.0022112252,0.0010136202,0.00028151128,0.0014704629,0.0008525643,0.0011593915,0.002269527,0.0019458309,0.000019970288],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061675073,0.000016717766,0.000024742534,0.000039417955,0.0000069943912,0.00013941972,0.001447419,0.4821317,0.000043521526,0.00018710601,0.000012312127,0.5159445],"study_design_scores_gemma":[0.0009803779,0.00029350413,0.0019815941,0.0039800797,0.000016591885,0.0013042778,9.848475e-7,0.772808,0.00093231484,0.21397983,0.0014305492,0.002291885],"about_ca_topic_score_codex":0.0000024074782,"about_ca_topic_score_gemma":0.00002060121,"teacher_disagreement_score":0.5136526,"about_ca_system_score_codex":0.00055762485,"about_ca_system_score_gemma":0.0006241801,"threshold_uncertainty_score":0.99941146},"labels":[],"label_agreement":null},{"id":"W1528038736","doi":"10.1007/978-3-642-16488-0_19","title":"Towards an Integrated Model for Functional and User Interface Requirements","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Unified Modeling Language; Software engineering; Programming language; Task (project management); Interface (matter); Semantics (computer science); User interface; Functional requirement; Process (computing); User requirements document; Software; Human–computer interaction; Systems engineering","score_opus":0.0748054291519112,"score_gpt":0.31929786887817935,"score_spread":0.24449243972626816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1528038736","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009421419,0.00014280649,0.9965457,0.00020969627,0.002179857,0.00039743446,0.000012662959,0.000358842,0.000058800568],"genre_scores_gemma":[0.009968634,0.000014988367,0.9890662,0.0003676908,0.00017517782,0.000022889999,0.000007505217,0.00003851017,0.00033843907],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971216,0.000025633972,0.000377866,0.0014299396,0.0005267408,0.0005182201],"domain_scores_gemma":[0.99772245,0.00057662843,0.00016823648,0.0010264836,0.00034213375,0.00016409547],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001077913,0.0004915644,0.00043951083,0.00050103274,0.00019834057,0.0003519836,0.0019391846,0.00038587314,0.000004309294],"category_scores_gemma":[0.00050225086,0.00043813357,0.000070816124,0.00024144229,0.0005702471,0.0010766782,0.0010492443,0.0008828989,0.0000024398673],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000132612895,0.0000129969385,0.0000053361496,0.000027665805,0.000008580007,0.000004253432,0.0003922938,0.5896321,0.0011993365,0.010064397,0.0000067071633,0.3986331],"study_design_scores_gemma":[0.0001921449,0.00013425383,0.000026489377,0.000091831585,0.0000046544465,0.00002167404,1.2537224e-7,0.751521,0.0026511562,0.24435724,0.0005915898,0.00040786795],"about_ca_topic_score_codex":0.000005408914,"about_ca_topic_score_gemma":0.00003729755,"teacher_disagreement_score":0.39822522,"about_ca_system_score_codex":0.0001935667,"about_ca_system_score_gemma":0.0004220653,"threshold_uncertainty_score":0.99980706},"labels":[],"label_agreement":null},{"id":"W1528498604","doi":"10.1007/11908029_56","title":"On a Parthood Specification Method for Component Software","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Component (thermodynamics); Software; Component-based software engineering; Programming language; Software engineering; Software development","score_opus":0.04075463974642257,"score_gpt":0.2993747549880432,"score_spread":0.25862011524162065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1528498604","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000041038393,0.0003156266,0.9954245,0.00036561402,0.0021435206,0.00077777664,0.000017234173,0.0006875427,0.000264049],"genre_scores_gemma":[0.0007801949,0.000014597629,0.9979451,0.00045998485,0.00039361915,0.000055610857,0.000018006242,0.000055568908,0.00027732155],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9959111,0.000089332185,0.00058827805,0.0018525982,0.00081752316,0.00074117066],"domain_scores_gemma":[0.9915883,0.00593022,0.0003474797,0.0017361374,0.0002684321,0.0001294557],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019608836,0.00062948366,0.00066947966,0.0007989011,0.00023616827,0.00029281524,0.002860096,0.00034213447,0.000004114954],"category_scores_gemma":[0.0009523977,0.0005958288,0.00020006965,0.0004540626,0.0002819491,0.0003628399,0.00063360616,0.0006949871,0.000020478952],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049530263,0.000017920149,0.0000025734014,0.00002843881,0.000005193325,0.000010802971,0.00007925515,0.5141537,0.00006415916,0.029699026,0.00006285224,0.4558711],"study_design_scores_gemma":[0.0003114995,0.00024614215,0.00012053515,0.00025477214,0.000007787323,0.000028149334,5.439643e-8,0.27454224,0.0024655834,0.7185471,0.0027294594,0.0007466441],"about_ca_topic_score_codex":0.0000058494606,"about_ca_topic_score_gemma":0.000008410398,"teacher_disagreement_score":0.6888481,"about_ca_system_score_codex":0.00036618204,"about_ca_system_score_gemma":0.00023580252,"threshold_uncertainty_score":0.9996493},"labels":[],"label_agreement":null},{"id":"W1529289401","doi":"","title":"Using UML to reflect non-functional requirements","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Unified Modeling Language; Computer science; Non-functional requirement; Software engineering; Applications of UML; Process (computing); Focus (optics); Functional requirement; Software development; Software; Programming language; Software construction","score_opus":0.26859176139035135,"score_gpt":0.40460851879569615,"score_spread":0.1360167574053448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1529289401","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0058055874,0.000011185672,0.9901856,0.00021313537,0.00073514023,0.00007501479,1.13469994e-7,0.00046053668,0.0025136722],"genre_scores_gemma":[0.04723384,0.000002356325,0.9511857,0.00047238692,0.00007525796,0.00000593792,3.049804e-7,0.0000076379565,0.0010165616],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991285,0.000027346563,0.0001247087,0.0002763237,0.00019828755,0.0002448005],"domain_scores_gemma":[0.9993757,0.00012335156,0.000021823807,0.0003677201,0.00003760636,0.000073808355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002769562,0.00009528702,0.00009528189,0.00010461241,0.00007079584,0.00004231132,0.00036096832,0.000030171312,0.000016630227],"category_scores_gemma":[0.00027431204,0.000087711494,0.000028407676,0.00046510604,0.000009719515,0.00039363914,0.0002202268,0.000064471154,0.00007430261],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025193705,0.000053965694,0.0013143326,0.000009359255,0.000036225727,0.00006862243,0.00031502388,0.74548924,0.0915786,0.012714534,0.002057134,0.14633776],"study_design_scores_gemma":[0.0023706253,0.0010065234,0.056161266,0.00022171631,0.00003210359,0.0006766774,0.00011105121,0.606386,0.11974908,0.14108884,0.06873374,0.003462365],"about_ca_topic_score_codex":0.0000095215755,"about_ca_topic_score_gemma":0.0000015977026,"teacher_disagreement_score":0.14287539,"about_ca_system_score_codex":0.00009157082,"about_ca_system_score_gemma":0.000027631642,"threshold_uncertainty_score":0.35767707},"labels":[],"label_agreement":null},{"id":"W1530825664","doi":"10.1007/978-3-540-74796-3_59","title":"Evaluating Reduced-Functionality Interfaces According to Feature Findability and Awareness","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Interface (matter); Computer science; Feature (linguistics); Scope (computer science); Software; Layer (electronics); Human–computer interaction; World Wide Web; Information retrieval; Operating system; Programming language","score_opus":0.12564652899838022,"score_gpt":0.39079141203380535,"score_spread":0.26514488303542516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1530825664","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004235902,0.00042716102,0.9908499,0.00065543025,0.0028367052,0.0004493231,0.000004697198,0.00040464746,0.00013624753],"genre_scores_gemma":[0.05497018,0.0000092791115,0.9440593,0.00050226937,0.00030592,0.000011287711,0.000001953949,0.000028578188,0.00011122225],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9956759,0.000091899994,0.0004813663,0.002061276,0.0009928964,0.0006966433],"domain_scores_gemma":[0.9945493,0.0032740256,0.00022262085,0.0013558523,0.0003833839,0.0002148587],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00432906,0.0005792443,0.0006282184,0.00072869845,0.00033141993,0.00042874168,0.0022423286,0.00037265776,0.000004441805],"category_scores_gemma":[0.0028329282,0.000537371,0.00008085838,0.0007751616,0.00049186463,0.0006869841,0.0025743803,0.0011090416,0.0000071860977],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010291961,0.0000069572143,0.00019259023,0.000053358348,0.0000068975414,0.00001359673,0.00044390486,0.26547307,0.0006467789,0.0012167478,0.0000031921286,0.73193264],"study_design_scores_gemma":[0.00058521464,0.00084481045,0.0063117296,0.0017065256,0.000027586453,0.00026808228,0.000003762019,0.3276452,0.020696886,0.6381272,0.00088425225,0.0028987331],"about_ca_topic_score_codex":0.000016862843,"about_ca_topic_score_gemma":0.00002802223,"teacher_disagreement_score":0.7290339,"about_ca_system_score_codex":0.0005154992,"about_ca_system_score_gemma":0.0004261915,"threshold_uncertainty_score":0.99970776},"labels":[],"label_agreement":null},{"id":"W1534586049","doi":"","title":"시스템 엔지니어링을 통한 HLA 기반 선박 안전성 평가 시뮬레이션 개발에 관한 연구","year":2008,"lang":"ko","type":"article","venue":"한국해양공학회지","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Damages; Shipbuilding; High-level architecture; Reuse; Engineering; Process (computing); Software; Computer science; Risk analysis (engineering); Operations research; Systems engineering; Business; Interoperability","score_opus":0.0791950030601373,"score_gpt":0.2992905003101136,"score_spread":0.22009549724997632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1534586049","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0512174,0.0021276632,0.93743676,0.00095291075,0.005250289,0.00036401112,0.00001884044,0.0017159195,0.0009162297],"genre_scores_gemma":[0.3236266,0.00094971235,0.66799796,0.00061918737,0.00080554216,0.0000424958,0.000008007757,0.000106855085,0.0058436585],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9951406,0.00045150827,0.00077240885,0.0013839017,0.0008409124,0.0014106805],"domain_scores_gemma":[0.9948861,0.0019478409,0.0002945175,0.0022231443,0.00025152936,0.00039687756],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010073134,0.000739069,0.00085340627,0.00032390494,0.00051265047,0.00016662656,0.0024714896,0.00042359356,0.0001098197],"category_scores_gemma":[0.0026131994,0.00077111623,0.00033047763,0.0011784901,0.00048772988,0.0009670573,0.0011549919,0.000990156,0.00113737],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021379511,0.001113807,0.036132034,0.0009654501,0.000725786,0.0064746123,0.02663295,0.3993628,0.009016722,0.035326686,0.042702872,0.4413325],"study_design_scores_gemma":[0.008405403,0.0035187877,0.47891498,0.0019528334,0.00039013728,0.0051982724,0.0009233616,0.101297624,0.06116671,0.08822246,0.2360325,0.013976941],"about_ca_topic_score_codex":0.000055638273,"about_ca_topic_score_gemma":0.00000772687,"teacher_disagreement_score":0.44278294,"about_ca_system_score_codex":0.00025738374,"about_ca_system_score_gemma":0.0002994189,"threshold_uncertainty_score":0.99964035},"labels":[],"label_agreement":null},{"id":"W1535484496","doi":"10.1007/11880905_4","title":"Self-configuration of Network Devices with Configuration Logic","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Configuration Management (ITSM); Satisfiability; Formalism (music); Virtual LAN; Distributed computing; Theoretical computer science; Computer network","score_opus":0.021776036371796596,"score_gpt":0.25351359022172004,"score_spread":0.23173755384992345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1535484496","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017116654,0.0005239646,0.99557966,0.00016325177,0.00082332164,0.00038154016,0.0000016798899,0.0004262449,0.0020832447],"genre_scores_gemma":[0.040533412,0.000020563913,0.9587904,0.00023012233,0.0002926295,0.000008810777,0.00000785192,0.000024583787,0.00009160593],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9971647,0.00005844623,0.000532866,0.0010201541,0.000732324,0.0004914976],"domain_scores_gemma":[0.99689925,0.0011858761,0.0005191828,0.0009635509,0.0003657683,0.00006636433],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00084799324,0.00045974916,0.0005589263,0.0004067803,0.00013932123,0.00019654934,0.0017451734,0.00027609625,0.000004978678],"category_scores_gemma":[0.0001125907,0.00037966427,0.00006910843,0.00065184594,0.0005080827,0.000701101,0.00030060692,0.0004896623,0.0000068561194],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046040695,0.000010095525,0.000029608638,0.00006260439,0.000009616202,0.000020708736,0.00015227725,0.87220883,0.00007154586,0.034430053,0.0000099955705,0.09299006],"study_design_scores_gemma":[0.0005447289,0.00082114886,0.0008753508,0.00096170127,0.00003521608,0.000106723885,3.294816e-7,0.44096172,0.011670445,0.5407958,0.0016557383,0.0015710756],"about_ca_topic_score_codex":0.0000091305565,"about_ca_topic_score_gemma":0.00003528839,"teacher_disagreement_score":0.5063658,"about_ca_system_score_codex":0.00018258336,"about_ca_system_score_gemma":0.0003489085,"threshold_uncertainty_score":0.99986553},"labels":[],"label_agreement":null},{"id":"W1536473137","doi":"","title":"Reusing class-based test cases for testing object-oriented framework interface classes: Research Articles","year":2005,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Maintainability; Computer science; Flexibility (engineering); Software deployment; Software engineering; Reuse; Interface (matter); Class (philosophy); Test case; Reliability engineering; Systems engineering; Engineering; Operating system","score_opus":0.20268813299326507,"score_gpt":0.45692009826616165,"score_spread":0.2542319652728966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1536473137","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014541643,0.0034246256,0.97335,0.008123643,0.00016934251,0.00025748412,0.0000050148556,0.00009519867,0.00003308342],"genre_scores_gemma":[0.35915953,0.0002343687,0.6402465,0.00009183809,0.00017596367,0.000013499948,2.177557e-7,0.0000131572215,0.00006488428],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99634993,0.0010428398,0.0005179534,0.00039696452,0.0008732189,0.0008191051],"domain_scores_gemma":[0.84819293,0.14537922,0.0003568518,0.00041697678,0.005347271,0.00030674294],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016939105,0.00016576023,0.0002813899,0.00056533044,0.00072994677,0.00038280524,0.000489406,0.0001407841,0.0000016959084],"category_scores_gemma":[0.43265843,0.00013878602,0.000048723534,0.0013817957,0.00046931,0.0023103198,0.00032204392,0.0014977008,0.0000035096791],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009993145,0.002475216,0.027759993,0.0017616241,0.00038001483,0.0012847069,0.007255519,0.08853446,0.029992776,0.053768713,0.0346599,0.7421339],"study_design_scores_gemma":[0.008161228,0.029703068,0.028293038,0.010417737,0.00014406849,0.0133698275,0.025024278,0.18403168,0.015515429,0.37004104,0.3129165,0.0023820894],"about_ca_topic_score_codex":0.000030783172,"about_ca_topic_score_gemma":0.000009808127,"teacher_disagreement_score":0.7397519,"about_ca_system_score_codex":0.00037124337,"about_ca_system_score_gemma":0.0004906065,"threshold_uncertainty_score":0.65068483},"labels":[],"label_agreement":null},{"id":"W1536558157","doi":"10.5772/38104","title":"Integrating Performance Analysis in Software Product Line Development Process","year":2012,"lang":"en","type":"book-chapter","venue":"InTech eBooks","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Software product line; Software; Software development; Computer science; Product (mathematics); Set (abstract data type); Process (computing); Domain (mathematical analysis); Software engineering; Quality (philosophy); Software quality; Software development process; Package development process; Software construction; Operating system; Mathematics; Programming language","score_opus":0.04952374589171368,"score_gpt":0.29081513845274704,"score_spread":0.24129139256103335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1536558157","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00046489428,0.0006976747,0.98711383,0.0000138829755,0.00034216413,0.0003469486,0.0000023263135,0.0009405617,0.01007769],"genre_scores_gemma":[0.05460221,0.000022679027,0.8959639,0.000044112803,0.00013443294,0.000117081996,0.000013229591,0.0000697343,0.049032614],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99745595,0.000031320786,0.0007221571,0.0008192977,0.00043893492,0.0005323488],"domain_scores_gemma":[0.99801093,0.00035074377,0.00033614965,0.0009573289,0.00024941398,0.000095438154],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00090362935,0.0005649419,0.00075721,0.0010208365,0.00008652932,0.00006961136,0.0014377869,0.0002717964,0.000013673574],"category_scores_gemma":[0.0006258096,0.00051624404,0.00014627808,0.00021014494,0.000083652674,0.0002717159,0.00054970686,0.001080017,0.00003536288],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009873858,0.000017497701,0.0003984167,0.0003354557,0.0003214313,0.000028856555,0.0030045114,0.0028016898,0.0002804682,0.0022105032,0.000004514894,0.99058676],"study_design_scores_gemma":[0.0012883084,0.0006066236,0.0019097684,0.008119383,0.0008950532,0.00022856836,0.000171063,0.0060510417,0.76041776,0.103186496,0.10628373,0.010842207],"about_ca_topic_score_codex":0.0000029455389,"about_ca_topic_score_gemma":0.000030429967,"teacher_disagreement_score":0.97974455,"about_ca_system_score_codex":0.00035319457,"about_ca_system_score_gemma":0.00027539086,"threshold_uncertainty_score":0.9997289},"labels":[],"label_agreement":null},{"id":"W1539705164","doi":"10.1007/978-3-642-02161-9_3","title":"Engineering Self-Adaptive Systems through Feedback Loops","year":2009,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":560,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); York University; University of Victoria","funders":"","keywords":"Computer science; Adaptation (eye); Adaptive system; Process (computing); Perspective (graphical); Software; Class (philosophy); Software engineering; Artificial intelligence","score_opus":0.02784657795735096,"score_gpt":0.25255728229810154,"score_spread":0.22471070434075058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1539705164","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008357504,0.0018581754,0.9909447,0.00014396604,0.003868443,0.00047996527,0.0000035815312,0.0015762992,0.0011165361],"genre_scores_gemma":[0.004926686,0.000118631346,0.99378824,0.0002917142,0.0005633799,0.000013109994,0.0000018293457,0.00005977746,0.00023662455],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99538267,0.00003960261,0.00063388416,0.0018844932,0.0010419138,0.0010174476],"domain_scores_gemma":[0.99580145,0.0016095282,0.0002977067,0.0018506908,0.00026989222,0.00017074043],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010275174,0.00085600826,0.00089238334,0.00065987714,0.00017661913,0.000525227,0.0040811235,0.0004843565,0.0000030332073],"category_scores_gemma":[0.00034601637,0.00082862505,0.00016003766,0.00085728016,0.00025247043,0.0011965731,0.0011944671,0.0012930362,0.000056817567],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022785475,0.000012187202,0.0000012203253,0.00004634091,0.000016286334,0.00011520579,0.0005243399,0.8218159,0.00006144059,0.038485426,0.000009816477,0.13890956],"study_design_scores_gemma":[0.00029104677,0.00028992828,0.000054076503,0.00085520145,0.000014953804,0.00024190922,3.2065893e-7,0.8247815,0.0011345048,0.16755517,0.0032517586,0.0015296377],"about_ca_topic_score_codex":0.000011242007,"about_ca_topic_score_gemma":0.0000025626268,"teacher_disagreement_score":0.13737993,"about_ca_system_score_codex":0.0007371854,"about_ca_system_score_gemma":0.00040471906,"threshold_uncertainty_score":0.9994165},"labels":[],"label_agreement":null},{"id":"W1540939690","doi":"","title":"Challenges in the Application of Feature Modelling in Fixed Line Telecommunications","year":2007,"lang":"en","type":"article","venue":"UEL Research Repository (University of East London)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University; East China Institute of Technology; Invest Northern Ireland","keywords":"Computer science; Feature (linguistics); Software product line; Feature model; Software; Notation; Software engineering; Field (mathematics); Set (abstract data type); Distributed computing; Software development; Programming language","score_opus":0.18156874211157045,"score_gpt":0.3473665521415744,"score_spread":0.16579781003000396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1540939690","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035277642,0.0017275756,0.96072865,0.0008908113,0.000022641536,0.0002008671,5.413578e-7,0.000032560853,0.0011187339],"genre_scores_gemma":[0.6776697,0.0003514914,0.32190123,0.0000017242553,0.000008660361,0.0000010268901,9.602462e-7,0.0000030429678,0.000062165134],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986102,0.0004246924,0.00013908005,0.00022432342,0.00036968853,0.00023200252],"domain_scores_gemma":[0.997251,0.0015199886,0.00008421831,0.00088408875,0.00022635561,0.00003438445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032742214,0.00006478574,0.00014272689,0.00036072257,0.000119323035,0.000009490015,0.0016671312,0.000083699786,2.2973359e-7],"category_scores_gemma":[0.0002151371,0.000065756656,0.00003846359,0.0009239128,0.00016813962,0.0002974857,0.00031378557,0.0005137969,0.0000011086554],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018874988,0.0005245537,0.0031072674,0.00028982796,0.0000327876,0.00012608223,0.028577156,0.64076376,0.018940795,0.08600618,0.000046877696,0.22139595],"study_design_scores_gemma":[0.002216387,0.0005834727,0.23694298,0.00049884495,0.00001327153,0.000083970204,0.030234722,0.68838984,0.00954578,0.026345165,0.0045067277,0.0006388594],"about_ca_topic_score_codex":0.00023508439,"about_ca_topic_score_gemma":0.00042923985,"teacher_disagreement_score":0.64239204,"about_ca_system_score_codex":0.000083370454,"about_ca_system_score_gemma":0.000059761016,"threshold_uncertainty_score":0.30979723},"labels":[],"label_agreement":null},{"id":"W1541157550","doi":"10.18046/syt.v9i18.1076","title":"On Designing Self-Adaptive Software Systems","year":2011,"lang":"en","type":"article","venue":"Sistemas y Telemática","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software; Process (computing); Feedback loop; Software development; Software system; Class (philosophy); Software requirements; Software sizing; Software construction; Software engineering; Control engineering; Artificial intelligence; Engineering; Programming language","score_opus":0.061197426885618085,"score_gpt":0.24822780665658023,"score_spread":0.18703037977096215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1541157550","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00051097386,0.0003064376,0.99228865,0.000015552721,0.0009629013,0.00030428893,0.0000017013139,0.0027340706,0.002875429],"genre_scores_gemma":[0.17401631,0.0000060705984,0.8255963,0.0000640633,0.000047328977,0.00007128431,4.567501e-7,0.000029347222,0.00016887556],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99793714,0.00027912983,0.00034137486,0.00057828217,0.00034883717,0.00051523594],"domain_scores_gemma":[0.9969303,0.0016991522,0.00013637796,0.0009675019,0.00012149916,0.00014514268],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00070208736,0.0002821301,0.00035889598,0.00016187082,0.00014935974,0.000075909826,0.0010294914,0.00011864503,0.000007869603],"category_scores_gemma":[0.0010961085,0.00025024812,0.00009733253,0.00038884592,0.00004716319,0.00035997925,0.00023445798,0.00025997468,0.00016036685],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006135538,0.0002831729,0.0003230531,0.00039842937,0.00026731758,0.00038987616,0.005788698,0.016749509,0.00036098747,0.9599535,0.00092111836,0.014502969],"study_design_scores_gemma":[0.005953201,0.011789379,0.015136441,0.004699514,0.00052228634,0.0013629192,0.002952636,0.09639824,0.08788971,0.74702257,0.013676423,0.012596701],"about_ca_topic_score_codex":0.000007901753,"about_ca_topic_score_gemma":3.9908116e-7,"teacher_disagreement_score":0.21293096,"about_ca_system_score_codex":0.00013398459,"about_ca_system_score_gemma":0.000060670092,"threshold_uncertainty_score":0.999995},"labels":[],"label_agreement":null},{"id":"W1542132029","doi":"10.1007/978-3-540-30587-3_30","title":"Managing Dependencies Between Software Products","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; Carleton University","funders":"","keywords":"Computer science; Software deployment; Software; Software engineering; Context (archaeology); Software system; Process (computing); Distributed computing; Programming language","score_opus":0.039508203550401744,"score_gpt":0.274151817127704,"score_spread":0.23464361357730223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1542132029","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000019491092,0.0013910794,0.9935234,0.0010996661,0.0018716496,0.00038968882,0.000005037877,0.0012077009,0.0004922852],"genre_scores_gemma":[0.0051888907,0.000090896945,0.9925259,0.00039068185,0.0011068601,0.000010554729,0.0000045046604,0.000062997344,0.00061876315],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.994939,0.00005482588,0.0005985768,0.002165078,0.0012106156,0.0010318534],"domain_scores_gemma":[0.9951953,0.0018204282,0.0003002859,0.0021978104,0.00030816082,0.00017800031],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015007384,0.00075696915,0.00077923486,0.001115006,0.00028010726,0.00046317422,0.005195895,0.0003694739,0.000008051082],"category_scores_gemma":[0.0012356251,0.00073206145,0.00012409245,0.00088013377,0.00064035703,0.0012214438,0.0026374813,0.0012991158,0.000061074184],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010868622,0.0000049378987,0.00005909295,0.00005367404,0.00001001126,0.00006263231,0.0003072413,0.22851938,0.000030715986,0.0026621274,0.000009315633,0.7682798],"study_design_scores_gemma":[0.00034601774,0.00021937194,0.000680267,0.0009008537,0.000026789112,0.00016942185,3.2024752e-7,0.04271118,0.0069348603,0.939798,0.0057472773,0.0024656437],"about_ca_topic_score_codex":0.000006099186,"about_ca_topic_score_gemma":0.000012857901,"teacher_disagreement_score":0.9371359,"about_ca_system_score_codex":0.0005230495,"about_ca_system_score_gemma":0.0004928077,"threshold_uncertainty_score":0.99951303},"labels":[],"label_agreement":null},{"id":"W1546714293","doi":"10.1007/978-3-642-15114-9_6","title":"Towards Architecture-Centric Software Generation","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nortel (Canada); Carleton University","funders":"","keywords":"Computer science; Software engineering; Resource-oriented architecture; Reference architecture; Software architecture description; Software architecture; Applications architecture; Database-centric architecture; Architecture; Reuse; Architecture tradeoff analysis method; Component-based software engineering; Solution architecture; Domain (mathematical analysis); Computer architecture; Software; Software development; Operating system; Engineering","score_opus":0.03228527607934365,"score_gpt":0.27016992344658447,"score_spread":0.23788464736724083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1546714293","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000032350872,0.00060880935,0.9920576,0.00039614103,0.0053666253,0.00042112352,0.000005597545,0.00082504004,0.00028668495],"genre_scores_gemma":[0.00227417,0.000046280016,0.9956943,0.0006642876,0.0010436617,0.000016058446,0.000008446145,0.000054012387,0.00019877464],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9956886,0.000058212598,0.00052781473,0.0018049573,0.0010763172,0.0008441055],"domain_scores_gemma":[0.99637496,0.0009369679,0.00027379126,0.0019308114,0.0002719537,0.00021149269],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011208778,0.0006943289,0.0006176733,0.0011396623,0.0002851085,0.00048289914,0.0039915,0.0006046646,0.000019418076],"category_scores_gemma":[0.0012505964,0.0006389586,0.0001599677,0.0007886474,0.00060219906,0.0005496298,0.0016436549,0.0019287084,0.00003305428],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014756037,0.000008451277,0.0000049045407,0.000019381567,0.0000052117307,0.00005050444,0.0002335126,0.2846176,0.0007233759,0.0034949633,0.000005528238,0.7108351],"study_design_scores_gemma":[0.00042313556,0.00025939022,0.00013559451,0.00023547179,0.000015140407,0.0002780228,5.457636e-8,0.16691086,0.0205697,0.8030304,0.006244299,0.0018979561],"about_ca_topic_score_codex":0.000008463484,"about_ca_topic_score_gemma":0.000041640193,"teacher_disagreement_score":0.7995354,"about_ca_system_score_codex":0.00033449076,"about_ca_system_score_gemma":0.0006649677,"threshold_uncertainty_score":0.9996062},"labels":[],"label_agreement":null},{"id":"W1549159686","doi":"10.5772/37642","title":"Using Model Transformation Language Semantics for Aspects Composition","year":2012,"lang":"en","type":"book-chapter","venue":"InTech eBooks","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Transformation (genetics); Computer science; Composition (language); Semantics (computer science); Programming language; Linguistics; Philosophy; Chemistry","score_opus":0.10301753116493184,"score_gpt":0.32765148500465063,"score_spread":0.2246339538397188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1549159686","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002173109,0.00023289886,0.97179574,0.000022797909,0.00036414166,0.00044092478,0.000024197763,0.0006804493,0.026417097],"genre_scores_gemma":[0.03242825,0.0000076388615,0.96064544,0.000060712715,0.00012887159,0.000020055619,0.000017485516,0.000056854395,0.0066347024],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990233,0.0000122920965,0.00027144578,0.00024829753,0.00018738721,0.0002572882],"domain_scores_gemma":[0.99907213,0.00020476858,0.00014785178,0.00042282252,0.0000994411,0.000052957537],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002546857,0.0002693555,0.00028681525,0.00018451893,0.000076628305,0.000052012478,0.0004361527,0.0002720368,0.000001552221],"category_scores_gemma":[0.000027964836,0.0002811988,0.0001363365,0.000011731497,0.00004165057,0.0002339119,0.0000925184,0.0002887961,0.0000067665906],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014336457,0.00000833987,3.7347743e-8,0.00030954936,0.000062449784,0.000008313299,0.0034077517,0.018998476,0.11693785,0.77132875,0.000012238292,0.08891191],"study_design_scores_gemma":[0.00026362707,0.00006426703,1.3831882e-7,0.00041601792,0.000070475944,0.00006552705,0.000016019914,0.20585568,0.27459228,0.51623565,0.0017409718,0.0006793334],"about_ca_topic_score_codex":0.0000011903968,"about_ca_topic_score_gemma":0.000001103621,"teacher_disagreement_score":0.25509307,"about_ca_system_score_codex":0.00015229192,"about_ca_system_score_gemma":0.000047800317,"threshold_uncertainty_score":0.999964},"labels":[],"label_agreement":null},{"id":"W1549194641","doi":"10.14279/tuj.eceasst.33.452","title":"Security Evaluation and Hardening of Free and Open Source Software (FOSS)","year":2024,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Software; Software engineering; Open source software; Operating system","score_opus":0.05327595486029253,"score_gpt":0.34283825795860484,"score_spread":0.2895623030983123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1549194641","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014447456,0.0021906535,0.98229855,0.0001785438,0.00018754044,0.00015584525,0.0000011728043,0.00038135122,0.00015886752],"genre_scores_gemma":[0.1591947,0.000030710617,0.8405667,0.000022386392,0.000014491164,0.000011350934,5.03401e-7,0.000006980469,0.00015221431],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992708,0.00007962731,0.000113445356,0.00027320243,0.00016350772,0.00009941858],"domain_scores_gemma":[0.998802,0.00078331545,0.000021995296,0.00030423305,0.000055120756,0.000033307035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011467093,0.00007574429,0.00012419057,0.00005989868,0.00003825873,0.00020386634,0.00048359032,0.00003586756,0.0000075471435],"category_scores_gemma":[0.0015263321,0.00006607874,0.000012557056,0.00015128723,0.000039296276,0.0006229803,0.0011995963,0.000083850086,9.616712e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006471973,0.00001277668,0.0011715834,0.00032908557,0.000051798124,0.000008609183,0.0058270404,0.018651793,0.0010385718,0.03126292,0.0014465301,0.9401928],"study_design_scores_gemma":[0.0005753244,0.00013694495,0.005497808,0.0002473688,0.000033678276,0.00006637976,0.0002054449,0.4573908,0.007167873,0.5245841,0.0036934565,0.00040085838],"about_ca_topic_score_codex":0.000024289282,"about_ca_topic_score_gemma":0.00000544056,"teacher_disagreement_score":0.939792,"about_ca_system_score_codex":0.000015630661,"about_ca_system_score_gemma":0.00003451148,"threshold_uncertainty_score":0.2694613},"labels":[],"label_agreement":null},{"id":"W1549677228","doi":"10.1007/3-540-45821-2_6","title":"A Protocol Stack Development Tool Using Generative Programming","year":2002,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Protocol (science); Protocol stack; Sketch; Communications protocol; Generative grammar; Distributed computing; Programming language; Reprogramming; Stack (abstract data type); Artificial intelligence; Operating system; Algorithm","score_opus":0.08620018224210127,"score_gpt":0.32497788737744054,"score_spread":0.23877770513533927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1549677228","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000136661865,0.000047467045,0.9809588,0.000058626043,0.00071933406,0.01752842,9.791972e-7,0.00051323546,0.00015944184],"genre_scores_gemma":[0.00015387886,0.0000016838532,0.9956382,0.00018890074,0.0002473289,0.003453276,0.0000010243116,0.000047340003,0.00026839468],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9956857,0.00006389544,0.00066821754,0.001671254,0.0010152037,0.0008957215],"domain_scores_gemma":[0.9974831,0.0005212439,0.00034666958,0.001211822,0.0003029576,0.00013423654],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010845514,0.0007033445,0.0006078723,0.0007102647,0.0003355486,0.00061639154,0.00272133,0.00030706121,0.000012005999],"category_scores_gemma":[0.00031806904,0.00063945225,0.00009816549,0.0006806715,0.00044198654,0.0008338389,0.0017600097,0.0008632797,0.000019358999],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023384123,0.000015666827,0.0000050604585,0.000055378972,0.00000907282,0.000072389776,0.001014569,0.32228693,0.00012991678,0.0017870279,0.0000020702514,0.67461956],"study_design_scores_gemma":[0.00057406415,0.00024979882,0.000024244471,0.000975855,0.0000075454795,0.00015863996,3.0518626e-7,0.88032234,0.0111971395,0.089509144,0.014901131,0.0020798119],"about_ca_topic_score_codex":0.0000022161619,"about_ca_topic_score_gemma":0.0000054360466,"teacher_disagreement_score":0.6725398,"about_ca_system_score_codex":0.000847753,"about_ca_system_score_gemma":0.000683327,"threshold_uncertainty_score":0.99960566},"labels":[],"label_agreement":null},{"id":"W1551416464","doi":"","title":"A Social Organization Perspective on Software Architectures","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software engineering; Software architecture; Knowledge management; Set (abstract data type); Architectural style; Openness to experience; Adaptation (eye); Software; Architecture; Management science; Process management; Engineering; Programming language","score_opus":0.029710237950969415,"score_gpt":0.31046902876551846,"score_spread":0.280758790814549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1551416464","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004679023,0.000018130455,0.9915234,0.0010353801,0.00012730208,0.00006084404,2.6246713e-7,0.0015865229,0.0009691646],"genre_scores_gemma":[0.21901862,0.000002600035,0.7801236,0.0003782412,0.00010034517,0.000003771214,6.166554e-7,0.000012623574,0.00035957524],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993155,0.000051381747,0.00006990728,0.00025007193,0.00014451679,0.00016861194],"domain_scores_gemma":[0.9993782,0.00025603885,0.00002492635,0.00019994781,0.00011279315,0.000028090819],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008866393,0.00009867906,0.00009064273,0.000087673565,0.00011980581,0.000043765143,0.00037820952,0.000043195243,0.000017883343],"category_scores_gemma":[0.0013948168,0.00008481826,0.00003331622,0.000532272,0.000024689174,0.000092036506,0.00010648099,0.000114231974,0.00003571261],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014795184,0.00007781792,0.0010748092,0.000007232767,0.00004010841,0.000050313094,0.007445448,0.12099936,0.00039684406,0.7905399,0.0013517019,0.078001656],"study_design_scores_gemma":[0.0009781618,0.0004397006,0.055460364,0.00002598575,0.000013973809,0.00017227896,0.0007811465,0.0030134134,0.014092147,0.9203127,0.003438977,0.0012711589],"about_ca_topic_score_codex":0.0000065882823,"about_ca_topic_score_gemma":0.0000018352072,"teacher_disagreement_score":0.21433961,"about_ca_system_score_codex":0.00010283491,"about_ca_system_score_gemma":0.000021605229,"threshold_uncertainty_score":0.3458788},"labels":[],"label_agreement":null},{"id":"W1551848062","doi":"10.1007/11527800_25","title":"Overview of Generative Software Development","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":154,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Generative grammar; Software engineering; Domain (mathematical analysis); Software development; Software system; Domain engineering; Exploit; Set (abstract data type); Development (topology); Generative Design; Software; Model-driven architecture; Component-based software engineering; Programming language; Artificial intelligence; Engineering","score_opus":0.06802886348182707,"score_gpt":0.305745856795859,"score_spread":0.2377169933140319,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1551848062","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000018379773,0.0034684,0.9945179,0.00013644631,0.0010951958,0.00025031826,0.0000028276638,0.0002960824,0.00021441393],"genre_scores_gemma":[0.00088892574,0.00014793884,0.9980845,0.00038449973,0.00020163198,0.000009377216,0.0000025142986,0.00003040425,0.00025023834],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9967248,0.000043693148,0.00063961785,0.0011918683,0.0008606909,0.0005393365],"domain_scores_gemma":[0.9968952,0.0011407419,0.00034239618,0.0012276426,0.00028042428,0.00011359514],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009515973,0.00052417244,0.0006969652,0.00065966113,0.00012622937,0.000108032786,0.00305783,0.00026508662,0.000014855623],"category_scores_gemma":[0.00046962633,0.00048198778,0.00011014614,0.0005243176,0.00046416276,0.0005026229,0.0016324517,0.0005997529,0.000018674695],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012196427,0.00000939875,0.000008472632,0.00005216478,0.000009389283,0.00001688348,0.00060007843,0.24891713,0.000059545087,0.0062714196,0.0000043149385,0.74404997],"study_design_scores_gemma":[0.0009306726,0.0004884303,0.00090032,0.003338341,0.000026814318,0.00018950325,4.321362e-7,0.1326655,0.079517215,0.7581882,0.01966239,0.004092183],"about_ca_topic_score_codex":0.000002094443,"about_ca_topic_score_gemma":0.000015511338,"teacher_disagreement_score":0.75191677,"about_ca_system_score_codex":0.00039867207,"about_ca_system_score_gemma":0.0007654316,"threshold_uncertainty_score":0.9997632},"labels":[],"label_agreement":null},{"id":"W1554687505","doi":"10.1007/3-540-39195-9_5","title":"Software Configuration Management Related to the Management of Distributed Systems and Service-Oriented Architectures","year":2003,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Dynamism; Software configuration management; Configuration Management (ITSM); Software as a service; Service (business); Software engineering; Software; Application lifecycle management; Software system; Software development; Process management; Software construction; Operating system; Engineering; Computer network; Business","score_opus":0.01729710530411191,"score_gpt":0.25329379109574635,"score_spread":0.23599668579163444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1554687505","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008146332,0.0007006214,0.9952456,0.00090744847,0.0015235498,0.0010594437,0.000015453856,0.00024484878,0.00022161276],"genre_scores_gemma":[0.011120473,0.00007067908,0.9878736,0.0006516903,0.000032079133,0.00004456104,0.000011679018,0.000030119598,0.00016512885],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9970302,0.00008333936,0.000561356,0.0011011322,0.00076127046,0.00046271592],"domain_scores_gemma":[0.9975008,0.00053744897,0.0002680992,0.0013685505,0.00021635447,0.00010874155],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001005753,0.0004508677,0.00045536822,0.00047358606,0.0001864481,0.00018187349,0.0018757976,0.00016712303,0.0000018836663],"category_scores_gemma":[0.00007867252,0.00034492108,0.00005680275,0.0010518188,0.00024392242,0.00014129268,0.0011899297,0.00044015382,0.0000053316608],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005147119,0.000007509669,0.000005982621,0.00026101517,0.00004944812,0.0000406142,0.0004562861,0.8021826,0.000009879112,0.038328897,0.00001126742,0.15864135],"study_design_scores_gemma":[0.0019109143,0.0007147099,0.0028743816,0.0068091885,0.00020044997,0.00038732364,0.000018967097,0.43033177,0.0019900892,0.5329073,0.018362315,0.0034926066],"about_ca_topic_score_codex":0.000006960161,"about_ca_topic_score_gemma":0.0000060832667,"teacher_disagreement_score":0.4945784,"about_ca_system_score_codex":0.0001716634,"about_ca_system_score_gemma":0.000039923427,"threshold_uncertainty_score":0.9999003},"labels":[],"label_agreement":null},{"id":"W1554740521","doi":"10.1023/a:1016518115185","title":"A Framework for Community Information Systems","year":2002,"lang":"en","type":"article","venue":"Annals of Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Reference architecture; Applications architecture; XML; Architecture; Software architecture description; Software architecture; Software engineering; Enterprise architecture framework; Space-based architecture; Component (thermodynamics); Data architecture; Computer architecture; Software; World Wide Web; Operating system","score_opus":0.1421115452320432,"score_gpt":0.3243237062641429,"score_spread":0.18221216103209972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1554740521","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017907356,0.000718869,0.99553967,0.00007920395,0.0006436561,0.00020370736,0.000013325402,0.0009986106,0.000012240457],"genre_scores_gemma":[0.14989944,0.00005484874,0.84985065,0.00006964122,0.000040275077,0.000059027825,0.0000032839325,0.00001359684,0.000009217559],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99905074,0.000044255263,0.00033299066,0.000102356345,0.00017117448,0.00029847646],"domain_scores_gemma":[0.9961345,0.0028647338,0.00012358413,0.0005981879,0.00021137115,0.00006762408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006181678,0.00015734875,0.00025102525,0.00018239963,0.000083055915,0.00006417471,0.0007096126,0.00010952628,0.000001372446],"category_scores_gemma":[0.0074719335,0.00016728618,0.000088736524,0.00033767844,0.000017548251,0.001138848,0.0001409496,0.00028856404,0.000007707495],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030005265,0.000028939112,0.00007577147,0.0005939875,0.000043220858,7.857906e-7,0.0016977312,0.8779103,0.000046439814,0.093246795,0.00063257676,0.025720416],"study_design_scores_gemma":[0.0010960731,0.0010484377,0.0045443904,0.0019098333,0.000031566615,0.00006795185,0.00041426852,0.85616356,0.016525269,0.059494406,0.056340124,0.0023641188],"about_ca_topic_score_codex":0.000008058252,"about_ca_topic_score_gemma":5.939222e-8,"teacher_disagreement_score":0.1481087,"about_ca_system_score_codex":0.000016628495,"about_ca_system_score_gemma":0.0000065157683,"threshold_uncertainty_score":0.8945142},"labels":[],"label_agreement":null},{"id":"W1556738091","doi":"10.1002/j.2334-5837.2014.tb03159.x","title":"5.2.2 Application of product lines in industrial gas turbine control systems","year":2014,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Rolls-Royce (Canada)","funders":"","keywords":"Reuse; Architecture; Gas turbines; Product (mathematics); Reliability (semiconductor); Systems engineering; Key (lock); Control (management); Computer science; Partition (number theory); Interface (matter); Reliability engineering; Embedded system; Manufacturing engineering; Engineering; Operating system; Mechanical engineering; Power (physics)","score_opus":0.02205947102036019,"score_gpt":0.273607511602427,"score_spread":0.2515480405820668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1556738091","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02495883,0.00005500076,0.9709308,0.0014854533,0.0019812866,0.0002557052,0.0000052952255,0.00015336434,0.00017424722],"genre_scores_gemma":[0.97023326,0.000007554057,0.02904848,0.000033473727,0.0005381129,0.000080284,0.000006300729,0.000009135305,0.000043419182],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987746,0.00009921576,0.0003927461,0.00029903694,0.00029213147,0.00014229846],"domain_scores_gemma":[0.9986348,0.00059357705,0.00018949836,0.00036173666,0.00018795738,0.000032435546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007819648,0.000116766576,0.0002192392,0.00014646674,0.000015469128,0.00003758192,0.0008346983,0.00006657806,7.854346e-7],"category_scores_gemma":[0.0009575692,0.00011017596,0.000036275153,0.00022850254,0.000032448053,0.00029963258,0.00012259364,0.00014898294,0.000007694245],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004980384,0.00011719614,0.007960549,0.000030082976,0.000035964407,0.0000038142323,0.00018262771,0.86211026,0.058770347,0.04466467,0.0000931059,0.025981573],"study_design_scores_gemma":[0.0031335242,0.00021176247,0.006955322,0.0001921043,0.00001117177,0.00005546679,0.000016134827,0.91629523,0.045043994,0.012834494,0.014730644,0.00052017794],"about_ca_topic_score_codex":0.00011461681,"about_ca_topic_score_gemma":0.000004389024,"teacher_disagreement_score":0.9452744,"about_ca_system_score_codex":0.000095685304,"about_ca_system_score_gemma":0.000026878672,"threshold_uncertainty_score":0.44928455},"labels":[],"label_agreement":null},{"id":"W1556743267","doi":"","title":"Emotions as a metaphor for altering operational behavior in autonomic computing","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Autonomic computing; Metaphor; Computer science; Mechanism (biology); Human–computer interaction; Software; Software engineering; Cloud computing; Programming language; Operating system","score_opus":0.055873853709691154,"score_gpt":0.3450101134569251,"score_spread":0.28913625974723395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1556743267","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0661355,0.000028220016,0.93236244,0.0006079888,0.00021017822,0.00021636809,0.0000011274203,0.00035768712,0.00008049392],"genre_scores_gemma":[0.34290057,9.959458e-7,0.65675676,0.000114694325,0.000045732402,0.000040820556,0.0000013214622,0.000005651095,0.00013348211],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99923146,0.000028617309,0.00020857397,0.0002540243,0.000067336456,0.00021000902],"domain_scores_gemma":[0.9992556,0.000443586,0.000027568225,0.0002065258,0.00003118299,0.000035527883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035412208,0.00009296958,0.00012611668,0.00012335631,0.00007385038,0.00006812698,0.00035174566,0.000031267577,0.000010223735],"category_scores_gemma":[0.00024604343,0.00009368639,0.00004604868,0.00013826444,0.000013191517,0.00045371495,0.00014211515,0.0000773556,0.000017302],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001437362,0.00003594518,0.0001564227,0.0000037482857,0.000005074956,0.0000017855729,0.00025842234,0.8600351,0.0034941048,0.07172751,0.000041299405,0.064239144],"study_design_scores_gemma":[0.0004998642,0.00007564669,0.012524611,0.000014300953,0.0000056237564,0.000036561272,0.000029113613,0.9707896,0.0090679955,0.0045233117,0.0021161495,0.00031720032],"about_ca_topic_score_codex":0.000012220568,"about_ca_topic_score_gemma":0.000012471507,"teacher_disagreement_score":0.27676508,"about_ca_system_score_codex":0.00010491693,"about_ca_system_score_gemma":0.000048064976,"threshold_uncertainty_score":0.382042},"labels":[],"label_agreement":null},{"id":"W1559071892","doi":"10.1007/3-540-45429-2_12","title":"Supporting Formal Verification of Crosscutting Concerns","year":2001,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Formal methods; Formal verification; Composition (language); Programming language; Software engineering; Process (computing); Formal description; Formal specification; Linguistics","score_opus":0.04510924830627148,"score_gpt":0.326859788120967,"score_spread":0.2817505398146955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1559071892","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014893345,0.00029807343,0.9965247,0.000090279136,0.0012386568,0.00022872632,0.0000031445975,0.0002978963,0.0011695973],"genre_scores_gemma":[0.092520215,0.00003335518,0.906908,0.00012609632,0.0002338802,0.0000051911998,0.0000029923444,0.000026703108,0.00014356595],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99684113,0.000031305924,0.00071233005,0.000999397,0.0006806064,0.00073521584],"domain_scores_gemma":[0.99669904,0.00115206,0.0006121734,0.0011753069,0.00026979292,0.00009163635],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017412712,0.00038041786,0.0005200959,0.0005114823,0.00017052804,0.00016785298,0.0025860146,0.00025045013,0.000008902005],"category_scores_gemma":[0.000817855,0.0003756327,0.00011332685,0.00054320873,0.00058879756,0.0010121672,0.0011005125,0.00061347184,0.0000068117365],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027794028,0.000006762226,0.00007446313,0.00005034661,0.000005507427,0.000027498729,0.0007145531,0.32503667,0.00059976697,0.013737139,0.0000022434128,0.6597423],"study_design_scores_gemma":[0.00046309136,0.0003060799,0.00042543196,0.0007881486,0.000013370546,0.0001633313,0.0000011767411,0.5502289,0.027438322,0.41691306,0.0019107836,0.0013483013],"about_ca_topic_score_codex":0.000009175055,"about_ca_topic_score_gemma":0.0000052095634,"teacher_disagreement_score":0.658394,"about_ca_system_score_codex":0.00022228429,"about_ca_system_score_gemma":0.00032719265,"threshold_uncertainty_score":0.9998696},"labels":[],"label_agreement":null},{"id":"W1560509320","doi":"","title":"Postmodern prospects for conceptual modelling","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Agile software development; Computer science; Context (archaeology); Postmodernism; Theme (computing); Negotiation; Software; Software development; Focus (optics); Software engineering; Management science; Engineering; Sociology; Epistemology","score_opus":0.05237914217698513,"score_gpt":0.2736519672983871,"score_spread":0.22127282512140195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1560509320","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016690526,0.00014992853,0.9962359,0.0001150673,0.00021164792,0.00018214245,0.0000010211759,0.00096204545,0.0004731834],"genre_scores_gemma":[0.13326411,0.0000012361438,0.865925,0.000052971198,0.000070696835,0.000027488088,0.0000011872039,0.000008370751,0.0006489174],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99930614,0.0000120397835,0.000115222865,0.00024552652,0.00009328428,0.00022780795],"domain_scores_gemma":[0.9992407,0.000398878,0.00002611576,0.00025263612,0.000058419584,0.000023279434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001482298,0.00008964972,0.000103639184,0.00003177383,0.000052732586,0.00004027213,0.00034989347,0.000036820747,0.000001284525],"category_scores_gemma":[0.000068741465,0.000080044934,0.000039043978,0.000093810886,0.00003001851,0.00027966264,0.000071639086,0.000048898477,0.00000574699],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011661792,0.0000055686623,0.000012269611,0.000002896461,0.0000012729014,7.6067033e-7,0.00007098756,0.6604904,0.00031230843,0.3377425,0.00008410434,0.0012757331],"study_design_scores_gemma":[0.00016598766,0.00003859854,0.000024409876,0.000003095832,0.0000011127063,0.000003168033,0.000007659858,0.67617667,0.00629721,0.3156867,0.0014577128,0.00013768298],"about_ca_topic_score_codex":0.000010235451,"about_ca_topic_score_gemma":0.0000012386796,"teacher_disagreement_score":0.13159506,"about_ca_system_score_codex":0.000023525776,"about_ca_system_score_gemma":0.000017766713,"threshold_uncertainty_score":0.32641378},"labels":[],"label_agreement":null},{"id":"W1563090870","doi":"10.1007/11951148_12","title":"Evaluation of Development Tools for Domain-Specific Modeling Languages","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Development (topology); Programming language; Domain (mathematical analysis); Domain-specific language; Software engineering; Artificial intelligence; Natural language processing; Mathematics","score_opus":0.09871004003921996,"score_gpt":0.32498300401244823,"score_spread":0.22627296397322827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1563090870","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019788725,0.0016327541,0.99614483,0.000055174252,0.0008303274,0.000613648,0.0000036896613,0.00016869872,0.00035296768],"genre_scores_gemma":[0.018680766,0.000013594121,0.98100257,0.000042598807,0.00016556676,0.000035210644,0.000007897304,0.000025244495,0.000026565256],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99660325,0.000053601652,0.0005515228,0.0009579103,0.0014094977,0.00042419622],"domain_scores_gemma":[0.9966419,0.001417466,0.00023907456,0.0008629606,0.0007890758,0.00004952562],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0043580662,0.00035520602,0.00044729176,0.00056269794,0.00012146381,0.00018739483,0.001776759,0.00020490629,0.0000024778215],"category_scores_gemma":[0.0003867662,0.00033756538,0.00009129164,0.00029889424,0.00018216683,0.00053063285,0.000517962,0.0002813511,0.0000023725465],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011502448,0.0000045005067,4.3473088e-7,0.000017171576,0.000004006209,0.0000014529138,0.00023675426,0.55462736,0.00018418119,0.0037055581,0.0000021608394,0.4412153],"study_design_scores_gemma":[0.00028804902,0.00005120046,0.000017557953,0.00026053362,0.000008430891,0.000007979164,4.7250296e-7,0.67023814,0.006512405,0.32121256,0.00095522235,0.00044743175],"about_ca_topic_score_codex":0.0000022662805,"about_ca_topic_score_gemma":0.000008111536,"teacher_disagreement_score":0.44076785,"about_ca_system_score_codex":0.0005099634,"about_ca_system_score_gemma":0.0006806098,"threshold_uncertainty_score":0.9999076},"labels":[],"label_agreement":null},{"id":"W1563606705","doi":"","title":"Horizontal decomposition of Prevayler","year":2005,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Code refactoring; Computer science; Cohesion (chemistry); Aspect-oriented programming; Separation of concerns; Programming language; Software system; Decomposition; Software; Software engineering","score_opus":0.1637117797833206,"score_gpt":0.45883163002255417,"score_spread":0.2951198502392336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1563606705","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055985987,0.0025081853,0.9298669,0.0075241914,0.0009334333,0.002333589,0.000117072486,0.00012565112,0.0006049786],"genre_scores_gemma":[0.6586192,0.0003427352,0.3404666,0.000012441182,0.000040761795,0.000098510674,0.0000011465551,0.000011037084,0.00040754527],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99793184,0.00042597667,0.00035124677,0.00037011682,0.0005404026,0.00038039548],"domain_scores_gemma":[0.9925566,0.0030902897,0.00021594772,0.00062644965,0.003461933,0.000048815837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010398076,0.00016682438,0.00038580762,0.00013711497,0.00023020721,0.000022262086,0.0010695326,0.000050686172,0.0000023480704],"category_scores_gemma":[0.0048908712,0.00011699591,0.000086075815,0.0009987961,0.00044172094,0.00035472293,0.00051083154,0.00022309138,0.0000026309256],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007728622,0.00048339486,0.00014109068,0.00055536546,0.0004266114,0.0000019166582,0.014996458,0.14353845,0.14891851,0.5014337,0.00288039,0.1858513],"study_design_scores_gemma":[0.0010854546,0.0009070551,0.00023431634,0.0004884242,0.000009867948,7.8005684e-7,0.0038597083,0.0029153198,0.94791025,0.037072767,0.005276692,0.00023938662],"about_ca_topic_score_codex":5.829311e-7,"about_ca_topic_score_gemma":0.000022584314,"teacher_disagreement_score":0.79899174,"about_ca_system_score_codex":0.00021064558,"about_ca_system_score_gemma":0.00020692182,"threshold_uncertainty_score":0.5855183},"labels":[],"label_agreement":null},{"id":"W1564831987","doi":"10.1007/11888116_22","title":"Composition of Use Cases Using Synchronization and Model Checking","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Composition (language); Synchronization (alternating current); Model checking; Property (philosophy); Theoretical computer science; Product (mathematics); Formal methods; Join (topology); Programming language; Mathematics","score_opus":0.05686202042845917,"score_gpt":0.28819831772173743,"score_spread":0.23133629729327826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1564831987","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013978266,0.00037261794,0.99749225,0.00002667754,0.00035616476,0.00017430053,0.000005078901,0.0001515877,0.000023494518],"genre_scores_gemma":[0.22682747,0.000018762452,0.7730038,0.000062224826,0.00005397803,0.0000010062756,0.0000029693858,0.000017595186,0.000012198735],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981181,0.000028129096,0.00036646446,0.0007655254,0.00042397628,0.0002978116],"domain_scores_gemma":[0.9972898,0.0016034585,0.0002617714,0.000596605,0.00019843207,0.0000499304],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00042261538,0.00030763925,0.00038874015,0.0005520149,0.00012384077,0.00019163205,0.0007399199,0.0001890967,4.3311098e-7],"category_scores_gemma":[0.0003342789,0.0003127043,0.000046253586,0.00033271327,0.00043503795,0.0009213792,0.000674644,0.00030175623,2.6961666e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014863357,0.0000054684065,0.0000514273,0.00004291636,0.0000026904922,0.000020473355,0.00011878765,0.9382216,0.0009728989,0.00264575,7.5687655e-7,0.057915777],"study_design_scores_gemma":[0.00008397357,0.000040012663,0.000074019845,0.00035740063,0.0000067068813,0.00009642356,3.2680564e-8,0.95135075,0.002778609,0.04491752,0.00000383259,0.0002907098],"about_ca_topic_score_codex":0.00002735921,"about_ca_topic_score_gemma":0.000006118624,"teacher_disagreement_score":0.22542964,"about_ca_system_score_codex":0.00023073,"about_ca_system_score_gemma":0.00017648064,"threshold_uncertainty_score":0.9999325},"labels":[],"label_agreement":null},{"id":"W1565619322","doi":"","title":"OO-IP hybrid language design and a framework approach to the GIPC","year":2009,"lang":"en","type":"dissertation","venue":"Spectrum Research Repository (Concordia University)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Programming language; Computer science; Programming paradigm; Compiler; Generic programming; Modularity (biology); Fifth-generation programming language; Metaprogramming; Very high-level programming language; Procedural programming; Java; First-generation programming language; Functional logic programming; Inductive programming","score_opus":0.044117874427468375,"score_gpt":0.30594800703967256,"score_spread":0.26183013261220417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1565619322","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021699388,0.0007000477,0.96234876,0.0003574082,0.00059486757,0.0008670053,0.0000025630163,0.00044781002,0.0129821515],"genre_scores_gemma":[0.36142856,0.0003744455,0.5803261,0.00008716638,0.00083860534,0.000036847985,0.0000354266,0.00011592586,0.056756925],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99587363,0.0013081904,0.00020051633,0.0010348062,0.00076636736,0.0008164802],"domain_scores_gemma":[0.9960466,0.001993402,0.000112183145,0.0013752241,0.00016721534,0.00030538504],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014274272,0.00035116082,0.0004014936,0.0008969202,0.00073805015,0.00038315804,0.0026686003,0.00026154798,0.0000017430419],"category_scores_gemma":[0.00092518877,0.0003191953,0.00011957971,0.0014771416,0.00013343673,0.0003818519,0.00045712548,0.0017587661,0.000019992105],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032561745,0.0010953045,0.0009269907,0.0017700024,0.001655278,0.01670182,0.059393648,0.12371609,0.01407415,0.3410786,0.032514147,0.40381777],"study_design_scores_gemma":[0.004544539,0.009049194,0.18987241,0.00343832,0.0006240395,0.0018794414,0.044521663,0.051213637,0.29057866,0.21685624,0.17426063,0.013161214],"about_ca_topic_score_codex":0.0006754451,"about_ca_topic_score_gemma":0.00011288986,"teacher_disagreement_score":0.39065656,"about_ca_system_score_codex":0.0004104758,"about_ca_system_score_gemma":0.0004452858,"threshold_uncertainty_score":0.99992603},"labels":[],"label_agreement":null},{"id":"W1565927860","doi":"10.1007/978-3-540-87875-9_49","title":"Semantically Configurable Code Generation","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Code generation; Programming language; Notation; Model-driven architecture; Generator (circuit theory); Semantics (computer science); Java; Code (set theory); Software; Software engineering; Software development; Set (abstract data type); Operating system; Key (lock)","score_opus":0.04989967081414697,"score_gpt":0.27785875087406103,"score_spread":0.22795908005991405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1565927860","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000023610894,0.000671471,0.99432063,0.00044542382,0.0023624718,0.0002732658,0.0000036659228,0.00055508723,0.0013443881],"genre_scores_gemma":[0.0074634985,0.00021979124,0.9904845,0.0007546639,0.00047697077,0.000008400645,0.0000051310767,0.00003815648,0.00054891536],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964744,0.000048431913,0.00048905937,0.0014650249,0.00085580844,0.00066729874],"domain_scores_gemma":[0.9969294,0.000989769,0.00019636318,0.0014639888,0.00027112116,0.00014937432],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008238141,0.0005099835,0.00055548124,0.0005832963,0.00025747417,0.00028743048,0.002754126,0.0003440077,0.000011735729],"category_scores_gemma":[0.00055987225,0.00048580053,0.00010678675,0.00045413797,0.00064536254,0.00066171587,0.0008001678,0.00080999854,0.000054498654],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019087802,0.000011721882,0.0000051799007,0.000022145994,0.000008420036,0.00017261352,0.00036929004,0.64778584,0.0011496007,0.014708486,0.00010335894,0.33566144],"study_design_scores_gemma":[0.00027698788,0.00018521804,0.00005178129,0.00022454052,0.000006736815,0.00033239552,4.9749918e-8,0.8416157,0.011920283,0.13901225,0.005229196,0.0011448804],"about_ca_topic_score_codex":0.000004757205,"about_ca_topic_score_gemma":0.00001653495,"teacher_disagreement_score":0.33451656,"about_ca_system_score_codex":0.00027620883,"about_ca_system_score_gemma":0.00046101047,"threshold_uncertainty_score":0.9997594},"labels":[],"label_agreement":null},{"id":"W1567699706","doi":"10.3233/978-1-60750-049-0-203","title":"An Aspect-Oriented Approach for Software Security Hardening: from Design to Implementation","year":2009,"lang":"en","type":"article","venue":"Frontiers in artificial intelligence and applications","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada); Concordia University","funders":"","keywords":"Software security assurance; Computer science; Unified Modeling Language; Applications of UML; Security testing; Computer security model; Software engineering; Computer security; Security information and event management; Software; Security service; Information security; Cloud computing security; Programming language; Operating system","score_opus":0.06947282986577442,"score_gpt":0.3560296801470643,"score_spread":0.2865568502812899,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1567699706","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029255543,0.000115790805,0.9979122,0.00019783604,0.00013037039,0.0010700956,0.00001981227,0.0002546191,0.000006707563],"genre_scores_gemma":[0.09620986,0.000014814098,0.90301263,0.00012607693,0.000083925486,0.0005053027,0.000037485028,0.000007175678,0.0000027174187],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987866,0.0000592154,0.00028040275,0.0005201178,0.00010697368,0.00024668817],"domain_scores_gemma":[0.99921364,0.00017598276,0.000057369685,0.00038646054,0.00006716017,0.0000993716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003525069,0.00013161806,0.00016548784,0.00015056155,0.00015115671,0.000095605305,0.00045093728,0.000058421672,0.0000013596552],"category_scores_gemma":[0.0001203982,0.00014531848,0.000027524375,0.0004859572,0.00003233865,0.00032735264,0.000038141898,0.000097942786,0.0000019301954],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021593363,0.00010205243,0.0001476195,0.0000031054021,0.0000063608145,3.872931e-7,0.0020687617,0.06722487,0.0007285832,0.053158037,0.00029792232,0.87624073],"study_design_scores_gemma":[0.000044424254,0.00018450781,0.00033869728,0.0000058501932,0.0000072903395,6.746735e-7,0.0016348496,0.12293735,0.045593437,0.82833105,0.0006580807,0.00026377564],"about_ca_topic_score_codex":0.00001544454,"about_ca_topic_score_gemma":0.0000050292397,"teacher_disagreement_score":0.8759769,"about_ca_system_score_codex":0.00005708654,"about_ca_system_score_gemma":0.000027293063,"threshold_uncertainty_score":0.5925915},"labels":[],"label_agreement":null},{"id":"W1567939684","doi":"10.1007/978-3-540-24617-6_16","title":"A Use Case Driven Testing Process: Towards a Formal Approach Based on UML Collaboration Diagrams","year":2004,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Computer science; Unified Modeling Language; Use Case Diagram; Process (computing); Class diagram; Software engineering; Activity diagram; Programming language; Applications of UML; Realization (probability); Test case; Software","score_opus":0.060879721790476876,"score_gpt":0.29351581892684153,"score_spread":0.23263609713636466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1567939684","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002066937,0.0000553025,0.99680793,0.00018675781,0.0009030506,0.00073925836,0.000010194714,0.0007727522,0.00031806563],"genre_scores_gemma":[0.16557766,0.0000025007512,0.8335136,0.0006002487,0.00019185586,0.00004454975,0.0000067710453,0.00004387563,0.000018888062],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957271,0.0000643647,0.00055013836,0.0017146241,0.0010762349,0.00086754095],"domain_scores_gemma":[0.99569255,0.0016586112,0.0003522601,0.0013747739,0.00072992366,0.00019188602],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011189415,0.0007077703,0.0005963469,0.00090009393,0.00037343794,0.00087639724,0.0020779201,0.00038868448,0.0000015964433],"category_scores_gemma":[0.0032349566,0.0006434328,0.00009927893,0.001726018,0.00045719213,0.0018803712,0.00065683725,0.0010205939,0.0000051287357],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051260263,0.000026245843,0.000011319375,0.000067608344,0.0000035352994,0.00050490344,0.0005857079,0.7332409,0.000017540511,0.0019828444,7.2426053e-7,0.26355353],"study_design_scores_gemma":[0.00031106654,0.00037342132,0.000035596517,0.00045765948,0.000007905616,0.000437405,7.119528e-7,0.9490285,0.000733407,0.04786018,0.000018502667,0.00073563075],"about_ca_topic_score_codex":0.000022021259,"about_ca_topic_score_gemma":0.000021699272,"teacher_disagreement_score":0.2628179,"about_ca_system_score_codex":0.0007473,"about_ca_system_score_gemma":0.0015617079,"threshold_uncertainty_score":0.9996017},"labels":[],"label_agreement":null},{"id":"W1569281881","doi":"10.1142/s0218194007003410","title":"SOFTWARE ARCHITECTURE DECOMPOSITION USING ATTRIBUTES","year":2007,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cistel Technology (Canada); Carleton University","funders":"","keywords":"Computer science; Cluster analysis; Decomposition; Software; Intuition; Software design; Architectural pattern; Software engineering; Software architecture; Software system; Functional decomposition; Software development; Data mining; Programming language; Artificial intelligence; Machine learning","score_opus":0.021371959781204954,"score_gpt":0.3037227290936085,"score_spread":0.28235076931240355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1569281881","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049568094,0.0027622639,0.943623,0.000039814542,0.0034751508,0.00006006032,0.000004320104,0.0004643049,0.000002996843],"genre_scores_gemma":[0.15659885,0.000054992088,0.8426303,0.000014130864,0.00064838753,0.0000014876874,0.0000021875983,0.000039932544,0.000009722716],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99829364,0.000021839833,0.00061859307,0.00026311746,0.0003920268,0.0004107794],"domain_scores_gemma":[0.9973302,0.0015266216,0.00020495172,0.00021543608,0.0005044963,0.00021831875],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010382994,0.00031397952,0.00035884356,0.00084484514,0.000055442833,0.00013455945,0.00088919466,0.00013780461,0.0000021304377],"category_scores_gemma":[0.0026778947,0.00031533252,0.00015264047,0.00036911995,0.000025019077,0.00067358254,0.0002882064,0.00055214006,0.000002080464],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019939698,0.000040388706,0.0006528444,0.00008142668,0.0001906269,0.00022023043,0.0005680133,0.93646353,0.010857868,0.0010300493,0.000026287586,0.049848776],"study_design_scores_gemma":[0.009418088,0.0015355467,0.06162311,0.008284913,0.00039039954,0.030838974,0.00028242258,0.6414588,0.18963361,0.009598317,0.03936483,0.007570999],"about_ca_topic_score_codex":0.000001993367,"about_ca_topic_score_gemma":5.5701594e-7,"teacher_disagreement_score":0.29500476,"about_ca_system_score_codex":0.00025106934,"about_ca_system_score_gemma":0.00006771922,"threshold_uncertainty_score":0.9999299},"labels":[],"label_agreement":null},{"id":"W1569514021","doi":"10.1007/978-3-642-13953-6_10","title":"Late Binding of AspectJ Advice","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"AspectJ; Computer science; Bytecode; Programming language; Compiler; Class (philosophy); Advice (programming); Compile time; Debugging; Rewriting; Implementation; Granularity; Interpreter; Operating system; Parallel computing; Virtual machine; Aspect-oriented programming; Software; Artificial intelligence","score_opus":0.025759206668290978,"score_gpt":0.2743680089093969,"score_spread":0.2486088022411059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1569514021","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019589458,0.00027439973,0.9944975,0.00017062676,0.0029886663,0.00020932835,0.00000426815,0.0005251813,0.0011341538],"genre_scores_gemma":[0.009354111,0.000035950754,0.9898689,0.00015091103,0.00022769085,0.0000039305955,0.0000014846713,0.000036549918,0.0003204948],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99678653,0.00003442778,0.0005388142,0.0012359277,0.0007924333,0.0006118691],"domain_scores_gemma":[0.9958023,0.0017871744,0.0003822286,0.0016660426,0.0002362553,0.00012600978],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012818298,0.00048801443,0.0006468872,0.000998177,0.00013523662,0.00015056519,0.0040043714,0.0004226558,0.000012831362],"category_scores_gemma":[0.00069605466,0.00045863248,0.00013237874,0.00072507194,0.00073880167,0.00057718233,0.0016550617,0.0013917822,0.00002534042],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055177925,0.000021071799,0.00004255964,0.000111554335,0.000018881445,0.00011335812,0.0009195908,0.3130612,0.0116354665,0.02439933,0.000004172141,0.6496673],"study_design_scores_gemma":[0.00037104954,0.00026679417,0.0001940472,0.00075279566,0.000014334422,0.000116037685,1.6229339e-7,0.1464254,0.06516404,0.7837137,0.0015142973,0.0014673552],"about_ca_topic_score_codex":0.000008750528,"about_ca_topic_score_gemma":0.000019355552,"teacher_disagreement_score":0.75931436,"about_ca_system_score_codex":0.00015788239,"about_ca_system_score_gemma":0.0003320198,"threshold_uncertainty_score":0.99978656},"labels":[],"label_agreement":null},{"id":"W1569571674","doi":"10.5220/0004900400780089","title":"Recovering Software Layers from Object Oriented Systems","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Computer science; Software; Programming language","score_opus":0.020639891282435742,"score_gpt":0.2458919242218144,"score_spread":0.22525203293937868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1569571674","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00352178,0.00009806579,0.99107426,0.00003403283,0.002169226,0.000086316366,0.00000219779,0.002416868,0.0005972202],"genre_scores_gemma":[0.064346015,0.000007922034,0.9350917,0.000080024445,0.00010192296,0.0000152260645,0.0000027088452,0.000015927691,0.00033860863],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987925,0.00013201254,0.000190683,0.00040377886,0.00019684489,0.00028417213],"domain_scores_gemma":[0.9975748,0.001524869,0.0000593126,0.0007104401,0.0000530747,0.000077506345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040002106,0.00015323616,0.00021394431,0.000073574665,0.000067226865,0.00009523729,0.0006452276,0.000067968766,0.000010264234],"category_scores_gemma":[0.0017698365,0.00013664497,0.00004773882,0.00025874484,0.000018048062,0.0004345027,0.0002524396,0.00013063017,0.00009547084],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010908938,0.000028423727,0.0023717748,0.000060168204,0.00007472154,0.000019548426,0.0007423188,0.80226904,0.002846363,0.050598808,0.0013391786,0.13963877],"study_design_scores_gemma":[0.0023324452,0.00059056084,0.0125404075,0.0005766412,0.00003800657,0.00006613945,0.00043639142,0.75379676,0.028415248,0.06989655,0.12791117,0.003399677],"about_ca_topic_score_codex":0.00013724923,"about_ca_topic_score_gemma":0.0000041407934,"teacher_disagreement_score":0.1362391,"about_ca_system_score_codex":0.00006175269,"about_ca_system_score_gemma":0.000018215229,"threshold_uncertainty_score":0.557222},"labels":[],"label_agreement":null},{"id":"W1570173564","doi":"10.1007/978-3-540-28630-1_17","title":"Staged Configuration Using Feature Models","year":2004,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":427,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Cardinality (data modeling); Computer science; Feature (linguistics); Notation; Feature model; Semantics (computer science); Product (mathematics); Process (computing); Theoretical computer science; Artificial intelligence; Programming language; Data mining; Mathematics; Arithmetic","score_opus":0.05681029222051876,"score_gpt":0.290329064332653,"score_spread":0.23351877211213423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1570173564","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000028092452,0.0005557704,0.9957248,0.00028327687,0.001986394,0.00036187973,0.0000043105706,0.00054087973,0.0005146185],"genre_scores_gemma":[0.02116117,0.00003130857,0.9779227,0.00040110058,0.0002581895,0.0000045490724,0.0000038429835,0.00004215527,0.00017499548],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9965683,0.00004831845,0.0003899248,0.0014528246,0.000881381,0.0006592235],"domain_scores_gemma":[0.99723923,0.0006902041,0.00027031734,0.0014006628,0.0002630272,0.00013655977],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000876577,0.00058597984,0.00056177063,0.00073863275,0.0002430271,0.00042360844,0.002642509,0.00045978444,0.0000069353855],"category_scores_gemma":[0.00024925554,0.0005617943,0.00011777917,0.0005822462,0.0004627196,0.0013608747,0.0008410849,0.001152946,0.0000089103905],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021289407,0.0000050332746,7.4919683e-7,0.000024505918,0.000005166759,0.000054526092,0.0004363431,0.85829896,0.00040301433,0.044747677,0.0000016526791,0.09602024],"study_design_scores_gemma":[0.00014752419,0.00004985859,0.000005853082,0.00025571036,0.0000042151387,0.000042719836,1.0510725e-7,0.44164124,0.0028199377,0.5545192,0.000045187306,0.00046844574],"about_ca_topic_score_codex":0.000011975342,"about_ca_topic_score_gemma":0.0000069319008,"teacher_disagreement_score":0.5097715,"about_ca_system_score_codex":0.00080229517,"about_ca_system_score_gemma":0.00079268165,"threshold_uncertainty_score":0.9996834},"labels":[],"label_agreement":null},{"id":"W1570637401","doi":"10.1023/a:1022649506310","title":"Visualizing Flow Diagrams in WebSphere Studio Using SHriMP Views","year":2003,"lang":"en","type":"article","venue":"Information Systems Frontiers","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; IBM (Canada)","funders":"Russian Science Foundation","keywords":"Computer science; Knowledge management","score_opus":0.057606944977519836,"score_gpt":0.30282397699629376,"score_spread":0.24521703201877393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1570637401","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028841319,0.0012140005,0.99079233,0.000009344211,0.0036135397,0.0003599902,0.0000015387365,0.000334255,0.00079083623],"genre_scores_gemma":[0.08764573,0.000026704882,0.91211253,0.00006714735,0.000032625132,0.0000511642,0.0000029036462,0.0000116562605,0.000049545888],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982773,0.0002675729,0.00064252387,0.00016856912,0.0002973333,0.00034669257],"domain_scores_gemma":[0.99909014,0.0001172247,0.00022911336,0.0004102324,0.00008411965,0.0000691883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013300885,0.00018328846,0.0003268268,0.00024494526,0.00008817709,0.00023003585,0.00040482942,0.000096696436,0.0000010296117],"category_scores_gemma":[0.0005901227,0.00017742367,0.00005369432,0.0006445065,0.000022873835,0.003548961,0.00006885181,0.0001584668,0.000028492681],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024939377,0.000009799509,0.002397247,0.00011057517,0.00002072749,0.0000043959376,0.004569874,0.9644403,0.000031850348,0.0056748632,0.0014711318,0.02126674],"study_design_scores_gemma":[0.0011095281,0.000056616173,0.000683403,0.00026416243,0.000008491689,0.000067915855,0.0052872915,0.8172459,0.0004167237,0.0011120245,0.17294243,0.0008055357],"about_ca_topic_score_codex":0.000023943387,"about_ca_topic_score_gemma":0.0000023815692,"teacher_disagreement_score":0.1714713,"about_ca_system_score_codex":0.00030722053,"about_ca_system_score_gemma":0.00007138262,"threshold_uncertainty_score":0.7235127},"labels":[],"label_agreement":null},{"id":"W1571680251","doi":"10.1023/a:1016545426571","title":"Views and Patterns in E-Commerce Application Design","year":2002,"lang":"en","type":"article","venue":"Annals of Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Reuse; Separation of concerns; Abstraction; Software engineering; Domain analysis; Domain (mathematical analysis); Implementation; Software design pattern; Human–computer interaction; Object-oriented design; Software; Domain engineering; Software design; Component-based software engineering; Software development; Software construction; Programming language; Engineering","score_opus":0.14940596255560232,"score_gpt":0.31125499844193666,"score_spread":0.16184903588633434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1571680251","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009353801,0.0015552392,0.9883529,0.00014749292,0.000079121324,0.00014450996,0.0000014260402,0.00036105534,0.000004479786],"genre_scores_gemma":[0.27535298,0.00043384006,0.7240593,0.000071935254,0.000016768367,0.00003687712,5.7612203e-7,0.00001609396,0.000011654257],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990633,0.000039808827,0.00025943603,0.0002626241,0.00012161596,0.0002532108],"domain_scores_gemma":[0.9986372,0.00082573114,0.00006158655,0.00037882855,0.000039063696,0.000057571633],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042557987,0.00015064205,0.0002299509,0.00019202079,0.000017555021,0.000019166804,0.0003751905,0.000062702835,0.000002465026],"category_scores_gemma":[0.0007702164,0.00016172664,0.000033037486,0.00032788888,0.000013924184,0.00037289533,0.00012665427,0.00014406725,0.0000041809126],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027200792,0.000052550276,0.006617196,0.00022911293,0.000018476023,0.000012533865,0.0012286504,0.6893851,0.001431756,0.0021161707,0.0001620944,0.2987436],"study_design_scores_gemma":[0.00083324086,0.00030940177,0.15269372,0.0006336814,0.000010305111,0.000065598404,0.000043922595,0.7965831,0.03674544,0.005351783,0.005164547,0.0015652126],"about_ca_topic_score_codex":0.000006988259,"about_ca_topic_score_gemma":6.6918017e-7,"teacher_disagreement_score":0.2971784,"about_ca_system_score_codex":0.000011721155,"about_ca_system_score_gemma":0.0000033101744,"threshold_uncertainty_score":0.6595021},"labels":[],"label_agreement":null},{"id":"W1574404229","doi":"10.1007/3-540-45429-2_14","title":"Process-Algebraic Foundations of Aspect-Oriented Programming","year":2001,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Correctness; Computer science; Equivalence (formal languages); Weaving; Process calculus; Aspect-oriented programming; Programming language; Process (computing); Algebra over a field; Simple (philosophy); Theoretical computer science; Mathematics; Discrete mathematics; Pure mathematics","score_opus":0.03215982808662111,"score_gpt":0.30347071429616523,"score_spread":0.27131088620954413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1574404229","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006792774,0.00031731153,0.9958217,0.00023568056,0.0013679368,0.00043675466,0.0000023275002,0.0005228229,0.0012275086],"genre_scores_gemma":[0.025761066,0.000029481811,0.9736846,0.00009828887,0.00019095968,0.000019466768,0.0000047074836,0.00003741196,0.00017399089],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.996496,0.000036890633,0.0006112748,0.0012822835,0.0009207867,0.00065273466],"domain_scores_gemma":[0.9966784,0.00096609216,0.00040052066,0.0013352513,0.0004951822,0.00012454134],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00089156517,0.0004898289,0.0005995346,0.00097274565,0.00017674996,0.00017607078,0.0028163514,0.00025958096,0.000013782374],"category_scores_gemma":[0.0008327474,0.0004714238,0.00012784934,0.0014449677,0.0007985052,0.00078639906,0.0008661118,0.00073330896,0.0000110487435],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032367873,0.00002995059,0.00003793726,0.00008488732,0.000013778622,0.000044630993,0.0009636452,0.19682129,0.00009581406,0.050892375,0.0000020551706,0.7510104],"study_design_scores_gemma":[0.0003320388,0.00033320393,0.000116038675,0.0007290894,0.000015827567,0.000138523,9.339713e-7,0.111916676,0.0036578353,0.8794283,0.0022609949,0.0010704824],"about_ca_topic_score_codex":0.000005531654,"about_ca_topic_score_gemma":0.000018491137,"teacher_disagreement_score":0.828536,"about_ca_system_score_codex":0.00025130887,"about_ca_system_score_gemma":0.0005279085,"threshold_uncertainty_score":0.99977374},"labels":[],"label_agreement":null},{"id":"W1576391018","doi":"10.1007/3-540-46428-x_17","title":"A Model for Describing Object-Oriented Systems from Multiple Perspectives","year":2000,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Unified Modeling Language; Programming language; Object-oriented programming; Formal specification; Object (grammar); Object Constraint Language; Theoretical computer science; Software engineering; Artificial intelligence; Applications of UML; Software","score_opus":0.06792613572311325,"score_gpt":0.27523287996250084,"score_spread":0.2073067442393876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1576391018","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000080761754,0.0024086111,0.9937792,0.00008635754,0.0018746424,0.0008129683,0.0000470443,0.00074262684,0.00016781033],"genre_scores_gemma":[0.06445157,0.00007370782,0.934685,0.000114937815,0.0003657896,0.00005642133,0.000008866151,0.000060104954,0.00018358728],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957825,0.000049467853,0.00053965615,0.0020915354,0.00071353774,0.00082329457],"domain_scores_gemma":[0.9945237,0.0032280723,0.00024285747,0.001534737,0.00031161465,0.0001590414],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007653354,0.0006683791,0.0007598152,0.00069317885,0.0002915381,0.0004221111,0.0028236255,0.0003715379,0.0000027904553],"category_scores_gemma":[0.0008555829,0.0006452184,0.00019159564,0.00043924173,0.00045617335,0.00077493384,0.0007600798,0.0007142243,0.000008683192],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012050795,0.000013348543,0.00000561325,0.000019036715,0.000014729935,0.000014621779,0.0033194555,0.88088024,0.00016467393,0.009312759,0.0000049772657,0.1062385],"study_design_scores_gemma":[0.00029977853,0.00007341997,0.0000066078383,0.00036977275,0.000007937192,0.000012516495,0.0000018343111,0.85809714,0.0002974194,0.1400551,0.00016646435,0.00061200524],"about_ca_topic_score_codex":0.000045282763,"about_ca_topic_score_gemma":0.000033021475,"teacher_disagreement_score":0.13074234,"about_ca_system_score_codex":0.0007160784,"about_ca_system_score_gemma":0.0004947167,"threshold_uncertainty_score":0.99959993},"labels":[],"label_agreement":null},{"id":"W1577076081","doi":"","title":"Designing for privacy and other competing requirements","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Toronto","funders":"","keywords":"Computer science; Privacy by Design; Operationalization; Usability; Information privacy; Privacy software; Computer security; Domain (mathematical analysis); Risk analysis (engineering); Requirements engineering; Internet privacy; Software; Human–computer interaction; Business","score_opus":0.17502043176092438,"score_gpt":0.3344955473353962,"score_spread":0.15947511557447183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1577076081","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007474247,0.00013450082,0.9976515,0.00012423159,0.00010146776,0.00010832974,1.9408982e-7,0.00040726733,0.0007250928],"genre_scores_gemma":[0.028159443,0.0000035676321,0.9713283,0.0002088753,0.00002086445,0.000012770106,4.6546884e-8,0.0000074463333,0.00025863858],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99947387,0.000026117013,0.00009248503,0.00018171918,0.000061244835,0.00016454737],"domain_scores_gemma":[0.99910915,0.00063360867,0.000027678938,0.00018402537,0.000017039916,0.000028474542],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002849696,0.00006677598,0.0000789845,0.000033185388,0.00006424201,0.000045581015,0.00024232785,0.000019287161,0.0000054152288],"category_scores_gemma":[0.0004881447,0.000059518814,0.000014486104,0.00006989289,0.000014895939,0.00022126449,0.00012577555,0.000032919135,0.000004117929],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008288066,0.00008059813,0.004327172,0.00018369999,0.00007404921,0.000009929452,0.008100728,0.020469971,0.049493864,0.15896389,0.0015520772,0.75673574],"study_design_scores_gemma":[0.0026455491,0.0004993664,0.0013944203,0.00019448574,0.000017718385,0.00005967286,0.0002860717,0.71966255,0.098933466,0.11495205,0.059815165,0.0015395018],"about_ca_topic_score_codex":8.2663894e-7,"about_ca_topic_score_gemma":9.144055e-8,"teacher_disagreement_score":0.7551962,"about_ca_system_score_codex":0.000011337759,"about_ca_system_score_gemma":0.0000015943929,"threshold_uncertainty_score":0.24271068},"labels":[],"label_agreement":null},{"id":"W1579873665","doi":"10.1007/978-3-642-16782-9_10","title":"Interactive Goal Model Analysis Applied – Systematic Procedures versus Ad hoc Analysis","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in business information processing","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Post hoc; Post-hoc analysis; Medicine; Mathematics; Statistics","score_opus":0.019827827937314316,"score_gpt":0.27287478993008973,"score_spread":0.25304696199277543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1579873665","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000030340203,0.00071531173,0.99501467,0.00008161974,0.00035847054,0.0005758981,0.0000132078685,0.0006174167,0.0025930735],"genre_scores_gemma":[0.18380265,0.00008557718,0.8151593,0.00020295884,0.00006053744,0.00018106904,0.00024416688,0.000052981683,0.00021073273],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99695444,0.00003118339,0.0012446509,0.0005999486,0.00074134336,0.00042840716],"domain_scores_gemma":[0.9955237,0.0010681308,0.001485103,0.0009525423,0.00089255243,0.00007796777],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00058841996,0.00073269266,0.0015220982,0.0036306905,0.00020039515,0.0006651229,0.0012544123,0.00076026004,0.000010779105],"category_scores_gemma":[0.0027189397,0.00065473164,0.0003039459,0.0033074801,0.00010755934,0.002897378,0.0003581188,0.0011232494,0.000015712832],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007186861,0.0000075577273,0.0000027749968,0.005786533,0.0007952634,0.0000023996777,0.0023875756,0.96708965,0.000013629502,0.0016750133,5.5338484e-7,0.022167195],"study_design_scores_gemma":[0.0005714248,0.000024655023,0.000066849534,0.0018147258,0.0029803044,0.0000071836034,0.000031546606,0.9619568,0.00021305161,0.031047117,0.00005824094,0.0012280942],"about_ca_topic_score_codex":0.0000025684478,"about_ca_topic_score_gemma":0.000114508315,"teacher_disagreement_score":0.18377231,"about_ca_system_score_codex":0.00035231307,"about_ca_system_score_gemma":0.0004026525,"threshold_uncertainty_score":0.9995904},"labels":[],"label_agreement":null},{"id":"W1580081356","doi":"10.1007/11783596_3","title":"Aspects and Data Refinement","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Programming language; Compiler; Data structure; Compile time; Theoretical computer science","score_opus":0.05386307499404696,"score_gpt":0.29983322223533115,"score_spread":0.2459701472412842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1580081356","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007285376,0.0014252269,0.99422485,0.00051480194,0.0013054854,0.00020807057,0.0000091699085,0.0003780952,0.0019270098],"genre_scores_gemma":[0.0032250527,0.0000714101,0.99573207,0.0003698343,0.00028602176,0.0000034019354,0.000011446714,0.000027298256,0.000273465],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9964622,0.0000296243,0.00037566476,0.0019151501,0.00067792466,0.00053938554],"domain_scores_gemma":[0.9955831,0.0010372524,0.00017342197,0.0030062306,0.00009441593,0.0001055482],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011737171,0.00045163545,0.00045260738,0.00051792874,0.0001454334,0.000341451,0.0048269774,0.00020634614,0.000003941233],"category_scores_gemma":[0.00038753237,0.00041624715,0.000034775865,0.0003601292,0.0005193873,0.00069288065,0.0054932614,0.00062523317,0.000009566791],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015611222,0.000010500107,0.0000137557445,0.000042111966,0.0000073348156,0.00012747599,0.00009643135,0.15574396,0.00006939821,0.023074063,0.00012284348,0.8206906],"study_design_scores_gemma":[0.0002648335,0.00014273339,0.0002883693,0.0003304199,0.000009489119,0.00012906364,5.2630288e-8,0.3305598,0.00063860277,0.6583807,0.008251115,0.0010048685],"about_ca_topic_score_codex":0.000018367256,"about_ca_topic_score_gemma":0.000037973998,"teacher_disagreement_score":0.8196857,"about_ca_system_score_codex":0.0001749686,"about_ca_system_score_gemma":0.00023604809,"threshold_uncertainty_score":0.99982893},"labels":[],"label_agreement":null},{"id":"W1580617843","doi":"10.3233/978-1-60750-049-0-336","title":"Behavioral Model Composition: a Non Functional Requirements Driven Approach","year":2009,"lang":"en","type":"book-chapter","venue":"Frontiers in artificial intelligence and applications","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Composition (language); Computer science; Linguistics; Philosophy","score_opus":0.13903128826808925,"score_gpt":0.3257459394076207,"score_spread":0.18671465113953145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1580617843","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000043077785,0.0002894495,0.9897553,0.000091407004,0.00020442157,0.00052959187,0.0000128735,0.00016492717,0.008947778],"genre_scores_gemma":[0.0023754411,0.00023531239,0.9898963,0.00007762304,0.00014498593,0.00023390375,0.00007913633,0.000023393632,0.0069339103],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99846154,0.000013696392,0.00042510722,0.0006348722,0.00023239052,0.00023237108],"domain_scores_gemma":[0.9991839,0.000041459214,0.00013666126,0.00050098397,0.00005750046,0.0000794976],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00016135255,0.00026808225,0.00030878265,0.00026519815,0.00015603007,0.00008317913,0.0005119364,0.00022697948,0.0000028418708],"category_scores_gemma":[0.0000056773974,0.00030514837,0.00007365519,0.00012785089,0.00015335335,0.00025998484,0.00013744882,0.00037937507,0.000014068303],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009921753,0.00008795194,0.0000033744057,0.00001357046,0.000012362965,0.0000027908363,0.00015469041,0.24220234,0.00006660753,0.31950533,0.00042767928,0.43751338],"study_design_scores_gemma":[0.00001988216,0.00003661515,0.0000073537162,0.000037625017,0.00001668808,0.000005322698,0.000025963862,0.3097611,0.00017251124,0.6877841,0.0018172942,0.00031558794],"about_ca_topic_score_codex":0.0000017614366,"about_ca_topic_score_gemma":0.0000012298353,"teacher_disagreement_score":0.4371978,"about_ca_system_score_codex":0.00012865356,"about_ca_system_score_gemma":0.000056098113,"threshold_uncertainty_score":0.99994004},"labels":[],"label_agreement":null},{"id":"W1581327827","doi":"10.1007/11562436_27","title":"Abstract Operational Semantics for Use Case Maps","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Operational semantics; Semantics (computer science); Programming language","score_opus":0.05901399295091442,"score_gpt":0.3033734993339051,"score_spread":0.2443595063829907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1581327827","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000034240486,0.0002885716,0.9963303,0.0005007173,0.0019124439,0.0004698349,0.00003029929,0.00034158735,0.000092007314],"genre_scores_gemma":[0.005831044,0.00003120624,0.9924655,0.00070489384,0.0006267816,0.000017058454,0.00000981694,0.00004009699,0.00027361835],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99703753,0.000019449433,0.0004856683,0.0012810308,0.00056923495,0.0006070818],"domain_scores_gemma":[0.99490374,0.0032810422,0.00019068182,0.0011613726,0.0003273155,0.0001358252],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00096945727,0.0004987138,0.0004590875,0.0005498739,0.00026616058,0.00063942024,0.0018949262,0.00031522004,0.000007513012],"category_scores_gemma":[0.0007507007,0.00047569157,0.00013451987,0.00027915402,0.00036982296,0.0012371355,0.00075529667,0.00063941116,0.0000146176235],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027674616,0.000010743106,0.00000372617,0.000031966218,0.000007507039,0.00042015003,0.00016008064,0.5892819,0.000049728318,0.01793776,0.000028430173,0.39206523],"study_design_scores_gemma":[0.00046844815,0.00016866377,0.00006646993,0.0003280096,0.00001334942,0.0022282808,1.7899042e-7,0.7158554,0.0016261743,0.26670232,0.011100664,0.0014420543],"about_ca_topic_score_codex":0.000007268523,"about_ca_topic_score_gemma":0.00004099881,"teacher_disagreement_score":0.39062318,"about_ca_system_score_codex":0.0002887055,"about_ca_system_score_gemma":0.0003702925,"threshold_uncertainty_score":0.99976945},"labels":[],"label_agreement":null},{"id":"W1581898678","doi":"","title":"Specifying framework constraints with FCL","year":2004,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Constraint (computer-aided design); Programming language; Object Constraint Language; Code (set theory); Software engineering; Unified Modeling Language; Engineering; Software","score_opus":0.21025149631258397,"score_gpt":0.43684804300652996,"score_spread":0.226596546693946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1581898678","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008064632,0.0006681455,0.9839868,0.0049194796,0.00056808454,0.0012746742,0.00003947216,0.00011998752,0.00035875713],"genre_scores_gemma":[0.4292678,0.00025062752,0.5701198,0.000032753484,0.00003323931,0.00010536064,5.3128315e-7,0.00001615299,0.00017375071],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9974924,0.00030395814,0.00029298378,0.00056575687,0.0007191651,0.00062575896],"domain_scores_gemma":[0.99044555,0.004755801,0.00019601584,0.00089004973,0.0036248479,0.000087756925],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0010076002,0.00024640642,0.00044375932,0.00014129556,0.00049678975,0.00007021192,0.0013650451,0.00007188507,0.000002864021],"category_scores_gemma":[0.011321405,0.00015634058,0.00006600346,0.0017379553,0.0013783405,0.00031159152,0.0005204842,0.0005117074,0.0000047910494],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024587705,0.00009970024,0.0000543062,0.00014379623,0.00018197038,0.000009399652,0.009291803,0.13118817,0.0024830436,0.83897597,0.00011670298,0.017209236],"study_design_scores_gemma":[0.0025738764,0.0014756307,0.00022160292,0.002711722,0.000014475046,0.00000455495,0.028191555,0.00022554345,0.26780686,0.69374955,0.0024364584,0.00058820343],"about_ca_topic_score_codex":6.909352e-7,"about_ca_topic_score_gemma":0.000017695162,"teacher_disagreement_score":0.42120314,"about_ca_system_score_codex":0.00033646633,"about_ca_system_score_gemma":0.0005678308,"threshold_uncertainty_score":0.99700665},"labels":[],"label_agreement":null},{"id":"W1583419483","doi":"10.1007/978-3-642-05006-0_4","title":"Achieving High-Level Directives Using Strategy-Trees","year":2009,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Tree (set theory); Operations research; Management strategy","score_opus":0.0690954671932154,"score_gpt":0.3021116071020777,"score_spread":0.23301613990886227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1583419483","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026790934,0.0010374559,0.9953397,0.00014399804,0.0017542157,0.00027835747,0.0000059053787,0.0006760214,0.00049646787],"genre_scores_gemma":[0.045161698,0.000052170464,0.9538719,0.00024914954,0.000406644,0.0000032695305,0.0000018670481,0.000044132772,0.00020917878],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9957701,0.00008264499,0.0005405491,0.0018175297,0.0008975876,0.0008916131],"domain_scores_gemma":[0.9961949,0.001569967,0.00031765565,0.0015346329,0.00021631953,0.00016649811],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011030323,0.0007529302,0.0007778901,0.0009790746,0.0003085586,0.0005382565,0.0036715062,0.00038191184,0.0000056495464],"category_scores_gemma":[0.0005287619,0.00071124226,0.00014610653,0.000759771,0.0005851235,0.0011827031,0.0012837931,0.0011157803,0.000009660969],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001734515,0.000007664853,0.000009600541,0.000011026099,0.0000062776026,0.000048029466,0.0001476068,0.49503714,0.00057817594,0.005654923,7.914824e-7,0.49849704],"study_design_scores_gemma":[0.00034054503,0.0003447526,0.0028615498,0.0010313095,0.000019460107,0.00017998346,4.3001168e-7,0.30654168,0.0049360846,0.6814845,0.00022771436,0.0020319698],"about_ca_topic_score_codex":0.000024752215,"about_ca_topic_score_gemma":0.000028964192,"teacher_disagreement_score":0.6758296,"about_ca_system_score_codex":0.00051716407,"about_ca_system_score_gemma":0.00046394195,"threshold_uncertainty_score":0.9995339},"labels":[],"label_agreement":null},{"id":"W1583518931","doi":"10.1002/0471028959.sof376","title":"Engineering Web Applications with Java","year":2002,"lang":"en","type":"other","venue":"Encyclopedia of Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Java; Computer science; Software engineering; Real time Java; Java API for XML-based RPC; Web application; World Wide Web; Operating system; Java annotation","score_opus":0.008833670458328368,"score_gpt":0.21070839944469952,"score_spread":0.20187472898637115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1583518931","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000045633647,0.0025555948,0.9750953,0.000013120513,0.0006628229,0.0005314853,0.000039025228,0.0055801095,0.015517981],"genre_scores_gemma":[0.000040345607,0.0013538382,0.9394415,0.000008321507,0.0004161716,0.00031548526,0.000015305455,0.0007258537,0.057683147],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99763095,0.000021464877,0.0004533562,0.0007846547,0.00048812944,0.00062143465],"domain_scores_gemma":[0.9972535,0.00074540864,0.0002736512,0.0014681118,0.000071475944,0.00018788266],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00017584655,0.00070661656,0.0007746857,0.00081943686,0.000031714142,0.000040270894,0.0015027084,0.00038234334,0.000121799334],"category_scores_gemma":[0.00062971876,0.00070243026,0.00013728638,0.00095663243,0.00004554629,0.00025553204,0.0003116641,0.00059195707,0.000082427556],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004702978,0.00016733966,0.00044614432,0.0034155254,0.0005540762,0.00012345912,0.00043240166,0.8648303,0.0001620804,0.0081882235,0.08338256,0.03829317],"study_design_scores_gemma":[0.00032517422,0.00006342855,0.00009854855,0.0007022714,0.000045704357,0.00003575893,0.0000037120724,0.005987945,0.00009045825,0.0000466926,0.9914626,0.0011377195],"about_ca_topic_score_codex":0.00000916351,"about_ca_topic_score_gemma":0.0000017525948,"teacher_disagreement_score":0.90808004,"about_ca_system_score_codex":0.00009411935,"about_ca_system_score_gemma":0.000075308235,"threshold_uncertainty_score":0.99954265},"labels":[],"label_agreement":null},{"id":"W1583668165","doi":"10.1007/978-3-540-75162-5_3","title":"Analysis of Early Aspects in Requirements Goal Models: A Concept-Driven Approach","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Stakeholder; Computer science; Process management; Requirements analysis; Domain (mathematical analysis); TRACE (psycholinguistics); Management science; Goal modeling; Repertory grid; Prioritization; Risk analysis (engineering); Systems engineering; Software; Engineering; Business; Psychology; Political science","score_opus":0.08607470470527344,"score_gpt":0.3155356689842053,"score_spread":0.22946096427893187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1583668165","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000287956,0.000471693,0.99629045,0.000023525436,0.00059862324,0.00035208627,0.0000066973453,0.00019268533,0.0017762617],"genre_scores_gemma":[0.17337847,0.000020244308,0.82634467,0.00011154866,0.000068232344,0.0000066800394,0.0000051647626,0.000024797428,0.000040225408],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954115,0.000076217206,0.00083943433,0.0016587572,0.0012341198,0.0007799484],"domain_scores_gemma":[0.9964415,0.0011520409,0.0004295916,0.0016044107,0.00023840638,0.00013404828],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015858639,0.00054882304,0.0011390274,0.0033480965,0.000070508824,0.00013413206,0.003694656,0.00038323036,0.0000035805815],"category_scores_gemma":[0.00025802947,0.0005382926,0.0002367398,0.0031827486,0.00074397033,0.00086841715,0.0013989926,0.0008585222,0.0000020846792],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057833086,0.0000256977,0.00011165987,0.000020448624,0.00006348923,0.00004692077,0.0014660594,0.8836698,0.000043958735,0.017565962,3.7117988e-7,0.096979834],"study_design_scores_gemma":[0.00022818196,0.0001309101,0.00071122847,0.00015548329,0.00003964377,0.0000067422766,3.9598154e-7,0.87243074,0.0003326811,0.12544595,0.0000074404,0.000510581],"about_ca_topic_score_codex":0.00005435882,"about_ca_topic_score_gemma":0.000063311876,"teacher_disagreement_score":0.1730905,"about_ca_system_score_codex":0.00048291698,"about_ca_system_score_gemma":0.0003018837,"threshold_uncertainty_score":0.99970686},"labels":[],"label_agreement":null},{"id":"W1588073359","doi":"","title":"Refactoring use case models: the metamodel","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Code refactoring; Metamodeling; Computer science; Perspective (graphical); Software engineering; Simple (philosophy); Use Case Diagram; Programming language; Artificial intelligence; Unified Modeling Language; Software; Class diagram","score_opus":0.22131181829441157,"score_gpt":0.3026894803147454,"score_spread":0.08137766202033384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1588073359","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004568207,0.00014121555,0.99330944,0.000063989726,0.00032685563,0.00006819987,2.9533643e-7,0.0006088727,0.000912942],"genre_scores_gemma":[0.26767322,0.000010732298,0.7317667,0.00008206654,0.000007678984,0.000008297582,3.8900204e-8,0.000006808027,0.00044445653],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99916047,0.00014185862,0.00011846513,0.00023402147,0.00012179048,0.00022338795],"domain_scores_gemma":[0.99798703,0.0011327816,0.00002579668,0.00076713716,0.000041989184,0.00004524241],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005349271,0.00010838014,0.00010049693,0.000037392107,0.00011409966,0.00011543545,0.00041849338,0.000032289645,0.0000029709588],"category_scores_gemma":[0.0008174972,0.000066432505,0.00004356075,0.0002217659,0.000022109713,0.0011648517,0.00012436026,0.00013654743,0.0000064440133],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.5303075e-7,0.0000038605313,0.000005620606,0.0000014203828,0.0000069055045,0.00010510438,0.00024019652,0.59343123,0.000064291926,0.40200946,0.000035785044,0.004095866],"study_design_scores_gemma":[0.00016264958,0.00002343413,0.000018262475,0.0000055706587,0.0000093772815,0.0018251761,0.00012969393,0.5795024,0.0072072134,0.4059352,0.0048074643,0.0003735755],"about_ca_topic_score_codex":0.000026771004,"about_ca_topic_score_gemma":0.000004466352,"teacher_disagreement_score":0.263105,"about_ca_system_score_codex":0.000029855957,"about_ca_system_score_gemma":0.00001991239,"threshold_uncertainty_score":0.2709039},"labels":[],"label_agreement":null},{"id":"W1588475075","doi":"","title":"Are patches cutting it?: structuring distribution within a JVM using aspects","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"AspectJ; Computer science; Maintainability; Java; Aspect-oriented programming; Programming language; Virtual machine; Software engineering; Extensibility; Software; Code (set theory); Operating system; Distributed computing; Set (abstract data type)","score_opus":0.0696622722318761,"score_gpt":0.3091274421978148,"score_spread":0.2394651699659387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1588475075","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1141547,0.00005262453,0.88420355,0.00028272122,0.00028816104,0.000065106666,0.0000017121826,0.0008424463,0.00010896894],"genre_scores_gemma":[0.43763345,0.0000011078691,0.5621472,0.0000757452,0.0000865633,0.000001790246,8.2524383e-7,0.000006909997,0.00004641556],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988504,0.00006129107,0.00023088149,0.0003480791,0.00019357809,0.0003157668],"domain_scores_gemma":[0.99904966,0.00028097542,0.00016632312,0.00038548672,0.00005382628,0.00006370008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003706454,0.00016020531,0.00016898356,0.000051297633,0.00013850738,0.00010762074,0.0004426646,0.00006139456,0.000005917862],"category_scores_gemma":[0.0009391951,0.00014713807,0.000043297983,0.00027363005,0.000027620734,0.0007764192,0.00027483678,0.00018000836,0.000012767116],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022135239,0.00001153583,0.0009979828,0.000026455871,0.0000141706,0.000023347431,0.0006660904,0.9530093,0.0036207025,0.019833483,0.00006663472,0.021728056],"study_design_scores_gemma":[0.00042677412,0.000038271864,0.010034161,0.00019972399,0.000014150827,0.00014749085,0.00045803405,0.7303649,0.21827054,0.037928876,0.001206643,0.0009104446],"about_ca_topic_score_codex":0.000009004187,"about_ca_topic_score_gemma":0.000009035062,"teacher_disagreement_score":0.32347876,"about_ca_system_score_codex":0.00018594376,"about_ca_system_score_gemma":0.000027662789,"threshold_uncertainty_score":0.60001165},"labels":[],"label_agreement":null},{"id":"W1590192012","doi":"10.1007/978-3-540-45242-3_29","title":"Refactoring the Scenario Specification: A Message Sequence Chart Approach","year":2003,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Code refactoring; Programming language; Chart; Sequence (biology); Software engineering; Software","score_opus":0.0835306875495944,"score_gpt":0.28856179294357504,"score_spread":0.20503110539398062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1590192012","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000062546187,0.00089649565,0.99068516,0.0008240827,0.0022225385,0.00044987618,0.0000026130776,0.00043722254,0.004475727],"genre_scores_gemma":[0.006764147,0.00012147615,0.9913565,0.00077210617,0.00038085904,0.000026020076,0.0000027610745,0.00004493405,0.00053120794],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99576473,0.00010756599,0.0005249426,0.0017674303,0.001057833,0.0007774691],"domain_scores_gemma":[0.9953035,0.0013090776,0.00031218378,0.0027277176,0.00021051623,0.00013697808],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002081634,0.0006187738,0.0005374255,0.00044153247,0.0003989253,0.00054183364,0.005346158,0.000302581,0.00000756083],"category_scores_gemma":[0.00053196657,0.00046559368,0.0001320442,0.0008831856,0.000889404,0.0007452659,0.0011257589,0.0014207476,0.000025027504],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003481422,0.00002331632,0.000017820501,0.00006527516,0.000018149814,0.000068898866,0.0017544252,0.3783399,0.00042946351,0.14089972,0.000040354025,0.4783392],"study_design_scores_gemma":[0.00043919857,0.0001932001,0.00018962329,0.00066366594,0.000022077402,0.00059598376,0.0000024896412,0.2490822,0.005817589,0.7078234,0.032449484,0.0027210775],"about_ca_topic_score_codex":0.000004373218,"about_ca_topic_score_gemma":0.0000035669361,"teacher_disagreement_score":0.5669237,"about_ca_system_score_codex":0.00054909656,"about_ca_system_score_gemma":0.0003370419,"threshold_uncertainty_score":0.9997796},"labels":[],"label_agreement":null},{"id":"W1591312063","doi":"10.1145/337180.337848","title":"Improving design and source code modularity using AspectJ (tutorial session)","year":2000,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"AspectJ; Computer science; Modularity (biology); Aspect-oriented programming; Programming language; Modular design; Java; Software engineering; Object-oriented programming; Session (web analytics); Code (set theory); Synchronization (alternating current); Source code; Software; World Wide Web","score_opus":0.05514026705918588,"score_gpt":0.29040805351789134,"score_spread":0.23526778645870547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1591312063","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021884093,0.0000787532,0.97666335,0.000033702676,0.00039740646,0.000104775136,2.527529e-7,0.0007843594,0.00005329655],"genre_scores_gemma":[0.0338608,0.0000067038227,0.9656475,0.000046091685,0.00012775231,0.0000028830468,1.3067647e-7,0.000011117929,0.00029701192],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989619,0.00014310757,0.00013743734,0.00035661753,0.00014840407,0.00025248496],"domain_scores_gemma":[0.9989838,0.00053168944,0.000032247626,0.0003529535,0.000026596314,0.000072695104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051936635,0.00013110694,0.00015075409,0.000042014908,0.00014426284,0.00011654318,0.0003292178,0.00007054192,0.000020786769],"category_scores_gemma":[0.00031980607,0.00011579407,0.000024328254,0.00016642759,0.000037798764,0.0005561231,0.00016555112,0.00014346793,0.0000055263563],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009759796,0.000012405444,0.000040718147,0.000009514473,0.0000065001414,0.000010915176,0.00020664684,0.66774267,0.010371036,0.0018290764,0.00002018803,0.3197406],"study_design_scores_gemma":[0.0002562478,0.000041111776,0.00018207534,0.000011407418,0.0000046494456,0.000044323147,0.0000083702935,0.9777595,0.010120562,0.010756875,0.00057317584,0.00024169807],"about_ca_topic_score_codex":0.0000414916,"about_ca_topic_score_gemma":5.8975735e-7,"teacher_disagreement_score":0.3194989,"about_ca_system_score_codex":0.0000481754,"about_ca_system_score_gemma":0.000039296843,"threshold_uncertainty_score":0.47219452},"labels":[],"label_agreement":null},{"id":"W1594442179","doi":"10.1007/978-3-642-04554-7_9","title":"A UML Profile for Goal-Oriented Modeling","year":2009,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Metamodeling; Unified Modeling Language; Computer science; Software engineering; Programming language; Applications of UML; UML tool; Notation; Eclipse; Software","score_opus":0.034446792029044514,"score_gpt":0.29000344918527354,"score_spread":0.25555665715622905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1594442179","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013548437,0.00053248584,0.995343,0.00023369698,0.0018779696,0.0007531811,0.0000074169834,0.0007357443,0.0005029225],"genre_scores_gemma":[0.0026758898,0.000023661323,0.995865,0.000501216,0.00036936242,0.00003693187,0.0000061768496,0.00004229126,0.00047950892],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962195,0.000029498895,0.00051875965,0.0016694224,0.0006916765,0.0008711375],"domain_scores_gemma":[0.99655277,0.0013140166,0.0002076654,0.0014155362,0.00035701942,0.00015300687],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011727387,0.00058101455,0.0006207228,0.00072634645,0.00022774078,0.00025424984,0.0028898139,0.00034830876,0.0000021340495],"category_scores_gemma":[0.0010715672,0.00055175344,0.00017113297,0.00056648406,0.0002517655,0.0006470492,0.0008299821,0.00071067066,0.0000116780575],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024071342,0.0000070797228,6.12294e-7,0.000022598044,0.0000036708411,0.000011427926,0.00019691659,0.54815024,0.00007558411,0.010238244,0.0000065288846,0.4412847],"study_design_scores_gemma":[0.0001672656,0.00014705301,0.0000023899784,0.00018019234,0.0000039885153,0.000020655298,7.266514e-8,0.7083345,0.00082525436,0.28931868,0.00066499633,0.0003349185],"about_ca_topic_score_codex":0.0000028445124,"about_ca_topic_score_gemma":0.00000460024,"teacher_disagreement_score":0.44094977,"about_ca_system_score_codex":0.00032881653,"about_ca_system_score_gemma":0.00038345953,"threshold_uncertainty_score":0.9996934},"labels":[],"label_agreement":null},{"id":"W15946086","doi":"","title":"Evaluating the Effectiveness of Using Catalogues to Elicit Non-Functional Requirements.","year":2007,"lang":"en","type":"article","venue":"WER","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Task (project management); Requirements elicitation; Work (physics); Order (exchange); Functional requirement; Software; Software engineering; Data science; Knowledge management; Requirements analysis; Systems engineering; Engineering; Programming language","score_opus":0.19163731440205595,"score_gpt":0.42968871028012634,"score_spread":0.2380513958780704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W15946086","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3035147,0.000026075686,0.6957993,0.000010527859,0.00045734868,0.00010790479,3.631211e-7,0.000051255334,0.000032519827],"genre_scores_gemma":[0.5423356,1.961195e-7,0.4575711,0.000034531968,0.00003712265,0.000005185356,9.157485e-7,0.000004848825,0.000010480987],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99909866,0.00013766799,0.00014626751,0.0001846367,0.00025448212,0.00017826648],"domain_scores_gemma":[0.99770474,0.0018037399,0.00004743013,0.0003372106,0.00007962037,0.000027236016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004373447,0.00007617416,0.00010463735,0.00006429989,0.00007528759,0.000013707532,0.00033579898,0.000025635798,0.0000011061302],"category_scores_gemma":[0.0013744003,0.000056148834,0.00003158335,0.00030296462,0.00003127888,0.00016051176,0.00020089497,0.00006963803,0.00000863231],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005800653,0.00002469481,0.0032673043,0.000046092442,0.000031162966,0.0000037680977,0.0005858113,0.56739086,0.4064887,0.003623834,0.000018437866,0.018461358],"study_design_scores_gemma":[0.0009187605,0.0006071754,0.41458884,0.00040751824,0.000033677898,0.00003707446,0.00016704743,0.06718878,0.48817328,0.02692893,0.00028294369,0.0006659788],"about_ca_topic_score_codex":0.000024127658,"about_ca_topic_score_gemma":0.0000015846205,"teacher_disagreement_score":0.50020206,"about_ca_system_score_codex":0.00006513819,"about_ca_system_score_gemma":0.000028264249,"threshold_uncertainty_score":0.2289683},"labels":[],"label_agreement":null},{"id":"W1594879786","doi":"10.1007/978-3-642-23605-1_14","title":"Modeling and Analyzing Agents’ Collective Options in Collaborative Decision Making","year":2011,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Group decision-making; Operations research; Management science; Human–computer interaction; Engineering","score_opus":0.05565910376562111,"score_gpt":0.3135785518456265,"score_spread":0.2579194480800054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1594879786","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00043010918,0.0012101523,0.9966062,0.00004266776,0.00080542464,0.00037114465,0.0000033894905,0.0001739676,0.00035695173],"genre_scores_gemma":[0.11476022,0.00018114268,0.88482034,0.000105545565,0.000061631494,0.000013065978,6.257194e-7,0.000025084291,0.000032368498],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969799,0.00007724001,0.0004936045,0.001434453,0.00047368198,0.0005411556],"domain_scores_gemma":[0.99693215,0.0017481354,0.00016627769,0.0007798169,0.00028043715,0.000093173374],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012806308,0.0004573308,0.00056887226,0.0015757789,0.0002433611,0.0002907456,0.0015463013,0.00027367807,0.000004161618],"category_scores_gemma":[0.0008725114,0.00045178563,0.00005801795,0.0015020394,0.00033701665,0.00081035827,0.0014593038,0.00080104574,0.0000034278416],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065356494,0.000006663752,0.00003625934,0.000009599529,0.0000055322453,0.000044048,0.0019494715,0.7585597,0.000013587353,0.004882105,6.4313e-7,0.23448588],"study_design_scores_gemma":[0.00012366356,0.00005312185,0.00014835021,0.0005076214,0.0000032786672,0.000016991393,6.488341e-7,0.607952,0.000044971825,0.3908108,0.000010228901,0.00032830166],"about_ca_topic_score_codex":0.000010832132,"about_ca_topic_score_gemma":0.0001031084,"teacher_disagreement_score":0.3859287,"about_ca_system_score_codex":0.0006300639,"about_ca_system_score_gemma":0.00048746142,"threshold_uncertainty_score":0.9997934},"labels":[],"label_agreement":null},{"id":"W159855645","doi":"10.1007/978-3-642-33826-7_8","title":"Verification of Aspectual Composition in Feature-Modeling","year":2012,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Aspect-oriented programming; Computer science; Weaving; Feature (linguistics); Context (archaeology); Software engineering; Programming language; Set (abstract data type); Separation of concerns; Formal methods; Formal verification; Software; Theoretical computer science; Engineering","score_opus":0.03961761202041255,"score_gpt":0.28358494643059523,"score_spread":0.24396733441018267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W159855645","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024369081,0.0014853532,0.99632215,0.00016356369,0.0011589188,0.00024340757,0.0000022198335,0.00017171941,0.00020896745],"genre_scores_gemma":[0.27515385,0.000051809868,0.7245507,0.00006668271,0.00013738936,0.0000047910935,0.000004175267,0.000017965624,0.000012591295],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99756074,0.0000538963,0.00044975724,0.0008526815,0.0006046393,0.00047827998],"domain_scores_gemma":[0.997773,0.00074717635,0.00023042496,0.0010103581,0.00016163052,0.00007740947],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011691718,0.00035745357,0.0004944966,0.00091087865,0.00006583417,0.000080595244,0.001827339,0.00030549846,0.000002965392],"category_scores_gemma":[0.00021163834,0.00035918754,0.000078683835,0.00058825413,0.00027272117,0.0006862172,0.0005867027,0.00075957767,0.0000071872832],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042928846,0.000015093313,0.000021617814,0.000030719253,0.0000029510675,0.000007127539,0.00058953284,0.7334198,0.0010192328,0.015708055,7.4961866e-7,0.24918082],"study_design_scores_gemma":[0.00021056067,0.00008608973,0.00034362808,0.00046435828,0.0000050262174,0.00003592575,2.500536e-7,0.8371616,0.0071823024,0.15393093,0.000043111973,0.00053620647],"about_ca_topic_score_codex":0.000008851575,"about_ca_topic_score_gemma":0.000009938132,"teacher_disagreement_score":0.27491015,"about_ca_system_score_codex":0.0003545262,"about_ca_system_score_gemma":0.0001760304,"threshold_uncertainty_score":0.99988604},"labels":[],"label_agreement":null},{"id":"W1602329079","doi":"10.1007/978-3-642-04554-7_8","title":"Extending the User Requirements Notation with Aspect-Oriented Concepts","year":2009,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Notation; Computer science; Standardization; Extension (predicate logic); Software engineering; Aspect-oriented programming; Programming language; Software; Linguistics","score_opus":0.035067915717097706,"score_gpt":0.3088058052858306,"score_spread":0.2737378895687329,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1602329079","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000059517955,0.00042896802,0.9959726,0.00052140554,0.0014323759,0.00045375968,0.0000015476998,0.0004359297,0.00069391174],"genre_scores_gemma":[0.020858772,0.000040882627,0.9774858,0.00088120974,0.00026889087,0.000012483585,0.0000031374625,0.000034425517,0.00041444416],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99635434,0.00007402362,0.00042336382,0.0013364166,0.0011377312,0.00067413994],"domain_scores_gemma":[0.9965102,0.0013018434,0.00032697208,0.0014949081,0.0002627444,0.000103308645],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011407504,0.0005364682,0.00044129236,0.00046235055,0.00034123327,0.00035878096,0.002871685,0.00018792406,0.0000063260277],"category_scores_gemma":[0.0003912775,0.00036726255,0.0000786537,0.0008095423,0.00069859554,0.00092066376,0.0006835973,0.000822565,0.00001512647],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008107484,0.000010524643,0.000028605538,0.000012008066,0.000011764118,0.00007463402,0.00071079336,0.3156414,0.0001394076,0.03137039,0.000008236958,0.6519841],"study_design_scores_gemma":[0.0016243155,0.0015725037,0.0030757308,0.0021560714,0.000053056247,0.0004096358,0.000002506554,0.30935884,0.009434828,0.65798986,0.01094612,0.0033765296],"about_ca_topic_score_codex":0.000005039492,"about_ca_topic_score_gemma":0.00001553669,"teacher_disagreement_score":0.6486076,"about_ca_system_score_codex":0.00040567206,"about_ca_system_score_gemma":0.0002647992,"threshold_uncertainty_score":0.9998779},"labels":[],"label_agreement":null},{"id":"W1602672367","doi":"10.1007/11581741_13","title":"Control Flow Analysis of UML 2.0 Sequence Diagrams","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Metamodeling; Sequence diagram; Computer science; Unified Modeling Language; Applications of UML; Flowchart; UML tool; Communication diagram; Programming language; Control flow; Activity diagram; Theoretical computer science; Data mining; Software","score_opus":0.032778836282624735,"score_gpt":0.2849920416730981,"score_spread":0.25221320539047337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1602672367","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000034470228,0.00057775003,0.997185,0.00029096706,0.001032799,0.000272148,0.000022305176,0.00033671013,0.00024787697],"genre_scores_gemma":[0.087954745,0.00005371912,0.9112117,0.00044065012,0.0002097332,0.000009112816,0.0000054112575,0.00002672615,0.000088189045],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99582726,0.00007319952,0.00074360234,0.0015394124,0.001107376,0.0007091626],"domain_scores_gemma":[0.9945142,0.0024675594,0.00044540805,0.002058593,0.00035237928,0.00016184081],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015045033,0.00059127674,0.001240067,0.0019362734,0.00010977166,0.00017091128,0.004155432,0.00034964667,0.00001824901],"category_scores_gemma":[0.000755853,0.00054461206,0.00035613545,0.002236405,0.0008735505,0.00062049134,0.00085467455,0.0007689887,0.000010734333],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002024168,0.0000075162357,0.0000466668,0.000011222005,0.000066832414,0.000022000368,0.00012904212,0.5835305,0.00010239847,0.0045450022,9.4669025e-7,0.41153586],"study_design_scores_gemma":[0.00019820017,0.00009898044,0.00034996233,0.00012437653,0.000106207975,0.000014418346,4.1138563e-8,0.943406,0.0010441499,0.053823974,0.00023784551,0.00059587666],"about_ca_topic_score_codex":0.000015023775,"about_ca_topic_score_gemma":0.00006544457,"teacher_disagreement_score":0.41094,"about_ca_system_score_codex":0.00034406455,"about_ca_system_score_gemma":0.00032184026,"threshold_uncertainty_score":0.99970055},"labels":[],"label_agreement":null},{"id":"W1603944439","doi":"10.1007/11693017_11","title":"Automated Support for Building Behavioral Models of Event-Driven Systems","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Event (particle physics); Dependency (UML); Lift (data mining); Elevator; Witness; Software engineering; Modelica; Software; Artificial intelligence; Human–computer interaction; Programming language; Machine learning","score_opus":0.053033261871030926,"score_gpt":0.32295636817251516,"score_spread":0.26992310630148425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1603944439","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000101709295,0.00028779032,0.9955821,0.00002891524,0.0021810853,0.000702222,0.00002856036,0.000988076,0.00009951605],"genre_scores_gemma":[0.08576975,0.0000068897816,0.9137931,0.000033136894,0.00015571534,0.00003158878,0.00000951277,0.00004595048,0.00015433875],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965186,0.00003929584,0.00077778747,0.0012257694,0.0007526634,0.0006858985],"domain_scores_gemma":[0.9968229,0.0010208514,0.00047947987,0.0011918322,0.00038350988,0.00010140949],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000994268,0.0005207747,0.00081523,0.0008031897,0.0001258446,0.00017857621,0.0029228965,0.00036465353,0.0000010227049],"category_scores_gemma":[0.00011669347,0.0005084174,0.0001860427,0.00044714005,0.00039380544,0.00073237973,0.00088142283,0.00042574588,0.0000015906857],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002865904,0.000017186801,0.000005926511,0.00009567557,0.000006727045,0.000019434177,0.0001232782,0.95893043,0.0006012559,0.0119807385,0.000024434323,0.028192017],"study_design_scores_gemma":[0.00020125772,0.00022690164,0.000010565356,0.0003260483,0.000011453247,0.000038070528,9.232546e-8,0.9212696,0.0021158264,0.075193994,0.0001234599,0.00048270886],"about_ca_topic_score_codex":0.000031195043,"about_ca_topic_score_gemma":0.0000059246563,"teacher_disagreement_score":0.08566804,"about_ca_system_score_codex":0.0003313201,"about_ca_system_score_gemma":0.00040352152,"threshold_uncertainty_score":0.9997367},"labels":[],"label_agreement":null},{"id":"W1605491627","doi":"10.1109/re.2004.56","title":"Visual variability analysis for goal models","year":2004,"lang":"en","type":"article","venue":"Institutional Research Information System (Università degli Studi di Trento)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Abstraction; Goal modeling; Goal orientation; Contrast (vision); Qualitative analysis; Visualization; Quantitative analysis (chemistry); Risk analysis (engineering); Requirements engineering; Management science; Artificial intelligence; Engineering; Software; Qualitative research; Programming language","score_opus":0.12799757321811966,"score_gpt":0.3688569832145502,"score_spread":0.24085940999643052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1605491627","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008046966,0.000026265789,0.9872337,0.00021173242,0.00032700787,0.00058139965,0.000059579008,0.000451478,0.0030618787],"genre_scores_gemma":[0.8500132,0.0000047317076,0.14976473,0.00001291133,0.00003837167,0.00007327742,0.000051834755,0.000003586084,0.000037378115],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99721473,0.0002277409,0.00040527363,0.00035229322,0.0012702239,0.000529753],"domain_scores_gemma":[0.99702704,0.00086805876,0.00013307473,0.00048137153,0.001306956,0.00018351073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00316997,0.000181153,0.00031962674,0.0013671474,0.0009890521,0.00021031164,0.00097314676,0.00011498469,0.0000029659261],"category_scores_gemma":[0.00095640856,0.00018236463,0.00021416946,0.0030489673,0.0002074166,0.0060942825,0.00052790507,0.0002506582,0.000049712624],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023734032,0.000024892348,0.00014266667,0.000061788225,0.0001570447,0.000003422846,0.0008136286,0.540952,0.0000039340166,0.45573688,0.000015588013,0.002064403],"study_design_scores_gemma":[0.004472958,0.00040285964,0.020620473,0.00016039048,0.00015346584,0.000036594243,0.005335918,0.93013704,0.00021039671,0.033550173,0.004091576,0.00082816364],"about_ca_topic_score_codex":0.00009042839,"about_ca_topic_score_gemma":0.000012090943,"teacher_disagreement_score":0.8419662,"about_ca_system_score_codex":0.0020152172,"about_ca_system_score_gemma":0.0006070856,"threshold_uncertainty_score":0.7607089},"labels":[],"label_agreement":null},{"id":"W1605645998","doi":"","title":"Experience in using business scenarios to assess COTS components in integrated solutions","year":2005,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; IBM (Canada)","funders":"","keywords":"IBM; Software engineering; Systems engineering; Computer science; Component (thermodynamics); Variety (cybernetics); Business requirements; Corporation; Process (computing); Software; System integration; Commercial off-the-shelf; Business process; Engineering management; Manufacturing engineering; Engineering; Database; Work in process; Operating system; Operations management; Business","score_opus":0.5220359155872678,"score_gpt":0.4873209957969892,"score_spread":0.03471491979027863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1605645998","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4202693,0.00045349164,0.5730135,0.0036787766,0.000557311,0.0018894783,0.000042732303,0.00006119715,0.000034205255],"genre_scores_gemma":[0.76852,0.00011953896,0.2310044,0.000030266036,0.00001571806,0.00019919411,0.0000012223798,0.00001244302,0.00009719411],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9969413,0.00066807144,0.00048313919,0.0005858328,0.0005585796,0.0007630391],"domain_scores_gemma":[0.99306285,0.0025160653,0.00013927204,0.0006414432,0.0035595042,0.000080842765],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001374997,0.00023595191,0.0004940658,0.00047044616,0.00029845999,0.000060635575,0.0013946726,0.00006489282,0.0000014048514],"category_scores_gemma":[0.0128329545,0.00018263565,0.000038564976,0.005064323,0.00037742403,0.0005416778,0.00093000894,0.0003870037,0.0000024388667],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019175305,0.00026035204,0.0008665876,0.00007117835,0.000025765954,0.000004593991,0.013259756,0.9240619,0.03851172,0.013349263,0.00007473247,0.009322405],"study_design_scores_gemma":[0.009429808,0.0010777895,0.033636384,0.010556149,0.000018359795,0.0000068347176,0.10623764,0.3927816,0.40223917,0.029007234,0.012412923,0.002596121],"about_ca_topic_score_codex":0.000019094556,"about_ca_topic_score_gemma":0.0007675067,"teacher_disagreement_score":0.5312803,"about_ca_system_score_codex":0.0009450181,"about_ca_system_score_gemma":0.00047700043,"threshold_uncertainty_score":0.9954824},"labels":[],"label_agreement":null},{"id":"W1606170621","doi":"10.1007/11751113_12","title":"Aspects-Classes Integration Testing Strategy: An Incremental Approach","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Computer science; Unit testing; Integration testing; Object-oriented programming; Software engineering; Programming language; Aspect-oriented programming; Software testing; White-box testing; Software; Test strategy; Test case; Software development; Software construction; Machine learning","score_opus":0.06751752389846226,"score_gpt":0.2935742514626894,"score_spread":0.22605672756422712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1606170621","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010429492,0.00021880372,0.99038744,0.000039046434,0.0009109308,0.00035422237,0.0000039850565,0.00083406235,0.00714719],"genre_scores_gemma":[0.08239432,0.0000047493013,0.91688937,0.00013923222,0.00041532668,0.000011976111,0.000016576018,0.00004148189,0.000086952845],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99605745,0.000080587044,0.0005424347,0.0017148913,0.0009196796,0.00068496313],"domain_scores_gemma":[0.99685514,0.0011398536,0.00029944244,0.0012966733,0.00027519223,0.00013372819],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012442273,0.0006410281,0.0005325919,0.0007609466,0.00025759227,0.0007310783,0.0030397624,0.00032388064,0.000003038261],"category_scores_gemma":[0.0005295359,0.0005939678,0.00007920477,0.0008288189,0.00052443397,0.0015675327,0.00093124714,0.0010366966,0.000008056855],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014188577,0.000023382245,0.000017683871,0.000019680416,0.000003604417,0.000031163363,0.00011389694,0.5795698,0.0009757224,0.012404746,0.000005233719,0.40683368],"study_design_scores_gemma":[0.00014834589,0.0003019779,0.00027251357,0.0001839535,0.0000062473755,0.000104123515,5.72704e-7,0.70282346,0.004305228,0.29101613,0.000042591935,0.0007948662],"about_ca_topic_score_codex":0.00005855467,"about_ca_topic_score_gemma":0.000042386575,"teacher_disagreement_score":0.40603882,"about_ca_system_score_codex":0.0005407979,"about_ca_system_score_gemma":0.00049007905,"threshold_uncertainty_score":0.9996512},"labels":[],"label_agreement":null},{"id":"W1607794687","doi":"10.1007/3-540-45393-8_3","title":"From Entities and Relationships to Social Actors and Dependencies","year":2000,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of New Brunswick","funders":"","keywords":"Computer science; Software engineering; Software development; Conceptual model; Modeling language; Software; Programming language; Knowledge management; Database","score_opus":0.046808704409637865,"score_gpt":0.27080160574286544,"score_spread":0.22399290133322758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1607794687","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019148492,0.00061040925,0.9955308,0.0004443643,0.0006848651,0.00016733636,0.000011660176,0.00024146821,0.00039424628],"genre_scores_gemma":[0.09248634,0.00007602611,0.9066923,0.00026118255,0.00030358168,0.0000057030006,0.0000021017797,0.000021054282,0.00015167963],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9978665,0.000052934556,0.0002621445,0.0010021185,0.00045057645,0.0003657405],"domain_scores_gemma":[0.99740064,0.0018563695,0.0000861105,0.00047343757,0.00006221478,0.00012124755],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005434917,0.0003452253,0.00036999024,0.0005039339,0.0003363574,0.0004220714,0.0010609217,0.0002489062,0.000007395171],"category_scores_gemma":[0.00037684612,0.0003369517,0.000038060658,0.00026829212,0.00050707575,0.0005927881,0.0009822757,0.00064660487,0.000007811217],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007051169,0.000006731588,0.00023035065,0.000026388278,0.000015836165,0.000051416147,0.011556255,0.042736217,0.00014852075,0.022719163,0.000016721235,0.92248535],"study_design_scores_gemma":[0.00013473476,0.000074984455,0.0031198794,0.00016894481,0.000008364926,0.000038110036,0.0000022466947,0.011624805,0.0004907249,0.9826306,0.0010112812,0.0006953335],"about_ca_topic_score_codex":0.000028978211,"about_ca_topic_score_gemma":0.00004739734,"teacher_disagreement_score":0.9599114,"about_ca_system_score_codex":0.0001098837,"about_ca_system_score_gemma":0.00011162781,"threshold_uncertainty_score":0.99990827},"labels":[],"label_agreement":null},{"id":"W1609143095","doi":"10.1007/978-3-540-69295-9_26","title":"An Evaluation Study of the Effectiveness of Modeling NASA Swarm-Based Exploration Missions with ASSL","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Swarm behaviour; Software engineering; Systems engineering; Artificial intelligence; Engineering","score_opus":0.08366728721329393,"score_gpt":0.3265659421670226,"score_spread":0.2428986549537287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1609143095","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020410677,0.000092371614,0.97782373,0.000019562958,0.00053659675,0.0010008864,0.0000013163271,0.00009378084,0.000021080368],"genre_scores_gemma":[0.60245365,0.0000023768255,0.3974777,0.0000120509185,0.000021517111,0.000017941149,0.000001096189,0.000012824991,8.486919e-7],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966101,0.0005317528,0.00040456196,0.00084307586,0.0013738943,0.00023663616],"domain_scores_gemma":[0.99554783,0.0018384561,0.00032685575,0.0015254499,0.0007074201,0.00005397943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029997982,0.00031573107,0.00045169843,0.0004432095,0.00017141044,0.00004769492,0.002034242,0.00013814667,5.5128004e-7],"category_scores_gemma":[0.0005935021,0.00021593425,0.00006153213,0.0007378825,0.00029744307,0.00064577354,0.0003213564,0.00040824537,2.3476295e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021372818,0.00007517623,0.00009985632,0.000038492242,0.000006907641,0.0000027846984,0.0010574368,0.9628046,0.00058624824,0.00013376496,7.089984e-8,0.035173256],"study_design_scores_gemma":[0.0004451559,0.0006487153,0.0006048716,0.0005306983,0.000014738239,0.0000053889653,0.00000141701,0.96850634,0.00988604,0.019118484,5.5041426e-7,0.00023762345],"about_ca_topic_score_codex":0.000019031606,"about_ca_topic_score_gemma":0.000021859689,"teacher_disagreement_score":0.582043,"about_ca_system_score_codex":0.00021114528,"about_ca_system_score_gemma":0.0006904293,"threshold_uncertainty_score":0.8805544},"labels":[],"label_agreement":null},{"id":"W16155167","doi":"","title":"An Ontology of Architectural Design Decisions in Software-Intensive Systems","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":227,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Software engineering; Ontology; Interdependence; Software system; Architectural pattern; Class (philosophy); Systems engineering; Software; Software construction; Programming language; Engineering; Artificial intelligence","score_opus":0.07439718129609621,"score_gpt":0.32588725045654676,"score_spread":0.2514900691604506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W16155167","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02396415,0.00017118173,0.974817,0.00008696714,0.0003912445,0.00017298844,6.337451e-7,0.00038431695,0.000011537646],"genre_scores_gemma":[0.36629963,0.0000043002474,0.63362026,0.00004670348,0.000006908503,0.000010122477,2.7701756e-7,0.0000050708686,0.000006754782],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988079,0.00019066148,0.00028592197,0.0003035497,0.00014193705,0.00026999772],"domain_scores_gemma":[0.99697363,0.0021592756,0.000063886975,0.0005766567,0.00016195726,0.00006461052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043746465,0.0001241971,0.0002858939,0.00022761467,0.000023580742,0.00001898238,0.00077417016,0.00006967116,7.654353e-7],"category_scores_gemma":[0.0034829376,0.00010191017,0.000035377492,0.0003378023,0.00006465336,0.0002532447,0.00011494355,0.00014393272,0.000004835813],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007918804,0.000017134604,0.000110967965,0.0000033190215,0.000004144771,0.0000307248,0.0006539662,0.96422476,0.0012252816,0.01578691,0.0000030573751,0.017931802],"study_design_scores_gemma":[0.0033297185,0.002562217,0.036369085,0.0005420758,0.000014596657,0.0013413914,0.0013624417,0.10890499,0.055777173,0.78827745,0.00005766358,0.0014611891],"about_ca_topic_score_codex":0.00020077387,"about_ca_topic_score_gemma":0.000050445797,"teacher_disagreement_score":0.8553198,"about_ca_system_score_codex":0.00007029553,"about_ca_system_score_gemma":0.000078769306,"threshold_uncertainty_score":0.4169653},"labels":[],"label_agreement":null},{"id":"W1624022100","doi":"10.1109/cmpass.1996.507870","title":"Table transformation tools: why and how","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Sketch; Table (database); Documentation; Computer science; Transformation (genetics); Software engineering; Programming language; Database; Algorithm","score_opus":0.08075873492826145,"score_gpt":0.25632025603513936,"score_spread":0.1755615211068779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1624022100","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045797028,0.00020876263,0.99407643,0.0022842258,0.000097476935,0.000045648714,3.2630982e-7,0.00047186707,0.0023572978],"genre_scores_gemma":[0.067446716,0.00008521523,0.931458,0.00023519041,0.000011729375,0.0000057164584,2.431529e-7,0.0000031294858,0.0007540541],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99965286,0.000020451036,0.00004170616,0.00010623557,0.000067272864,0.000111444075],"domain_scores_gemma":[0.99961126,0.00018843779,0.000010644072,0.00014805465,0.000015439038,0.000026167785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012572033,0.00005221316,0.00005900327,0.000031792937,0.000035161585,0.00011275408,0.00015534592,0.000023341441,0.000011502045],"category_scores_gemma":[0.00014476781,0.000044265726,0.0000090864705,0.00013371515,0.000011825498,0.0013911005,0.000029479721,0.000043796434,0.000006804622],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.3744757e-7,0.000017516291,0.00004056375,0.000043764412,0.000009879368,0.0000065058866,0.0022771624,0.012565944,0.0020394959,0.15286003,0.0064256564,0.8237125],"study_design_scores_gemma":[0.0009797852,0.00024946578,0.0011762019,0.000034475055,0.000008303546,0.00015500843,0.000266554,0.6338923,0.039952658,0.046925638,0.27540994,0.00094968156],"about_ca_topic_score_codex":9.128197e-7,"about_ca_topic_score_gemma":6.500648e-7,"teacher_disagreement_score":0.82276285,"about_ca_system_score_codex":0.0000060775556,"about_ca_system_score_gemma":0.0000013547622,"threshold_uncertainty_score":0.1805104},"labels":[],"label_agreement":null},{"id":"W1630476232","doi":"10.1007/978-3-540-88653-2_19","title":"A Security Hardening Language Based on Aspect-Orientation","year":2008,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Software security assurance; Hardening (computing); Proposition; Computer security model; Computer security; Software engineering; Information security; Security service; Linguistics","score_opus":0.045844003879053456,"score_gpt":0.31885229368752416,"score_spread":0.2730082898084707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1630476232","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000034569308,0.0001903538,0.93904877,0.00028412053,0.0002830465,0.0002106883,0.0000061058254,0.00025078334,0.05969158],"genre_scores_gemma":[0.0350292,0.0008947835,0.96279526,0.00084924453,0.000034576133,0.000027309456,0.00004013149,0.000010866513,0.0003186126],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99857366,0.000045336947,0.00043287483,0.00028572194,0.00046088066,0.00020154788],"domain_scores_gemma":[0.9968442,0.0006811167,0.00023768596,0.0019579125,0.000207047,0.00007203747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008667561,0.00020486323,0.00021087077,0.0009698423,0.00036247028,0.0002620638,0.0023048066,0.00010075648,0.0000030805968],"category_scores_gemma":[0.00024465265,0.00021318156,0.000040733463,0.00041063243,0.00048681407,0.0038426218,0.0010534688,0.0004823558,0.00003229662],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075037956,0.00003267794,0.000033744225,0.000059476835,0.0000069643693,0.000005728193,0.015170197,0.10044729,0.0000072494167,0.5114749,0.00047947594,0.37227482],"study_design_scores_gemma":[0.00034309106,0.00009227218,0.0006137901,0.0002269634,0.0000027455433,0.000025680923,0.000030482908,0.95784914,0.000056632623,0.0070890407,0.033250544,0.0004195833],"about_ca_topic_score_codex":0.0000041148783,"about_ca_topic_score_gemma":0.0000018504187,"teacher_disagreement_score":0.8574019,"about_ca_system_score_codex":0.00019292552,"about_ca_system_score_gemma":0.0001963453,"threshold_uncertainty_score":0.86932915},"labels":[],"label_agreement":null},{"id":"W1631144379","doi":"10.1007/11536406_12","title":"The Application of a Case-Based Reasoning System to Attention-Deficit Hyperactivity Disorder","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Attention deficit hyperactivity disorder; Eye movement; Saccadic masking; Computer science; Cognitive psychology; Artificial intelligence; Attention deficit disorder; Machine learning; Psychology; Psychiatry","score_opus":0.018228878254931268,"score_gpt":0.274265233146209,"score_spread":0.25603635489127774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1631144379","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00072361587,0.00033973125,0.9969636,0.00031269196,0.0007109742,0.0005278451,0.000003990201,0.00029664775,0.00012091234],"genre_scores_gemma":[0.2296604,0.000004200792,0.770072,0.00005400389,0.00012003875,0.000033903005,9.766047e-7,0.00002182577,0.000032653363],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974184,0.000073190204,0.00045304393,0.0009883965,0.0006271069,0.0004398657],"domain_scores_gemma":[0.9948088,0.0029436185,0.00032999378,0.0015563463,0.00026895443,0.000092264745],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015005713,0.000356607,0.00041292087,0.00038697314,0.00035727976,0.0001896803,0.0019887974,0.00017065619,4.7812404e-7],"category_scores_gemma":[0.00051270233,0.0002826545,0.00010778252,0.0006545744,0.00028675242,0.00030541525,0.000643422,0.00048737082,0.00000970695],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002827522,0.0000063424795,0.000080041435,0.000029216084,0.0000038929297,0.000025517445,0.000039533115,0.57665336,0.000094737385,0.010698487,3.3655536e-7,0.4123657],"study_design_scores_gemma":[0.00015815384,0.000095481504,0.00037615444,0.0003907548,0.000009979659,0.0003126564,0.0000010279464,0.9931742,0.00024796318,0.0040535536,0.00069447485,0.00048562954],"about_ca_topic_score_codex":0.00004242122,"about_ca_topic_score_gemma":0.000113970425,"teacher_disagreement_score":0.41652083,"about_ca_system_score_codex":0.0003864318,"about_ca_system_score_gemma":0.00022377547,"threshold_uncertainty_score":0.99996257},"labels":[],"label_agreement":null},{"id":"W163197604","doi":"","title":"From Requirements to Architectural Design -Using Goals and Scenarios","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":120,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Operationalization; Notation; Software engineering; Domain (mathematical analysis); Architectural design; Systems engineering; Architecture; Functional requirement; Focus (optics); Realization (probability); Programming language; Engineering","score_opus":0.14364339327332343,"score_gpt":0.3459438942493221,"score_spread":0.20230050097599866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W163197604","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07294609,0.000044492215,0.9250095,0.00023049169,0.00095934694,0.00014819842,0.0000070018623,0.00063324696,0.000021625114],"genre_scores_gemma":[0.29832223,0.000012070891,0.7013574,0.00011930655,0.00011492905,0.00001682155,0.0000026938276,0.00001702451,0.000037478938],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99858975,0.00004106716,0.00023344361,0.00047789534,0.00035394228,0.00030389524],"domain_scores_gemma":[0.9988094,0.00054454454,0.00005374403,0.00033455956,0.00011385301,0.00014390257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002221677,0.00023754532,0.00019599055,0.00025777996,0.000049543705,0.0001705888,0.0008010674,0.000060672617,0.000023013054],"category_scores_gemma":[0.0014724114,0.00024483062,0.000036076155,0.00019869726,0.000017644681,0.00040077488,0.00032278622,0.00020031932,0.000020537593],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028067914,0.000015411544,0.0005578387,0.0000055825317,0.00005340908,0.00006522043,0.0006952675,0.9274612,0.0111236535,0.004637054,0.000020851634,0.055336457],"study_design_scores_gemma":[0.0006887011,0.00020849284,0.008820927,0.00053926936,0.000011408913,0.00012081105,0.00005333916,0.9668408,0.008142068,0.012798976,0.0007416513,0.0010335328],"about_ca_topic_score_codex":0.000035768946,"about_ca_topic_score_gemma":0.0000012024361,"teacher_disagreement_score":0.22537614,"about_ca_system_score_codex":0.00013534285,"about_ca_system_score_gemma":0.00003321048,"threshold_uncertainty_score":0.9983903},"labels":[],"label_agreement":null},{"id":"W1637620047","doi":"10.1007/978-3-540-95888-8_2","title":"Autonomic Computing Now You See It, Now You Don’t","year":2009,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Center for Advanced Study, University of Illinois at Urbana-Champaign","keywords":"Autonomic computing; Computer science; Adaptation (eye); Architecture; Perspective (graphical); End-user computing; Interactive computing; Software engineering; Utility computing; Distributed computing; Cloud computing; Human–computer interaction; Artificial intelligence; Cloud computing security","score_opus":0.028776708763651616,"score_gpt":0.2769299558859484,"score_spread":0.24815324712229675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1637620047","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006057354,0.00077714084,0.98950905,0.0017526456,0.0044552987,0.000475583,0.0000061996475,0.0012729559,0.0016905713],"genre_scores_gemma":[0.008004125,0.0000908285,0.9877988,0.0019095761,0.0008535183,0.0000052885707,0.0000064443648,0.000076009645,0.0012553997],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9936108,0.000097994685,0.0009726009,0.0027615798,0.0011018615,0.0014551822],"domain_scores_gemma":[0.9943146,0.0019727917,0.00053529686,0.0026054003,0.00027432057,0.00029758387],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.002078195,0.0011126371,0.0011449844,0.0011869795,0.0004131078,0.0007081467,0.006524401,0.0006019449,0.000016780872],"category_scores_gemma":[0.0005034188,0.0011012255,0.0002751397,0.0008947505,0.0007916708,0.000983594,0.0025748338,0.0018350987,0.00014773029],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028197571,0.000012989113,0.000018005328,0.00002220326,0.000009501898,0.00008085592,0.00038868934,0.54118955,0.0000939217,0.0019127355,0.000062686435,0.45620605],"study_design_scores_gemma":[0.0004950852,0.0003379634,0.0004505897,0.0007890848,0.000018064218,0.00025862438,5.058197e-7,0.78169596,0.0016125995,0.19790727,0.014306016,0.0021282092],"about_ca_topic_score_codex":0.0000086042955,"about_ca_topic_score_gemma":0.00003767618,"teacher_disagreement_score":0.45407784,"about_ca_system_score_codex":0.0009158781,"about_ca_system_score_gemma":0.0007003306,"threshold_uncertainty_score":0.9991438},"labels":[],"label_agreement":null},{"id":"W1643118172","doi":"","title":"Framework for Version Control & Dependency Link of Components & Products in a Software Product Line","year":2004,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Product (mathematics); Component (thermodynamics); Software product line; Software; Software development; Software engineering; Component-based software engineering; Operating system","score_opus":0.0999678418064342,"score_gpt":0.22894308893125703,"score_spread":0.12897524712482283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1643118172","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11506046,0.00011684706,0.8835728,0.00022338248,0.0003573271,0.0004262415,0.000006523214,0.00023261167,0.0000037882007],"genre_scores_gemma":[0.5808644,0.00001701882,0.41902736,0.000023004699,0.000035640143,0.0000012250335,0.0000021409471,0.000008272533,0.000020940195],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987054,0.00007186465,0.00019223527,0.00063331344,0.000083127874,0.0003140655],"domain_scores_gemma":[0.9982731,0.0006531682,0.00013889301,0.0006781759,0.0001943757,0.00006232061],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035850133,0.00017108099,0.00028747323,0.00021219,0.000061146035,0.000011655721,0.0008259691,0.000098579236,0.0000012180964],"category_scores_gemma":[0.0022076305,0.00019029398,0.000073784264,0.0008424988,0.000065792694,0.0004738241,0.00017803746,0.00022771601,0.00000735874],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113425,0.000111566595,0.0021403788,0.000099416815,0.000020711095,0.00005344334,0.00018703371,0.92300135,0.0012538161,0.071272664,0.000004717121,0.0017414874],"study_design_scores_gemma":[0.005641129,0.0006094545,0.009317575,0.0003825491,0.000050065963,0.000011813102,0.000057366397,0.028616419,0.026417958,0.9278997,0.0002459169,0.00075005775],"about_ca_topic_score_codex":0.00002149177,"about_ca_topic_score_gemma":0.000004558577,"teacher_disagreement_score":0.8943849,"about_ca_system_score_codex":0.00016352,"about_ca_system_score_gemma":0.000103719736,"threshold_uncertainty_score":0.7759963},"labels":[],"label_agreement":null},{"id":"W1657711203","doi":"10.1007/978-3-319-21912-7_10","title":"Concern-Oriented Behaviour Modelling with Sequence Diagrams and Protocol Models","year":2015,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Sequence diagram; Sequence (biology); Protocol (science); Theoretical computer science; Programming language; Unified Modeling Language","score_opus":0.12433280390001564,"score_gpt":0.3249286991305254,"score_spread":0.20059589523050977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1657711203","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000028388,0.000159427,0.98733884,0.00008974265,0.00038447592,0.011243208,0.000005777313,0.0005159554,0.0002341779],"genre_scores_gemma":[0.0050467835,0.000010516106,0.992101,0.00012971075,0.00012516338,0.0024153902,0.0000025097042,0.000052248553,0.00011666898],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958556,0.000054473487,0.00045802406,0.0017906206,0.0011032994,0.00073793536],"domain_scores_gemma":[0.996992,0.0006177459,0.00028598044,0.0013366324,0.00048676252,0.00028087647],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011345763,0.00068019534,0.00064692216,0.00045911153,0.00018111707,0.00034567545,0.00213299,0.00031054104,0.0000015814303],"category_scores_gemma":[0.00009105928,0.00055712654,0.000054395277,0.00053308054,0.001030152,0.0013160462,0.0012783849,0.0009703876,0.0000031370787],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001062588,0.000009033656,0.000023162087,0.00003573165,0.000005185377,0.00009215915,0.0005889792,0.87667656,0.0000115752555,0.021387229,0.0000016208003,0.10115813],"study_design_scores_gemma":[0.00033159318,0.00024529157,0.000003119202,0.00035457886,0.0000055863234,0.00010715986,2.8568405e-7,0.7304521,0.00021851758,0.26739457,0.00029342336,0.0005937742],"about_ca_topic_score_codex":0.000025810541,"about_ca_topic_score_gemma":0.0000139870435,"teacher_disagreement_score":0.24600734,"about_ca_system_score_codex":0.00038065092,"about_ca_system_score_gemma":0.0006198652,"threshold_uncertainty_score":0.999688},"labels":[],"label_agreement":null},{"id":"W165813828","doi":"","title":"A Tool for Formal Feature Modeling Based on BDDs and Product Families Algebra.","year":2010,"lang":"en","type":"article","venue":"WER","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Binary decision diagram; Notation; Computer science; Feature model; Feature (linguistics); Theoretical computer science; Formalism (music); Product (mathematics); Programming language; Algebra over a field; Mathematics; Software","score_opus":0.0225354677155848,"score_gpt":0.2702688416240051,"score_spread":0.24773337390842032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W165813828","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06326027,0.000045045337,0.9351118,0.0005215235,0.00054769986,0.00017877562,0.0000023584626,0.000292913,0.00003960237],"genre_scores_gemma":[0.2966816,0.0000012915245,0.70294404,0.00016691691,0.00008035385,0.00003335254,9.833842e-7,0.000008185488,0.00008325075],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993238,0.000013357163,0.000071948794,0.00027118984,0.00009865692,0.00022106955],"domain_scores_gemma":[0.99923104,0.00028987008,0.00001931666,0.0003823544,0.000048188882,0.000029253462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003419361,0.00010797087,0.00010549238,0.000060685932,0.000088544395,0.000049649218,0.0002487043,0.000054906377,7.819383e-7],"category_scores_gemma":[0.00080474885,0.00008862067,0.00003038163,0.00008540413,0.000023171795,0.00024909386,0.000078296456,0.00019148621,0.0000014076464],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000598021,0.000040450926,0.00017807895,0.00011519015,0.000013604891,0.000004671781,0.0007036272,0.7287725,0.017993005,0.04141352,0.0007660782,0.20993944],"study_design_scores_gemma":[0.00027381763,0.00007694722,0.00043651,0.00001289433,0.0000029995665,0.0000046567816,0.000007805724,0.983641,0.0054125437,0.007557185,0.0023821883,0.00019142388],"about_ca_topic_score_codex":8.3146506e-7,"about_ca_topic_score_gemma":0.0000013075307,"teacher_disagreement_score":0.25486848,"about_ca_system_score_codex":0.0000070434608,"about_ca_system_score_gemma":0.000022689765,"threshold_uncertainty_score":0.3613846},"labels":[],"label_agreement":null},{"id":"W1666161204","doi":"10.48550/arxiv.1012.2469","title":"UCMExporter: Supporting Scenario Transformations from Use Case Maps","year":2010,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Sequence diagram; Computer science; Notation; Unified Modeling Language; Interoperability; Software engineering; Sequence (biology); Programming language; Activity diagram; Transformation (genetics); Model transformation; Systems engineering; Software; Engineering; Artificial intelligence","score_opus":0.1284083240886377,"score_gpt":0.22568602849609168,"score_spread":0.09727770440745398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1666161204","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23121446,0.000021583986,0.76629,0.00004813826,0.001075911,0.00022121113,0.00009827468,0.0009247658,0.000105615094],"genre_scores_gemma":[0.69114393,0.000048760776,0.30840528,0.000040196708,0.000060893788,0.0000015330854,0.00005629765,0.000022717955,0.00022038525],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99786705,0.00015614787,0.00036603218,0.0010333501,0.00009724434,0.0004801571],"domain_scores_gemma":[0.9967769,0.0008098448,0.0003254639,0.001721905,0.00015184577,0.00021403638],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00039922775,0.00039819235,0.00041399678,0.00029060655,0.00022909629,0.00023696032,0.0015328219,0.00048045174,0.000025933261],"category_scores_gemma":[0.00035879257,0.0004760949,0.00024629006,0.00039408592,0.00010351164,0.0014146459,0.0011597923,0.0014616858,0.00004379757],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010983424,0.00005978172,0.0009125841,0.000065037624,0.00011633061,0.010531706,0.0018296285,0.9507798,0.00016733375,0.030265976,0.00012764764,0.005133184],"study_design_scores_gemma":[0.0010285672,0.00007078372,0.0012145021,0.00020227267,0.00024118196,0.00065573235,0.0004048825,0.6671969,0.0015614813,0.32218146,0.0030077302,0.002234461],"about_ca_topic_score_codex":0.000560866,"about_ca_topic_score_gemma":0.00024706824,"teacher_disagreement_score":0.45992947,"about_ca_system_score_codex":0.00015589522,"about_ca_system_score_gemma":0.00018363724,"threshold_uncertainty_score":0.9997691},"labels":[],"label_agreement":null},{"id":"W1671209498","doi":"10.1109/ase.1998.732635","title":"Synthesizing software architecture descriptions from Message Sequence Chart specifications","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software engineering; Chart; Programming language; Software; Formal specification; Software architecture; Sequence (biology); Sequence diagram; Unified Modeling Language","score_opus":0.19631262811561065,"score_gpt":0.27687971680830553,"score_spread":0.08056708869269488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1671209498","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005921403,0.00047889262,0.9940883,0.0013328155,0.00034778265,0.00011759966,0.000016406064,0.0022041854,0.0008218677],"genre_scores_gemma":[0.03976092,0.00007226805,0.9588508,0.00020090805,0.00008256669,0.000038233706,0.0000036035137,0.000017307246,0.0009733637],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986701,0.00010113788,0.0002084916,0.00048910093,0.00020963674,0.00032154695],"domain_scores_gemma":[0.99748904,0.0012932593,0.000057346315,0.001006647,0.000052409076,0.000101322425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015761709,0.00018357423,0.00017725957,0.00011792714,0.00019801165,0.00012211382,0.0010574986,0.000072203766,0.00023641814],"category_scores_gemma":[0.0011185273,0.00016925133,0.00007067499,0.00041616586,0.00007057139,0.00051260134,0.00019013861,0.00025037327,0.00024066133],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003400316,0.00019795552,0.00058518926,0.000037776626,0.000111438865,0.00011711687,0.006694807,0.16452253,0.06586391,0.10274594,0.006352738,0.6527672],"study_design_scores_gemma":[0.000928959,0.00017516938,0.012729742,0.00041999944,0.000078915815,0.00026500266,0.000688554,0.08110612,0.07281271,0.7405963,0.08618776,0.0040107863],"about_ca_topic_score_codex":0.000015574584,"about_ca_topic_score_gemma":0.0000058421087,"teacher_disagreement_score":0.64875644,"about_ca_system_score_codex":0.00006766492,"about_ca_system_score_gemma":0.00001202975,"threshold_uncertainty_score":0.69018686},"labels":[],"label_agreement":null},{"id":"W167150697","doi":"","title":"A Survey of Good Practices and Misuses for Modelling with i* Framework.","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Syntax; Work (physics); Management science; Risk analysis (engineering); Data science; Engineering; Business; Artificial intelligence","score_opus":0.16262830101611353,"score_gpt":0.3661229334890736,"score_spread":0.20349463247296007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W167150697","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011555524,0.00038097863,0.9875873,0.00016985749,0.000029761986,0.00009451188,0.0000015185497,0.00014279477,0.000037765163],"genre_scores_gemma":[0.18161729,0.000029160437,0.81826144,0.00002814926,0.000010974111,0.000007100936,2.6484585e-7,0.000005234513,0.000040411764],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994697,0.000045909186,0.000102446,0.00018248236,0.00007983222,0.00011963092],"domain_scores_gemma":[0.9945965,0.0049305623,0.00012811608,0.00021897187,0.00009922894,0.00002661983],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057323143,0.00007057664,0.00012362222,0.00003487346,0.000025274723,0.000029042189,0.00021361782,0.00003674139,6.6880716e-7],"category_scores_gemma":[0.0011485629,0.000052608124,0.000009763661,0.00012712681,0.000025799918,0.0004484663,0.000055442524,0.00006229779,2.8795898e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002468846,0.00002559356,0.0018566702,0.00004348868,0.00002171737,4.2401172e-7,0.0003794292,0.93819326,0.00006250998,0.035436146,0.000013358369,0.023942709],"study_design_scores_gemma":[0.00035500794,0.0002946056,0.0040857936,0.000063990585,0.0000105637155,0.000010740058,0.000046256588,0.96869963,0.008727026,0.016004972,0.001405081,0.00029632455],"about_ca_topic_score_codex":0.00003886558,"about_ca_topic_score_gemma":0.000030025622,"teacher_disagreement_score":0.17006177,"about_ca_system_score_codex":0.0000060313464,"about_ca_system_score_gemma":0.000022318673,"threshold_uncertainty_score":0.21452971},"labels":[],"label_agreement":null},{"id":"W1677888577","doi":"10.1007/3-540-45821-2_8","title":"Architectural Refactoring in Framework Evolution: A Case Study","year":2002,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Code refactoring; Computer science; Software engineering; Software product line; Programming language; Architecture; Object-oriented programming; Software architecture; Domain (mathematical analysis); Set (abstract data type); Process (computing); Software development; Software","score_opus":0.050587530247644966,"score_gpt":0.3035502522059936,"score_spread":0.2529627219583486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1677888577","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027364292,0.0005605217,0.99282277,0.00011275691,0.0025428252,0.0005799181,0.000001437562,0.0004974791,0.0001458872],"genre_scores_gemma":[0.3833529,0.0000056931126,0.6162331,0.000066994064,0.0002441075,0.000014004277,2.0560739e-7,0.000027137517,0.00005584586],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9956489,0.00011940048,0.0006382566,0.0018345551,0.00088028755,0.0008785735],"domain_scores_gemma":[0.99491024,0.0026880724,0.00021567075,0.0019082488,0.00012111328,0.0001566312],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012487365,0.00065774034,0.0007055661,0.0014023947,0.00020594831,0.00030689035,0.0028693196,0.00035441332,0.0000089241785],"category_scores_gemma":[0.0009914179,0.0006231488,0.00010974614,0.0012337643,0.00038608606,0.00059182994,0.0017847015,0.0021417064,0.000014900308],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032076114,0.000044962922,0.00053452904,0.000026632215,0.000008856443,0.0073417714,0.0044366946,0.62589234,0.000007624776,0.003950158,5.850179e-7,0.35775265],"study_design_scores_gemma":[0.0006492844,0.0007165671,0.0014928936,0.0010737954,0.000012688768,0.007134928,0.0000064914134,0.3180874,0.00012014729,0.6685155,0.00010285958,0.0020874622],"about_ca_topic_score_codex":0.00009325038,"about_ca_topic_score_gemma":0.00014488805,"teacher_disagreement_score":0.6645653,"about_ca_system_score_codex":0.00092001626,"about_ca_system_score_gemma":0.00018923987,"threshold_uncertainty_score":0.999622},"labels":[],"label_agreement":null},{"id":"W1684877896","doi":"10.1007/978-3-642-33826-7_18","title":"Efficient Probabilistic Abstraction for SysML Activity Diagrams","year":2012,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Soundness; Systems Modeling Language; Computer science; Probabilistic logic; Activity diagram; Theoretical computer science; Probabilistic CTL; Model checking; Semantics (computer science); Abstraction; Property (philosophy); Computation tree logic; Relation (database); Programming language; Unified Modeling Language; Probabilistic analysis of algorithms; Data mining; Artificial intelligence; Software","score_opus":0.0424621177752026,"score_gpt":0.2900711261308994,"score_spread":0.24760900835569682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1684877896","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002197376,0.0004413412,0.9935566,0.00017467604,0.004027843,0.0009047875,0.000006840693,0.00053141394,0.0001367692],"genre_scores_gemma":[0.1373979,0.000013419791,0.8618251,0.00008831557,0.000492464,0.00005976257,0.0000023356306,0.000039584716,0.000081109305],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966942,0.000041506748,0.00038212107,0.0013454781,0.000679984,0.00085668324],"domain_scores_gemma":[0.9946989,0.003276229,0.00031097926,0.0013076578,0.00023411137,0.00017212977],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016614236,0.00054073136,0.0005496318,0.00048727443,0.00022921279,0.00025139048,0.00201361,0.0003526618,0.0000036581544],"category_scores_gemma":[0.0010766919,0.0004961813,0.0001623864,0.00038472388,0.00045516095,0.0003889598,0.00074542884,0.00074291136,0.000018696775],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004263302,0.00002189618,0.0000028289044,0.000065749846,0.0000042822085,0.0000041103067,0.00012654561,0.538357,0.00017065018,0.0056309504,0.0000015253618,0.45561022],"study_design_scores_gemma":[0.00025024277,0.00019608466,0.00041214048,0.0002756721,0.000016793343,0.000056277822,8.357302e-8,0.7600975,0.002752498,0.23436922,0.0006160943,0.0009573918],"about_ca_topic_score_codex":0.000005454019,"about_ca_topic_score_gemma":0.000009944945,"teacher_disagreement_score":0.45465282,"about_ca_system_score_codex":0.00063801836,"about_ca_system_score_gemma":0.00026842806,"threshold_uncertainty_score":0.999749},"labels":[],"label_agreement":null},{"id":"W168830788","doi":"","title":"On Composition and Reuse of Aspects","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Reuse; Modular programming; Computer science; Aspect-oriented programming; Separation of concerns; Composition (language); Component (thermodynamics); Software engineering; Programming language; Engineering; Software","score_opus":0.027815619192195544,"score_gpt":0.27412790597420417,"score_spread":0.24631228678200862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W168830788","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029767446,0.00003483367,0.96719044,0.00005666275,0.00007597339,0.000024847826,7.937772e-8,0.00012358955,0.0027261404],"genre_scores_gemma":[0.41484654,0.000003298238,0.58509547,0.000029162129,0.0000011432414,5.596888e-7,3.7529166e-8,0.000001166551,0.00002260489],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9997108,0.00003764296,0.00005083368,0.0000931291,0.000052235722,0.000055356257],"domain_scores_gemma":[0.99928963,0.0003940178,0.000015776202,0.00027060957,0.000013847806,0.000016092186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012242996,0.000035849902,0.000056334033,0.000032841584,0.000012427244,0.000006707645,0.00013629165,0.000014412155,0.0000022727654],"category_scores_gemma":[0.000431617,0.00003053357,0.0000075820403,0.00007717465,0.00001434243,0.00008640271,0.000041677245,0.000030675074,0.000002192637],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.4455174e-7,0.000009870864,0.000020911815,0.0000048611014,0.0000018458725,0.0000019172091,0.00007099223,0.006136338,0.005941298,0.98599,0.000060453287,0.001760583],"study_design_scores_gemma":[0.00022965563,0.00017132962,0.0019195161,0.000020082154,0.000001502481,0.000016554528,0.00000828571,0.0013383803,0.31575668,0.680225,0.00018250041,0.00013050743],"about_ca_topic_score_codex":6.014318e-7,"about_ca_topic_score_gemma":7.101031e-8,"teacher_disagreement_score":0.3850791,"about_ca_system_score_codex":0.0000064337723,"about_ca_system_score_gemma":0.0000044228227,"threshold_uncertainty_score":0.12451229},"labels":[],"label_agreement":null},{"id":"W1692869204","doi":"","title":"Model checking the composition of hypermedia design components","year":2000,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Hypermedia; Component (thermodynamics); Composition (language); Software; Component-based software engineering; Model checking; Software engineering; Software development; Software design; Programming language; Operating system","score_opus":0.34325161948160227,"score_gpt":0.4292090734881823,"score_spread":0.08595745400658006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1692869204","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041858338,0.0008866365,0.95191693,0.0029066892,0.00031718257,0.0017937645,0.00006177324,0.00006663808,0.00019207128],"genre_scores_gemma":[0.7557571,0.0006203363,0.24306941,0.0000244838,0.00001749295,0.00012563751,0.0000015512591,0.000013058891,0.00037095137],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99740225,0.00078760827,0.00035938868,0.00036545994,0.00066392584,0.00042133708],"domain_scores_gemma":[0.9912096,0.0053576967,0.0001896496,0.00074449857,0.0024533689,0.00004513283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015463838,0.00018830392,0.00039940234,0.00008961674,0.00045838268,0.000032100786,0.0015039704,0.00004903153,0.0000027349108],"category_scores_gemma":[0.0023949863,0.00011290749,0.00008012855,0.0010297748,0.0007643501,0.0002460221,0.0003470422,0.0002885988,0.000002231558],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032249792,0.0000980091,0.000016005904,0.000088807246,0.00010688967,6.935289e-7,0.0066264085,0.90234214,0.038923558,0.029244922,0.00032235653,0.021907734],"study_design_scores_gemma":[0.0017740546,0.0006733865,0.00033364122,0.00095518655,0.000024611985,0.0000014078324,0.004792124,0.36196858,0.50011283,0.12819146,0.0007620147,0.00041067696],"about_ca_topic_score_codex":9.2105404e-7,"about_ca_topic_score_gemma":0.0000034199998,"teacher_disagreement_score":0.7138987,"about_ca_system_score_codex":0.00014257368,"about_ca_system_score_gemma":0.00021125491,"threshold_uncertainty_score":0.46042338},"labels":[],"label_agreement":null},{"id":"W1709441513","doi":"10.3233/jid-2001-5201","title":"SPECIFICATION DRIVEN BEHAVIORAL DESIGN OF COMPLEX SYSTEMS","year":2001,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Bell (Canada)","funders":"","keywords":"Systems engineering; Computer science; Engineering","score_opus":0.16682329166004342,"score_gpt":0.3601411996922473,"score_spread":0.19331790803220386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1709441513","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010365589,0.0004075354,0.98870486,0.00004709334,0.00026895813,0.00014135797,5.019787e-7,0.00004432058,0.00001977243],"genre_scores_gemma":[0.47385377,0.00011160112,0.52599806,0.000006506554,0.000013875105,0.0000020952887,8.4686135e-8,0.000003332055,0.000010692879],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984796,0.00016790496,0.00045956965,0.00020367361,0.00048023893,0.0002089799],"domain_scores_gemma":[0.9977055,0.0003806416,0.00048366096,0.00019939971,0.0011188353,0.000111916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023218768,0.00012201048,0.0002625073,0.00036082507,0.000101422454,0.00014666372,0.001102029,0.000044568293,0.0000024258547],"category_scores_gemma":[0.00059141417,0.00008834853,0.000026603951,0.001349674,0.00031664272,0.0012012046,0.00004210088,0.00018943992,8.0702875e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008460393,0.00008875837,0.00041372416,0.000031583062,0.0000091188995,0.000040959392,0.0013459388,0.7605701,0.20995839,0.0020517148,0.000075463664,0.025329612],"study_design_scores_gemma":[0.00072478864,0.0019265129,0.0026413004,0.00043259424,0.000028765011,0.0018353277,0.0012724217,0.8856391,0.09375781,0.011066466,0.00021645644,0.00045849266],"about_ca_topic_score_codex":0.0000043341756,"about_ca_topic_score_gemma":6.443645e-8,"teacher_disagreement_score":0.46348816,"about_ca_system_score_codex":0.00007279673,"about_ca_system_score_gemma":0.0003866139,"threshold_uncertainty_score":0.36027485},"labels":[],"label_agreement":null},{"id":"W1710690747","doi":"10.5555/1753235.1753267","title":"SAT-based analysis of feature models is easy","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":223,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Satisfiability; Computer science; Feature (linguistics); Consistency (knowledge bases); Theoretical computer science; Exploit; Feature model; Feature selection; Model checking; Product (mathematics); Algorithm; Data mining; Artificial intelligence; Programming language; Mathematics","score_opus":0.04253091478969003,"score_gpt":0.29909035119034116,"score_spread":0.25655943640065115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1710690747","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009873173,0.00011501266,0.99734527,0.000686686,0.00004626818,0.000034137425,0.0000035615815,0.00036552027,0.00041624153],"genre_scores_gemma":[0.16026796,0.0000028210482,0.8387388,0.0006370105,0.00000516656,5.9571755e-7,0.000002105991,0.0000024007793,0.00034311885],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992935,0.00003563382,0.00011476205,0.00023001617,0.00017610814,0.00014998845],"domain_scores_gemma":[0.9989914,0.00025940777,0.000047128393,0.0005964403,0.000065855085,0.000039798724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018610564,0.000094312796,0.00023490888,0.00025810863,0.000019144225,0.000017694267,0.0005308843,0.000056386634,0.000007636547],"category_scores_gemma":[0.00010243859,0.00007906823,0.00013435083,0.0013751711,0.000014891015,0.00023244495,0.000039567352,0.00007589053,0.0000019826257],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018659073,0.000013965329,0.000042002954,0.0000024693234,0.000054769454,0.0000017293381,0.000088273526,0.97493184,0.000581821,0.014208649,0.0002565548,0.00981607],"study_design_scores_gemma":[0.00009956999,0.0000529522,0.0034550761,0.000004754756,0.000060066777,4.15301e-7,0.0000043411264,0.9456131,0.019511243,0.030875865,0.00017515599,0.00014744527],"about_ca_topic_score_codex":0.0000029185824,"about_ca_topic_score_gemma":8.1125165e-7,"teacher_disagreement_score":0.15928064,"about_ca_system_score_codex":0.000017475268,"about_ca_system_score_gemma":0.000020401407,"threshold_uncertainty_score":0.32243088},"labels":[],"label_agreement":null},{"id":"W1724969323","doi":"","title":"Principles in formal specification of object oriented design and architecture","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Rotation formalisms in three dimensions; Formal specification; Architecture; Programming language; Formal methods; Database-centric architecture; Software engineering; Key (lock); Computer architecture; Theoretical computer science; Reference architecture; Software architecture; Mathematics; Software","score_opus":0.06339106354923034,"score_gpt":0.2830077837824239,"score_spread":0.21961672023319356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1724969323","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028725406,0.000057243175,0.9706368,0.000041345098,0.000048067493,0.00010298268,8.3280796e-8,0.00012265363,0.0002654189],"genre_scores_gemma":[0.12651122,0.000024259678,0.8733873,0.000008892083,0.000006393018,0.00000330708,2.1076887e-7,0.0000026345956,0.00005578637],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9994528,0.000051002666,0.00014226057,0.00013749307,0.000079577556,0.00013684235],"domain_scores_gemma":[0.9991936,0.0005345046,0.000036601024,0.00019280032,0.00002223415,0.000020271571],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005954128,0.00005723803,0.00008448697,0.00012605092,0.000013205842,0.0000071317604,0.00017107124,0.000028416887,0.0000012703315],"category_scores_gemma":[0.0003304857,0.000047431175,0.0000096280655,0.00030696962,0.000024716572,0.00019565118,0.000088052286,0.000065977845,4.945075e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047318503,0.000034067147,0.0032480778,0.000024434703,0.0000056946583,0.000014312865,0.0016010314,0.50385505,0.010009203,0.14868616,0.0000039305223,0.3324707],"study_design_scores_gemma":[0.0023199685,0.0009315383,0.387101,0.00014850302,0.000007699722,0.00029375224,0.00040679937,0.23147559,0.28638843,0.07501295,0.014808649,0.0011051388],"about_ca_topic_score_codex":0.000003428858,"about_ca_topic_score_gemma":0.0000033418346,"teacher_disagreement_score":0.38385293,"about_ca_system_score_codex":0.000014369506,"about_ca_system_score_gemma":0.000010999163,"threshold_uncertainty_score":0.19341871},"labels":[],"label_agreement":null},{"id":"W1728992199","doi":"10.1007/978-3-642-33999-8_25","title":"Towards Advanced Goal Model Analysis with jUCMNav","year":2012,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Transport Canada; Carleton University; JDA Software (Canada); University of Ottawa","funders":"","keywords":"Computer science; Context (archaeology); Software engineering; Domain (mathematical analysis); Domain-specific language; Modeling language; Management science; Risk analysis (engineering); Systems engineering; Programming language; Software","score_opus":0.027633703668716224,"score_gpt":0.27648945374898376,"score_spread":0.24885575008026753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1728992199","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000044110424,0.0009913386,0.99622774,0.00023176115,0.00074793794,0.0002933939,0.0000072001044,0.0006256845,0.00083082926],"genre_scores_gemma":[0.03476198,0.00006427017,0.96426594,0.0004323596,0.00017617768,0.00001710989,0.00000515467,0.00004883456,0.00022820006],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954248,0.00004339258,0.0004946098,0.0017614171,0.0012203539,0.0010554324],"domain_scores_gemma":[0.9961724,0.0007313806,0.0003127695,0.002220687,0.00029266256,0.00027008116],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010883155,0.0007714606,0.000991303,0.0014918932,0.00019509018,0.00027766023,0.0038867,0.00034197696,0.000009346652],"category_scores_gemma":[0.00022091561,0.00063527137,0.0002285164,0.0018820388,0.0006561814,0.0012305819,0.0014765273,0.0010094007,0.00001623667],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005098545,0.000008778658,0.000021567821,0.000013563573,0.000043380944,0.000020883916,0.0003048227,0.6616642,0.00004345901,0.005042729,0.000001115026,0.33283043],"study_design_scores_gemma":[0.00021455917,0.00012584621,0.00013283057,0.00011380918,0.00008284526,0.000035078232,1.3043632e-7,0.8705953,0.0010645299,0.12648945,0.00019589046,0.00094975973],"about_ca_topic_score_codex":0.000006018108,"about_ca_topic_score_gemma":0.0000334528,"teacher_disagreement_score":0.33188066,"about_ca_system_score_codex":0.000440538,"about_ca_system_score_gemma":0.00052373606,"threshold_uncertainty_score":0.9996099},"labels":[],"label_agreement":null},{"id":"W1743700406","doi":"10.1007/11531142_11","title":"Sustainable System Infrastructure and Big Bang Evolution: Can Aspects Keep Pace?","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Restructuring; Pace; Computer science; Modular programming; Point (geometry); Domain (mathematical analysis); Code (set theory); Software engineering; Process management; Engineering; Business; Programming language; Set (abstract data type); Mathematics; Geography","score_opus":0.012399886082880436,"score_gpt":0.2303968064392697,"score_spread":0.2179969203563893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1743700406","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000067127075,0.0020029922,0.99326015,0.00045990842,0.0019503466,0.0004202625,0.000005229783,0.0007711902,0.0010628195],"genre_scores_gemma":[0.13677625,0.000040033927,0.86129993,0.0002512193,0.00090616115,0.000012213536,0.000002261516,0.000049886752,0.00066206395],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9958953,0.00006831851,0.00046751433,0.0016899258,0.0008247602,0.001054167],"domain_scores_gemma":[0.99678487,0.00090081873,0.000272665,0.0014693267,0.00032905905,0.0002432626],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000969885,0.000695359,0.00070243905,0.0009925435,0.0003810191,0.0005263006,0.0023797245,0.00045682542,0.0000032468683],"category_scores_gemma":[0.00042216748,0.0006513078,0.00009217034,0.00084248744,0.00066735235,0.00062452524,0.002090568,0.001074279,0.0000046143905],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034194036,0.0000049191094,0.000040304043,0.00022779191,0.00001350594,0.00030828378,0.0007626028,0.41236454,0.00003597802,0.18881762,0.00001306468,0.39740798],"study_design_scores_gemma":[0.00057337125,0.00028840487,0.0012043646,0.0010028603,0.000024315976,0.0010972591,0.000008928026,0.27092987,0.00073766144,0.7187488,0.0033405498,0.0020435948],"about_ca_topic_score_codex":0.000034435954,"about_ca_topic_score_gemma":0.000050564675,"teacher_disagreement_score":0.5299312,"about_ca_system_score_codex":0.0016648368,"about_ca_system_score_gemma":0.0007537521,"threshold_uncertainty_score":0.9995938},"labels":[],"label_agreement":null},{"id":"W1753799222","doi":"10.1002/smr.1553","title":"A standards‐based model of system maintainability requirements","year":2012,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Maintainability; Standardization; Computer science; Software; Reliability engineering; Systems engineering; Software engineering; Software system; Embedded system; Operating system; Engineering","score_opus":0.03999430210769324,"score_gpt":0.3240065482566557,"score_spread":0.2840122461489625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1753799222","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038776323,0.0011477016,0.9595778,0.000039434104,0.00027121033,0.00007544741,0.0000080305335,0.00009463485,0.000009418068],"genre_scores_gemma":[0.6171707,0.000004843759,0.38277626,0.000010756924,0.000027246406,0.0000019621098,1.4441407e-7,0.0000044363355,0.0000036211472],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986062,0.00009919461,0.0004379766,0.00011318986,0.0005179526,0.00022548738],"domain_scores_gemma":[0.998146,0.00023119434,0.0004307532,0.00019074953,0.00087255635,0.00012873032],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002397477,0.00011260081,0.00027080765,0.00014515415,0.00006339274,0.000017899176,0.00032036135,0.000062990126,8.213625e-7],"category_scores_gemma":[0.0014150541,0.000092638475,0.000063511885,0.00022814827,0.00006286722,0.0010072144,0.00006268947,0.00014960078,1.8627125e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034050684,0.00033248714,0.08456491,0.005413756,0.00010173631,0.000009116124,0.0034055724,0.86034214,0.00088567747,0.023218622,0.00014912427,0.021236327],"study_design_scores_gemma":[0.00884483,0.0025849065,0.05655372,0.0051483265,0.00032088684,0.0012283003,0.0036558101,0.6562915,0.022019103,0.24034697,0.00066903024,0.0023366085],"about_ca_topic_score_codex":0.0000011217127,"about_ca_topic_score_gemma":2.0936666e-7,"teacher_disagreement_score":0.5783944,"about_ca_system_score_codex":0.00034898028,"about_ca_system_score_gemma":0.0003133053,"threshold_uncertainty_score":0.37776873},"labels":[],"label_agreement":null},{"id":"W1757047971","doi":"","title":"An Iterative Model for Agile Product Line Engineering.","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Software product line; Agile software development; Domain (mathematical analysis); Computer science; Software engineering; Domain engineering; Product (mathematics); Model-driven architecture; Software; Quality (philosophy); Unified Modeling Language; Systems engineering; Software development; Risk analysis (engineering); Process management; Engineering; Business; Software construction","score_opus":0.08478748285346549,"score_gpt":0.3154623521027814,"score_spread":0.2306748692493159,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1757047971","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028036372,0.000069925416,0.9953099,0.00012958478,0.0002126699,0.00020543195,0.0000032935322,0.0012336111,0.000031956046],"genre_scores_gemma":[0.12287757,0.0000066306757,0.87611765,0.000078919955,0.000078348356,0.0000610408,0.0000029251544,0.000013863508,0.00076302706],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99916923,0.000015148699,0.0001308071,0.00035295886,0.000098364806,0.00023348036],"domain_scores_gemma":[0.99901974,0.00026986332,0.000024228288,0.00051653734,0.00010507789,0.00006455175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018549926,0.00013251646,0.00014539705,0.000070631424,0.000067148176,0.000024442814,0.0004886381,0.000030393167,0.0000012728334],"category_scores_gemma":[0.0005434884,0.000116046125,0.000038275914,0.00015923036,0.000018436775,0.00065936084,0.00006740969,0.000079989964,0.0000033895826],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022808201,0.000019737785,0.000005104369,0.00000773375,0.000004300942,0.0000025962427,0.000642714,0.9837972,0.0042833043,0.008274277,0.0002418689,0.0027188633],"study_design_scores_gemma":[0.000111569294,0.000082820996,0.000047032707,0.0000030286556,9.795035e-7,0.000015335458,0.0000019430859,0.9710455,0.025362685,0.0028403525,0.00032723756,0.00016152671],"about_ca_topic_score_codex":8.5073924e-7,"about_ca_topic_score_gemma":3.631558e-7,"teacher_disagreement_score":0.12007394,"about_ca_system_score_codex":0.000027979757,"about_ca_system_score_gemma":0.000039304174,"threshold_uncertainty_score":0.47322237},"labels":[],"label_agreement":null},{"id":"W1759566837","doi":"10.1007/978-3-540-89020-1_18","title":"Transforming Timeline Specifications into Automata for Runtime Monitoring","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Correctness; Programmer; Timeline; Programming language; Automaton; Toolchain; Runtime verification; Formalism (music); Model transformation; Software; Notation; Software engineering; Formal specification; Formal verification; Theoretical computer science; Artificial intelligence","score_opus":0.07010819227778484,"score_gpt":0.3038538854685864,"score_spread":0.23374569319080155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1759566837","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017999566,0.00089116255,0.99446625,0.00046771686,0.0025037245,0.00061647693,0.000006108459,0.00079827744,0.00023230635],"genre_scores_gemma":[0.0038944364,0.0002518585,0.9947066,0.000083158324,0.00070915656,0.00004077266,0.0000056189524,0.000051754065,0.0002566813],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99670994,0.000021628259,0.0005805138,0.0013840939,0.0006460068,0.0006578255],"domain_scores_gemma":[0.99602455,0.0018659987,0.00020272547,0.0015025338,0.00026663084,0.00013756403],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008608156,0.0005248581,0.0005634616,0.0007857723,0.0004171878,0.00022049341,0.0033696739,0.00028409983,0.0000028509166],"category_scores_gemma":[0.00045832078,0.0005226962,0.00016577911,0.000561942,0.0004470017,0.00082323485,0.0005827769,0.0006193951,0.000019788944],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035622018,0.0000140753955,0.000005030364,0.000047709305,0.000009994769,0.000021156964,0.0011079593,0.2541599,0.0006572686,0.0033641162,0.00001623574,0.740593],"study_design_scores_gemma":[0.000782279,0.00034289694,0.00011104089,0.000903351,0.000021863683,0.00019795912,6.1492443e-7,0.60913885,0.03170309,0.33642566,0.018266162,0.0021062407],"about_ca_topic_score_codex":0.000005225215,"about_ca_topic_score_gemma":0.0000035958644,"teacher_disagreement_score":0.73848677,"about_ca_system_score_codex":0.0003909583,"about_ca_system_score_gemma":0.0003550174,"threshold_uncertainty_score":0.9997225},"labels":[],"label_agreement":null},{"id":"W1769485920","doi":"10.1007/0-306-47003-9_2","title":"Stepwise Design with Message Sequence Charts","year":2006,"lang":"en","type":"book-chapter","venue":"Kluwer Academic Publishers eBooks","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Notation; Software engineering; Process (computing); Automation; Relation (database); Software; Formal specification; Sequence (biology); Programming language; Data mining; Engineering","score_opus":0.07641966359258025,"score_gpt":0.26860800167843735,"score_spread":0.1921883380858571,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1769485920","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000022709414,0.00054630195,0.714987,0.00020341425,0.00067210564,0.0005814222,0.000012416685,0.0017537733,0.2812413],"genre_scores_gemma":[0.00029994512,0.00002149311,0.39782462,0.00063378696,0.00033731284,0.0001155235,0.000019690582,0.00021083151,0.6005368],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954802,0.00018881053,0.0007433278,0.0016154536,0.0009492711,0.0010229571],"domain_scores_gemma":[0.9957369,0.0012977923,0.00059795566,0.0017857552,0.00025887482,0.0003227074],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0018104047,0.001050407,0.0009255421,0.0005746165,0.00017045341,0.0005910972,0.00378933,0.0013922267,0.000027451213],"category_scores_gemma":[0.00036431063,0.00093932723,0.00018620296,0.000108059765,0.00043680496,0.0022985,0.0007562365,0.0032301827,0.000056637444],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013379203,0.000025224896,0.000019885461,0.0004063366,0.00062446273,0.0017437364,0.0016323868,0.044824276,0.0012100631,0.39952898,0.39495057,0.15490028],"study_design_scores_gemma":[0.0010241857,0.00031135188,0.00002600447,0.0010144417,0.00014296483,0.00034124535,0.0000147388855,0.0013808346,0.0013490409,0.37727383,0.6136366,0.0034847243],"about_ca_topic_score_codex":0.000009710432,"about_ca_topic_score_gemma":0.0000010072613,"teacher_disagreement_score":0.3192955,"about_ca_system_score_codex":0.00042526406,"about_ca_system_score_gemma":0.00050939847,"threshold_uncertainty_score":0.99990416},"labels":[],"label_agreement":null},{"id":"W178670310","doi":"10.1007/11581741_24","title":"Synchronizing Cardinality-Based Feature Models and Their Specializations","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Feature (linguistics); Cardinality (data modeling); Synchronizing; Computer science; Feature model; Software product line; Set (abstract data type); Synchronization (alternating current); Line (geometry); Product (mathematics); Product line; Cardinal number (linguistics); Theoretical computer science; Software; Algorithm; Data mining; Programming language; Mathematics; Software development","score_opus":0.0440533905030072,"score_gpt":0.2737542242541372,"score_spread":0.22970083375112998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W178670310","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008826662,0.0021606255,0.99452937,0.0008860944,0.0010126706,0.00027475526,0.000009040052,0.0004575623,0.00066105154],"genre_scores_gemma":[0.014875307,0.000086248896,0.98360544,0.00069274666,0.00055955973,0.0000079987185,0.000004523594,0.00003937027,0.0001288048],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971928,0.00005863346,0.00031773694,0.0013567345,0.00049797364,0.00057612185],"domain_scores_gemma":[0.99695694,0.0012742672,0.00017336283,0.0012537359,0.0001962112,0.00014547662],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008477464,0.0005654811,0.0005820028,0.00064509845,0.00028238713,0.00042009947,0.0019683465,0.00034414852,0.000003208497],"category_scores_gemma":[0.000233672,0.00049571926,0.00011266855,0.00054128305,0.0005962927,0.00077290327,0.0009430767,0.0008291711,0.0000032775688],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010591071,0.000004213891,0.0000035035725,0.00002390225,0.000005382602,0.00001349935,0.00032137102,0.7274577,0.000027040101,0.018657373,0.000006869694,0.25347805],"study_design_scores_gemma":[0.00012284039,0.000041307387,0.00001838189,0.00023731866,0.0000046859013,0.000036745667,1.6194606e-7,0.7098958,0.0005687333,0.28727096,0.001304583,0.00049849047],"about_ca_topic_score_codex":0.000004508813,"about_ca_topic_score_gemma":0.000022358896,"teacher_disagreement_score":0.26861358,"about_ca_system_score_codex":0.00037684874,"about_ca_system_score_gemma":0.000423389,"threshold_uncertainty_score":0.9997494},"labels":[],"label_agreement":null},{"id":"W1800359353","doi":"10.1007/978-3-540-85064-9_8","title":"A Categorical Approach to Mereology and Its Application to Modelling Software Components","year":2008,"lang":"en","type":"book-chapter","venue":"Transactions on rough sets","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Mereology; Categorical variable; Category theory; Component (thermodynamics); Computer science; Software; Mathematics; Theoretical computer science; Epistemology; Pure mathematics; Programming language; Philosophy; Machine learning; Physics","score_opus":0.08108735604665167,"score_gpt":0.2768103357364265,"score_spread":0.1957229796897748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1800359353","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000015021186,0.00026817643,0.9961473,0.00023303505,0.00025713127,0.0007638625,0.000027704316,0.00077472604,0.0015130719],"genre_scores_gemma":[0.006220879,0.00022981942,0.98712564,0.00029556814,0.000036978807,0.00020747067,0.000019999998,0.000068082,0.0057955724],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980009,0.000040576335,0.0003262456,0.00097271544,0.00030998522,0.00034954184],"domain_scores_gemma":[0.99854594,0.00033640905,0.000077854376,0.0006944565,0.00010046151,0.00024486482],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00012543846,0.00042674277,0.0004868796,0.00037310625,0.00020880949,0.000026604946,0.0006267853,0.00033690387,0.0000032540138],"category_scores_gemma":[0.000016633263,0.0004613643,0.000092758026,0.00016254235,0.000032703047,0.00017274282,0.000042770527,0.00055225304,0.00012807822],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017547445,0.000037122794,7.0342246e-8,0.000031265048,0.00003331724,0.0000069020766,0.00053129945,0.94240016,0.0000140139255,0.0102064945,0.00006369896,0.046658132],"study_design_scores_gemma":[0.0007322362,0.0005177848,0.000020763875,0.00014459332,0.00010414779,0.0005274528,0.000010934014,0.8735018,0.0004511812,0.057800516,0.06377941,0.0024091972],"about_ca_topic_score_codex":0.000014285294,"about_ca_topic_score_gemma":0.0000014001457,"teacher_disagreement_score":0.06889836,"about_ca_system_score_codex":0.00015254086,"about_ca_system_score_gemma":0.000035229856,"threshold_uncertainty_score":0.9997838},"labels":[],"label_agreement":null},{"id":"W180059603","doi":"10.7939/r3jm23k0n","title":"FCL: Automatically Detecting Structural Errors in Framework-Based Development","year":2004,"lang":"en","type":"article","venue":"University of Alberta Library","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Programming language; Set (abstract data type); Code (set theory); Reuse; Semantics (computer science); Software engineering; Task (project management); Systems engineering; Engineering","score_opus":0.014495610790551334,"score_gpt":0.21801896375449728,"score_spread":0.20352335296394594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W180059603","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37794936,0.000009763921,0.6213522,0.000289126,0.00006013145,0.000043653083,9.984006e-8,0.00017009121,0.00012556188],"genre_scores_gemma":[0.36849812,5.342019e-7,0.63141847,0.00003836206,0.0000028757263,7.416558e-8,8.3242224e-7,0.000004749279,0.00003595449],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9992879,0.000045576908,0.00012788216,0.00021842058,0.000121335885,0.00019887298],"domain_scores_gemma":[0.9988194,0.0007862735,0.000064386004,0.00026144405,0.000010511203,0.00005800283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006968859,0.0001058916,0.00015692042,0.00016913303,0.0000645375,0.00001597209,0.0007311272,0.000083130275,0.00001994214],"category_scores_gemma":[0.00026995855,0.00012123502,0.000037899325,0.00036847498,0.00005537132,0.00084078324,0.000281809,0.000178968,0.000006480495],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047712383,0.000060936258,0.015532706,0.00014011614,0.000038247075,0.00015217489,0.03149328,0.8784232,0.00022896212,0.049742043,0.000015379866,0.024125228],"study_design_scores_gemma":[0.005895867,0.0005352614,0.46593595,0.0021993276,0.000029471983,0.0000438436,0.0031719608,0.11018196,0.085700475,0.32106125,0.002205832,0.0030388166],"about_ca_topic_score_codex":0.000075725715,"about_ca_topic_score_gemma":0.00004291787,"teacher_disagreement_score":0.7682412,"about_ca_system_score_codex":0.00005634136,"about_ca_system_score_gemma":0.0001988064,"threshold_uncertainty_score":0.49438205},"labels":[],"label_agreement":null},{"id":"W1806726896","doi":"10.1007/978-3-540-77042-8_7","title":"Safe and Sound Evolution with SONAR","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Sonar; Computer science; Java; Abstraction; Systems engineering; Human–computer interaction; Software engineering; Artificial intelligence; Engineering; Programming language","score_opus":0.03499725117315887,"score_gpt":0.2754603664255376,"score_spread":0.24046311525237873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1806726896","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000053239448,0.0011095115,0.99663734,0.00014114655,0.00067213626,0.00022657188,0.0000015243869,0.00032975772,0.0008287792],"genre_scores_gemma":[0.01605545,0.000026991695,0.9833003,0.00025339075,0.00019381431,0.0000035393793,9.5337657e-7,0.000027863865,0.00013764428],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9971138,0.000025878968,0.0002969035,0.001255018,0.0007051177,0.00060323044],"domain_scores_gemma":[0.99742925,0.0011977876,0.00016579017,0.0009053688,0.00016181705,0.00013995665],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010964458,0.00045004877,0.00041703327,0.0006986446,0.00019069362,0.00023528594,0.001508963,0.000264456,0.0000029777073],"category_scores_gemma":[0.00016036694,0.0003811251,0.000042844353,0.0004938215,0.0008678181,0.0006238879,0.0008652167,0.0007190025,0.000009025104],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008629583,0.000007246968,0.000102930324,0.000037429167,0.000008572132,0.000117813775,0.00033356147,0.19869657,0.000037787773,0.050554153,0.0000021901712,0.7500931],"study_design_scores_gemma":[0.00030780444,0.00034850254,0.00084858143,0.00032661707,0.000008572049,0.00040385275,2.4786522e-7,0.10722942,0.00034835024,0.88829476,0.00091752846,0.0009657865],"about_ca_topic_score_codex":0.000007778538,"about_ca_topic_score_gemma":0.000044262702,"teacher_disagreement_score":0.8377406,"about_ca_system_score_codex":0.00035198985,"about_ca_system_score_gemma":0.00020882595,"threshold_uncertainty_score":0.99986404},"labels":[],"label_agreement":null},{"id":"W1819654019","doi":"","title":"IRIS-TS: DETECTING INTERACTIONS BETWEEN REQUIREMENTS IN DOORS","year":2006,"lang":"en","type":"article","venue":"Americanae (AECID Library)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Doors; Domain (mathematical analysis); Computer science; Requirements analysis; IRIS (biosensor); Software engineering; Software; Human–computer interaction; Artificial intelligence; Biometrics; Programming language; Operating system","score_opus":0.029108186523586203,"score_gpt":0.28445453965985107,"score_spread":0.25534635313626486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1819654019","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18619911,0.000090214446,0.811119,0.00052697054,0.0003496511,0.00010269042,0.0000024782084,0.00083094544,0.00077894196],"genre_scores_gemma":[0.49876657,0.000009435015,0.5006983,0.00012443216,0.00010904489,0.000020092784,0.000004490335,0.00002222518,0.0002453914],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983534,0.00015189126,0.00039192446,0.00046300233,0.00019569552,0.00044408196],"domain_scores_gemma":[0.9983033,0.000884657,0.0001639752,0.000557983,0.000015567404,0.00007451808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012748638,0.0002013061,0.00028310544,0.00035403247,0.00008218249,0.00005798694,0.00086690683,0.000041916355,0.000025042647],"category_scores_gemma":[0.00027362118,0.00021205771,0.00006716916,0.0013833123,0.00007487046,0.0025383653,0.00037257298,0.00028914414,0.000031405],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063030293,0.000055803957,0.75873554,0.000015257651,0.000032383083,0.00008222252,0.00025625032,0.023083378,0.0013337494,0.0021862611,0.0024619026,0.21175097],"study_design_scores_gemma":[0.0003493314,0.00011480364,0.9667835,0.00006649504,0.000007821018,0.000007689122,0.00010188821,0.0016948765,0.0087835025,0.015911436,0.0055938317,0.0005848266],"about_ca_topic_score_codex":0.00327034,"about_ca_topic_score_gemma":0.000017618522,"teacher_disagreement_score":0.31256744,"about_ca_system_score_codex":0.00008547035,"about_ca_system_score_gemma":0.00004453697,"threshold_uncertainty_score":0.8647463},"labels":[],"label_agreement":null},{"id":"W1827313596","doi":"10.1109/wpc.2002.1021339","title":"Architecture recovery of dynamically linked applications: a case study","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Common Object Request Broker Architecture; Architecture; Software architecture; Multilayered architecture; Middleware (distributed applications); Distributed computing; Object-oriented programming; Reference architecture; Software; Software engineering; Applications architecture; Operating system","score_opus":0.027080514409742826,"score_gpt":0.2977974054444945,"score_spread":0.27071689103475166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1827313596","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020063927,0.000059490776,0.9788093,0.000022955723,0.00007432058,0.00038285906,6.575881e-7,0.00033626554,0.00025021835],"genre_scores_gemma":[0.223959,0.0000021728206,0.7758298,0.00002413377,0.000005528943,0.00006768262,2.0410316e-7,0.0000054248126,0.000106089145],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.999167,0.0001430019,0.00019383857,0.000254263,0.00010934226,0.00013250817],"domain_scores_gemma":[0.99838555,0.00082348567,0.000053142194,0.0006424767,0.000057070778,0.00003827305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038834917,0.000093183895,0.00014747743,0.000086389016,0.000034575667,0.000016625167,0.00035243522,0.000037322185,0.000003131355],"category_scores_gemma":[0.00055032666,0.00007870678,0.000038202405,0.00037550018,0.000023726996,0.00010241285,0.00008855824,0.00011992607,0.0000046014657],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010404421,0.0007814241,0.00071376597,0.000081054044,0.00011302107,0.0008111495,0.002467198,0.5612264,0.002736065,0.073787235,0.000033457385,0.3572388],"study_design_scores_gemma":[0.0030274342,0.0026615774,0.001987829,0.000057829955,0.0000747415,0.010349771,0.0045353626,0.01439149,0.005410594,0.9510246,0.0043675965,0.0021111795],"about_ca_topic_score_codex":0.000010530781,"about_ca_topic_score_gemma":0.00001167237,"teacher_disagreement_score":0.8772374,"about_ca_system_score_codex":0.000020451647,"about_ca_system_score_gemma":0.000032725326,"threshold_uncertainty_score":0.32095692},"labels":[],"label_agreement":null},{"id":"W1827647151","doi":"10.1007/11587552_16","title":"Generic Middleware Substrate Through Modelware","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Middleware (distributed applications); Reusability; Separation of concerns; Aspect-oriented programming; Reuse; Distributed computing; Benchmark (surveying); Coding (social sciences); Component (thermodynamics); Architecture; Programming paradigm; Computer architecture; Software engineering; Operating system; Programming language; Software","score_opus":0.062277456953522964,"score_gpt":0.28200170687608966,"score_spread":0.2197242499225667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1827647151","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004722268,0.002375113,0.9925144,0.00040977175,0.0021678435,0.00032681436,0.000008238673,0.0009078956,0.0012427395],"genre_scores_gemma":[0.009210922,0.00021594453,0.9883711,0.0009898848,0.0006320906,0.000014929728,0.0000057492334,0.00006737544,0.0004920523],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99519444,0.00005291976,0.00062341144,0.0020737604,0.0010250352,0.0010304446],"domain_scores_gemma":[0.9961932,0.00087374554,0.00029313337,0.0022019432,0.00026571026,0.00017226997],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007259033,0.0008304216,0.0007591581,0.0005783644,0.0002445965,0.0004048051,0.0049381093,0.0004804784,0.000016760296],"category_scores_gemma":[0.0002416832,0.00078776124,0.00018883051,0.00081017206,0.0006456306,0.0013784361,0.0016681646,0.0011634757,0.00006287677],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018056821,0.000008193695,0.0000046006603,0.000025769683,0.000006777677,0.00007420193,0.00045340304,0.69126815,0.00004876524,0.008417742,0.000008452725,0.29968214],"study_design_scores_gemma":[0.00023016233,0.000121728415,0.000041398354,0.0003266951,0.000008909926,0.00013587093,2.2338286e-7,0.44994876,0.0025056768,0.54308915,0.002294804,0.0012966583],"about_ca_topic_score_codex":0.000009982814,"about_ca_topic_score_gemma":0.000030529227,"teacher_disagreement_score":0.53467137,"about_ca_system_score_codex":0.00050007383,"about_ca_system_score_gemma":0.00050376495,"threshold_uncertainty_score":0.99945736},"labels":[],"label_agreement":null},{"id":"W1836516978","doi":"10.1007/978-3-642-11928-6_19","title":"Concept Analysis as a Framework for Mining Functional Features from Legacy Code","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Programming language; Implementation; Set (abstract data type); Code (set theory); Class (philosophy); Functional programming; Inheritance (genetic algorithm); Software engineering; Theoretical computer science; Artificial intelligence","score_opus":0.035978246445163016,"score_gpt":0.3035847591646655,"score_spread":0.2676065127195025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1836516978","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007646043,0.00079867535,0.99306464,0.0005684716,0.0044903588,0.00035264587,0.000043365777,0.0004919972,0.00011336625],"genre_scores_gemma":[0.0091005685,0.000012058277,0.9884506,0.0011015526,0.0009925996,0.000028762317,0.000034392542,0.00004368053,0.00023578621],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9957803,0.00004573039,0.00050415064,0.002034896,0.00091363094,0.0007213037],"domain_scores_gemma":[0.98830676,0.009074253,0.0003645624,0.0017356047,0.00032995586,0.00018886311],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00080625154,0.00065236137,0.00089678465,0.0010634479,0.00035198577,0.00075409195,0.0032589848,0.00078601204,0.000042136624],"category_scores_gemma":[0.0024141977,0.00061510754,0.00037780099,0.0011072456,0.0007635979,0.00078626204,0.001039719,0.0015776509,0.000010500049],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017710034,0.000015279917,0.000035684294,0.000013805546,0.00017308322,0.000037109457,0.00130891,0.6468548,0.0002488179,0.05904779,0.000022125543,0.29222488],"study_design_scores_gemma":[0.00023410622,0.00012722219,0.00048540323,0.00017019994,0.000097113516,0.000022217586,7.961933e-7,0.08571954,0.0034186265,0.9074306,0.0014063293,0.0008878528],"about_ca_topic_score_codex":0.000025791405,"about_ca_topic_score_gemma":0.00008606017,"teacher_disagreement_score":0.84838283,"about_ca_system_score_codex":0.0002020335,"about_ca_system_score_gemma":0.00044903776,"threshold_uncertainty_score":0.99963003},"labels":[],"label_agreement":null},{"id":"W183747266","doi":"","title":"Architectural design and analysis of an N-tier enterprise application","year":2007,"lang":"en","type":"article","venue":"Internet, Multimedia Systems and Applications","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Computer science; Software engineering; Agile software development; Schematic; Software development; Extensibility; Scalability; Systems development life cycle; Architecture tradeoff analysis method; Systems engineering; Reference architecture; Software; Software development process; Software construction; Software architecture; Database; Engineering; Operating system","score_opus":0.02332198313760029,"score_gpt":0.29976285701431055,"score_spread":0.27644087387671024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W183747266","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024975624,0.00039410059,0.9739097,0.000012612038,0.000052126044,0.0004824842,0.000005664847,0.00015073581,0.000016956563],"genre_scores_gemma":[0.52069974,0.000007779284,0.4790849,0.0000068797376,0.000025196907,0.00013683506,0.000006877399,0.000005192992,0.000026564789],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990185,0.00006224728,0.00030741296,0.00034346804,0.00011522208,0.00015313987],"domain_scores_gemma":[0.99847835,0.00077895424,0.00014114144,0.00042878705,0.000066843524,0.00010590783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060268724,0.00011693507,0.00023447338,0.0002835851,0.000033700406,0.00004368146,0.00031738426,0.000057129437,4.8916405e-7],"category_scores_gemma":[0.00005131752,0.00010441242,0.000035356206,0.00044568744,0.00008222101,0.00015123168,0.0000967302,0.000079174846,0.00000140463],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017306224,0.000076755445,0.002898195,0.000060449038,0.00028804506,0.0000019415284,0.0028092342,0.049103454,0.0093701985,0.0077121565,0.000009913144,0.92765236],"study_design_scores_gemma":[0.00014049039,0.000043483185,0.017439498,0.000012613645,0.000072698356,0.000016770615,0.0000729772,0.97867286,0.0020431275,0.00062234706,0.00071111764,0.00015203067],"about_ca_topic_score_codex":0.00013136188,"about_ca_topic_score_gemma":0.000012925876,"teacher_disagreement_score":0.9295694,"about_ca_system_score_codex":0.00001975542,"about_ca_system_score_gemma":0.0000072061844,"threshold_uncertainty_score":0.4257815},"labels":[],"label_agreement":null},{"id":"W1840306116","doi":"10.1007/978-3-540-74984-4_9","title":"Enhanced Use Case Map Traversal Semantics","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Tree traversal; Semantics (computer science); Notation; Programming language; Context (archaeology); TRACE (psycholinguistics); Set (abstract data type); Plug-in; Sequence diagram; Unified Modeling Language; Software","score_opus":0.05619144105051174,"score_gpt":0.29956427559241183,"score_spread":0.2433728345419001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1840306116","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009569827,0.00025069836,0.99420494,0.00014390978,0.00404606,0.00034210534,0.0000056372314,0.0006693985,0.00024153023],"genre_scores_gemma":[0.023058178,0.000032887172,0.97548574,0.00055491086,0.00036536565,0.0000041773046,0.0000024043088,0.00005439771,0.00044194685],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99569637,0.000050025345,0.0006015294,0.0017270746,0.00092026254,0.001004746],"domain_scores_gemma":[0.9942206,0.0030854708,0.00027240743,0.0019039469,0.0002835404,0.00023401812],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014095845,0.000711899,0.00067138043,0.0010582195,0.000232013,0.00050914026,0.0027542808,0.00049862993,0.000009152998],"category_scores_gemma":[0.00068476354,0.0006952322,0.00016090016,0.00065421447,0.0007537369,0.0010832599,0.0014342181,0.0012630852,0.000042840522],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073895203,0.000018864805,0.0000049685523,0.00006770721,0.000016793341,0.0058876863,0.0010432558,0.38629916,0.0003124248,0.016506935,0.00001066921,0.58982414],"study_design_scores_gemma":[0.0010061014,0.0006215814,0.00007858502,0.0011140059,0.00004285907,0.0064181597,0.0000013254589,0.55306745,0.030313443,0.3991681,0.0039751064,0.004193311],"about_ca_topic_score_codex":0.000019160098,"about_ca_topic_score_gemma":0.00007281159,"teacher_disagreement_score":0.58563083,"about_ca_system_score_codex":0.0004107075,"about_ca_system_score_gemma":0.00031338382,"threshold_uncertainty_score":0.99954987},"labels":[],"label_agreement":null},{"id":"W1842273274","doi":"10.1023/a:1020887726404","title":"Towards Specifying Constraints for Object-Oriented Frameworks","year":2002,"lang":"en","type":"article","venue":"Information Systems Frontiers","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Research Committee, Aristotle University of Thessaloniki; Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Programming language; Semantics (computer science); Object-oriented programming; Object Constraint Language; Set (abstract data type); Software; Unified Modeling Language","score_opus":0.0334166069369384,"score_gpt":0.26122537177553196,"score_spread":0.22780876483859355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1842273274","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006744177,0.0003358652,0.98931324,0.00012475796,0.0062122853,0.00049459905,0.000013833679,0.00076498487,0.0026729635],"genre_scores_gemma":[0.06803655,0.000021712016,0.9314066,0.00015927033,0.00010479973,0.000114538976,0.0000083194955,0.00000904888,0.00013917054],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99872386,0.000050173698,0.0004711047,0.00015714768,0.00027454228,0.0003231532],"domain_scores_gemma":[0.9989054,0.00019053614,0.00021669478,0.00040086647,0.0002007967,0.00008570242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005108282,0.00015865697,0.0002421133,0.00022642054,0.00012547048,0.00022629909,0.0004672373,0.00020755902,0.0000048434813],"category_scores_gemma":[0.00089048827,0.00015571734,0.00007512607,0.0003219754,0.000060122944,0.0025008132,0.00006709395,0.00022974165,0.00004843661],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014095809,0.000021530252,0.00020380219,0.00032868868,0.0001187258,0.0000039330343,0.012186496,0.16559072,0.000024180643,0.12918709,0.073630415,0.6186903],"study_design_scores_gemma":[0.0010978351,0.000099012126,0.00018959687,0.00014407678,0.000009972503,0.00005319102,0.0026134748,0.62219197,0.00034276466,0.0025926947,0.37003163,0.00063379906],"about_ca_topic_score_codex":0.0000035333776,"about_ca_topic_score_gemma":5.9340685e-8,"teacher_disagreement_score":0.61805654,"about_ca_system_score_codex":0.00014734635,"about_ca_system_score_gemma":0.000022292897,"threshold_uncertainty_score":0.63499683},"labels":[],"label_agreement":null},{"id":"W184528236","doi":"","title":"Proceedings of the 6th international conference on Aspect-oriented software development","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Research (Canada)","funders":"","keywords":"Computer science; Presentation (obstetrics); Software engineering; Modularity (biology); Theme (computing); Abstraction; Software development; Software; Programming language; World Wide Web","score_opus":0.04560480293758728,"score_gpt":0.2943643306281364,"score_spread":0.2487595276905491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W184528236","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013726703,0.0000042814886,0.9794735,0.0001927785,0.00061937957,0.000085178566,3.3350713e-7,0.00029494797,0.0056029498],"genre_scores_gemma":[0.21520992,0.0000013408377,0.78406113,0.00008458734,0.0000174505,0.0000036636588,2.2771135e-7,0.000004253198,0.0006174081],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991049,0.000005041258,0.0001912767,0.00020715003,0.00032447244,0.00016715276],"domain_scores_gemma":[0.9993212,0.00018603267,0.00008450317,0.00015465784,0.00022140986,0.000032193293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044063077,0.0000943377,0.00008937081,0.00007363127,0.00004661137,0.000022087625,0.0009051168,0.00003437292,0.000012762103],"category_scores_gemma":[0.0006127318,0.00006313824,0.000028153858,0.00025611394,0.000040459225,0.00017412417,0.00032054872,0.00011492368,0.000006322076],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020029462,0.00008225975,0.0058221663,0.000022094275,0.000037224687,0.0000028394159,0.0019131624,0.0016145236,0.0054328036,0.9035124,0.0004262355,0.081114255],"study_design_scores_gemma":[0.0006830503,0.0001556618,0.119445376,0.00022137545,0.000004560317,0.000028278417,0.0005055039,0.0020388835,0.82429665,0.039635517,0.012365332,0.0006198344],"about_ca_topic_score_codex":0.0000012697299,"about_ca_topic_score_gemma":0.0000017239349,"teacher_disagreement_score":0.8638769,"about_ca_system_score_codex":0.00007506135,"about_ca_system_score_gemma":0.000046135803,"threshold_uncertainty_score":0.25747028},"labels":[],"label_agreement":null},{"id":"W1846846289","doi":"10.1109/apsec.1999.809579","title":"An approach for measuring software evolution using source code features","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software evolution; Maintainability; Computer science; Software maintenance; Software system; Software architecture; Software; Software engineering; Source code; Legacy system; Syntax; Programming language; Software construction; Artificial intelligence","score_opus":0.08749849720855139,"score_gpt":0.3069543297822392,"score_spread":0.21945583257368778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1846846289","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014841236,0.00023564594,0.9964473,0.0000061261426,0.00022544409,0.00020006101,0.0000011672652,0.0013161135,0.0000839973],"genre_scores_gemma":[0.07510658,8.2244867e-7,0.9246406,0.000032625285,0.00003840164,0.00002194019,0.0000014414723,0.000020111813,0.00013746547],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99880564,0.00012809434,0.00013579846,0.00041967386,0.0001725404,0.00033822967],"domain_scores_gemma":[0.9989218,0.0003308979,0.000049442777,0.0005290428,0.00009311979,0.00007570356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069553417,0.00015286442,0.00015804809,0.000093266994,0.00018313384,0.00008589291,0.00049950054,0.00008426634,7.9854567e-7],"category_scores_gemma":[0.0013714031,0.00014264471,0.00005687561,0.00023521052,0.000026443173,0.00060125964,0.000054218173,0.00011141469,6.206209e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027890865,0.000023044748,0.000265957,0.000026515498,0.0000076110964,4.003601e-7,0.00015500389,0.96849614,0.0031603226,0.02145626,0.000023995488,0.0063819718],"study_design_scores_gemma":[0.0009102529,0.00017567538,0.0020689073,0.000036351248,0.000026944574,0.00017212075,0.00037927376,0.87386984,0.053105395,0.06677617,0.001242663,0.0012363896],"about_ca_topic_score_codex":0.000007154311,"about_ca_topic_score_gemma":0.0000010807981,"teacher_disagreement_score":0.09462628,"about_ca_system_score_codex":0.00012194965,"about_ca_system_score_gemma":0.000049144903,"threshold_uncertainty_score":0.5816883},"labels":[],"label_agreement":null},{"id":"W1852114920","doi":"10.1007/3-540-70657-7_11","title":"Modeling Early Requirements in Tropos: A Transformation Based Approach","year":2002,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software engineering; Requirements analysis; Transformation (genetics); Model transformation; Software development process; Agent-oriented software engineering; Software development; Process (computing); Systems engineering; Set (abstract data type); Software; Programming language; Artificial intelligence; Engineering","score_opus":0.0656782006373824,"score_gpt":0.27814075107725256,"score_spread":0.21246255043987017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1852114920","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010492679,0.00022827936,0.99714726,0.00013802266,0.0006894705,0.00046317687,0.0000020403047,0.00035161045,0.00087521673],"genre_scores_gemma":[0.1290606,0.00002199758,0.87053794,0.0002158945,0.00008024812,0.000018599563,0.0000032931537,0.000030035775,0.000031385807],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964061,0.000067619025,0.0006497468,0.0012464236,0.0009339129,0.0006962327],"domain_scores_gemma":[0.99817425,0.00039134952,0.0001379193,0.0010672465,0.0001249248,0.000104307976],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012445385,0.0005087731,0.000534135,0.0012945804,0.00011956337,0.0002785588,0.0025376724,0.00031831363,0.0000039021998],"category_scores_gemma":[0.00018397497,0.000499427,0.00010972191,0.00079465844,0.00021727738,0.0012739298,0.0003402937,0.0008935924,0.000009841418],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031858924,0.000016749325,0.000006073708,0.0000401135,0.0000024201845,0.00001539153,0.00086264435,0.84676194,0.00002839533,0.0029915303,2.587333e-7,0.14927126],"study_design_scores_gemma":[0.00032487907,0.00008744459,0.00001662335,0.00026235654,0.0000027804228,0.000009920826,1.615475e-7,0.93056035,0.00021384575,0.0680256,0.000020885705,0.0004751502],"about_ca_topic_score_codex":0.000019302754,"about_ca_topic_score_gemma":0.000008543968,"teacher_disagreement_score":0.14879611,"about_ca_system_score_codex":0.00053073146,"about_ca_system_score_gemma":0.0001739752,"threshold_uncertainty_score":0.9997457},"labels":[],"label_agreement":null},{"id":"W1854723381","doi":"10.1007/978-3-540-87355-6_3","title":"Strategy-Trees: A Feedback Based Approach to Policy Management","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Tree (set theory); Set (abstract data type); Abstraction; Directive; Architecture; Operations research; Process management; Programming language","score_opus":0.04370282045257278,"score_gpt":0.28130193432145045,"score_spread":0.23759911386887766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1854723381","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000052576747,0.00022874922,0.9861289,0.00040995434,0.0007739985,0.00067395496,0.000004771044,0.0006773496,0.011097049],"genre_scores_gemma":[0.0067294603,0.00005347552,0.9904204,0.0016233834,0.00034199812,0.000036348447,0.000003956874,0.00005453446,0.00073642016],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9951465,0.00005657387,0.0005189019,0.0021132946,0.0011430135,0.0010217305],"domain_scores_gemma":[0.9964136,0.0006597838,0.00018205329,0.0022723142,0.00016865433,0.00030358994],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00077899185,0.0007566462,0.0006632634,0.0025878544,0.00022997225,0.00035821763,0.0051493947,0.0002964085,0.0000032088415],"category_scores_gemma":[0.00022585753,0.0007189632,0.00015823879,0.002103351,0.0004905194,0.0004680107,0.0018547436,0.0007711918,0.000055492466],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030461226,0.000020623098,0.0000016510355,0.000037898568,0.000007501138,0.000049126607,0.00022103346,0.6638171,0.000010247849,0.0132308705,0.000037180198,0.3225637],"study_design_scores_gemma":[0.0008731629,0.00054103386,0.00045320363,0.00079646613,0.000016293792,0.00017180479,8.6883824e-7,0.76418215,0.001105767,0.21913557,0.009717122,0.0030065572],"about_ca_topic_score_codex":0.000012803494,"about_ca_topic_score_gemma":0.0000057489906,"teacher_disagreement_score":0.31955716,"about_ca_system_score_codex":0.00065049663,"about_ca_system_score_gemma":0.00059258286,"threshold_uncertainty_score":0.99952614},"labels":[],"label_agreement":null},{"id":"W1855562039","doi":"10.1109/isre.1999.777995","title":"Generating user interface prototypes from scenarios","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Unified Modeling Language; User interface; Interface (matter); Software engineering; Formal specification; Process (computing); Rapid prototyping; User interface design; Domain (mathematical analysis); Modeling language; Formal methods; User requirements document; Programming language; Human–computer interaction; Software; Engineering; Operating system","score_opus":0.03459984935898172,"score_gpt":0.29062866424488387,"score_spread":0.2560288148859021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1855562039","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013185075,0.00013883936,0.9849054,0.00006605597,0.00036861072,0.00016580784,3.4348082e-7,0.00070583704,0.00046403875],"genre_scores_gemma":[0.056235403,0.0000025330862,0.942959,0.000121958896,0.000024216783,0.000029827626,2.308362e-7,0.000008722546,0.00061811454],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.999198,0.00010232635,0.00012716069,0.00028020915,0.000102752456,0.00018953091],"domain_scores_gemma":[0.99913836,0.0003423912,0.000029125298,0.00041536542,0.000033690652,0.000041072104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022505318,0.00010645821,0.00010907862,0.000031558506,0.000052055588,0.00008070417,0.00041428348,0.000041075727,0.000037797727],"category_scores_gemma":[0.00082155684,0.000089103094,0.000025215908,0.00014133888,0.0000150280475,0.00034241026,0.000110230845,0.00011129634,0.00005188201],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035622706,0.000041347394,0.0011134808,0.000014449742,0.000038122755,0.000016608219,0.0013813305,0.81825435,0.06899325,0.07132099,0.0008064048,0.03801609],"study_design_scores_gemma":[0.000611868,0.00014633193,0.0006903972,0.00006160491,0.0000068960476,0.000022032897,0.00014850004,0.121165685,0.78453356,0.053179495,0.038426824,0.0010068101],"about_ca_topic_score_codex":0.000013473309,"about_ca_topic_score_gemma":0.0000036488948,"teacher_disagreement_score":0.7155403,"about_ca_system_score_codex":0.000024290372,"about_ca_system_score_gemma":0.00002425283,"threshold_uncertainty_score":0.36335185},"labels":[],"label_agreement":null},{"id":"W1855714739","doi":"","title":"Unifying Software and Product Configuration: A Research Roadmap","year":2012,"lang":"en","type":"preprint","venue":"Oxford University Research Archive (ORA) (University of Oxford)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software product line; Product (mathematics); Computer science; Software; Software engineering; Field (mathematics); Software configuration management; Isolation (microbiology); Systems engineering; Software development; Engineering; Software construction","score_opus":0.10483585681664673,"score_gpt":0.3249396374940639,"score_spread":0.22010378067741718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1855714739","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01749252,0.0007073821,0.9727635,0.0014542886,0.00033402917,0.0012457883,0.00015775891,0.00050050317,0.0053442535],"genre_scores_gemma":[0.12243218,0.0046295556,0.8684154,0.000010769535,0.00016797482,0.0000018679393,0.00012473318,0.00005531515,0.0041621975],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9917225,0.0028116596,0.00028196283,0.001680973,0.001831241,0.0016716559],"domain_scores_gemma":[0.991589,0.003558606,0.00029606922,0.0022164756,0.0016529576,0.000686899],"candidate_categories":["metaepi_narrow","sts","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0055023013,0.0005017142,0.0008347316,0.0025221044,0.0017864485,0.00018494374,0.005182568,0.00041385932,0.00005410097],"category_scores_gemma":[0.00176086,0.00066112104,0.00025314535,0.0018742552,0.0023590054,0.001674289,0.015452055,0.004093493,0.0000133200565],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002616372,0.0014151469,0.018242674,0.008674464,0.0019418161,0.0035621703,0.0720821,0.027475787,0.005571969,0.33485764,0.017532105,0.50602776],"study_design_scores_gemma":[0.004563731,0.0016023541,0.054196592,0.0023887274,0.00021284357,0.00019110844,0.029233908,0.014567565,0.0013866747,0.21422876,0.6734431,0.003984624],"about_ca_topic_score_codex":0.00058040133,"about_ca_topic_score_gemma":0.00023664022,"teacher_disagreement_score":0.655911,"about_ca_system_score_codex":0.00063581124,"about_ca_system_score_gemma":0.0012094125,"threshold_uncertainty_score":0.999584},"labels":[],"label_agreement":null},{"id":"W185793899","doi":"10.1007/978-3-642-30350-0_1","title":"Agile Principles as Software Engineering Principles: An Analysis","year":2012,"lang":"en","type":"book-chapter","venue":"Lecture notes in business information processing","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Agile software development; Computer science; Software engineering; Systems engineering; Engineering","score_opus":0.035745572846520336,"score_gpt":0.26793430444132127,"score_spread":0.23218873159480094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W185793899","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012471594,0.0014388243,0.99502546,0.000068495196,0.00046049137,0.00030526414,0.000011237679,0.001436166,0.0011293414],"genre_scores_gemma":[0.023094669,0.00015408787,0.9754415,0.00027000238,0.00023566002,0.00005623823,0.0002937801,0.00008491181,0.00036914833],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971172,0.000029715335,0.0010484796,0.00051365624,0.0006645766,0.00062636397],"domain_scores_gemma":[0.99682814,0.000581734,0.00079441397,0.0010227524,0.0006250448,0.00014793366],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007267186,0.000729766,0.000819617,0.0018347481,0.0001754602,0.0005524611,0.0012818972,0.0006866946,0.000038289847],"category_scores_gemma":[0.0037701067,0.0007206763,0.00015150258,0.0012947922,0.0000684421,0.006556946,0.00049244927,0.00081579265,0.00004239023],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050875838,0.000008296981,0.00019047724,0.0004937836,0.000053483105,0.0000052808346,0.001204461,0.8137866,0.0000049496925,0.009081769,3.5492673e-7,0.17516543],"study_design_scores_gemma":[0.0011622768,0.0001206808,0.014062085,0.0035138612,0.0008447928,0.00019025388,0.000041627238,0.8087289,0.0019912245,0.038003806,0.124623865,0.006716675],"about_ca_topic_score_codex":0.000011794773,"about_ca_topic_score_gemma":0.000016732993,"teacher_disagreement_score":0.16844876,"about_ca_system_score_codex":0.00040224256,"about_ca_system_score_gemma":0.000296784,"threshold_uncertainty_score":0.9995244},"labels":[],"label_agreement":null},{"id":"W1866731640","doi":"10.1007/978-1-4615-4339-8_24","title":"Developing Engineered Product Support Applications","year":2000,"lang":"en","type":"book-chapter","venue":"Software Product Lines","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Factoring; Documentation; Exploit; Computer science; Product (mathematics); Process (computing); New product development; Systems engineering; Quality (philosophy); Engineering; Software engineering; Business; Computer security","score_opus":0.05053191498930387,"score_gpt":0.2862564616930383,"score_spread":0.23572454670373444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1866731640","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000016633841,0.00504803,0.98135537,0.0010296636,0.0013244548,0.0012471984,0.000046646583,0.0050228178,0.004924144],"genre_scores_gemma":[0.000034052442,0.0009893549,0.8577524,0.00016004582,0.001704229,0.00024230531,0.00015395197,0.00017721209,0.13878645],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959835,0.000037828762,0.0008039322,0.0019330801,0.0005566836,0.00068500754],"domain_scores_gemma":[0.99580723,0.0004804044,0.0003134812,0.0027609547,0.00048587518,0.00015204462],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00053938344,0.000906922,0.00085098814,0.0004777562,0.00021234601,0.00014482827,0.0021919361,0.00027567105,0.00008006347],"category_scores_gemma":[0.0010995964,0.0009188153,0.00022293965,0.00032160908,0.00014314135,0.00052696804,0.00056341547,0.0007785097,0.00048336253],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011102374,0.00003279985,0.000013496228,0.00064169714,0.00020018396,0.000055172346,0.0002520301,0.010370528,0.000078916455,0.20946926,0.0040810634,0.77479374],"study_design_scores_gemma":[0.000105319414,0.00003582899,0.000022796105,0.0001495276,0.00003603762,0.00009949191,8.101144e-7,0.000015688007,0.0017226517,0.21255575,0.78411597,0.0011401052],"about_ca_topic_score_codex":0.0000021779902,"about_ca_topic_score_gemma":0.0000015717453,"teacher_disagreement_score":0.7800349,"about_ca_system_score_codex":0.0001992738,"about_ca_system_score_gemma":0.0005980833,"threshold_uncertainty_score":0.9993262},"labels":[],"label_agreement":null},{"id":"W1871530777","doi":"10.5555/1497115.1497123","title":"A Logical Reasoning Approach to Automatic Composition of Stateless Components","year":2009,"lang":"en","type":"article","venue":"Fundamentals of Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Stateless protocol; Computer science; Component (thermodynamics); Reuse; Component-based software engineering; Simple (philosophy); Composition (language); Software; Process calculus; Process (computing); Theoretical computer science; Programming language; Property (philosophy); Software system; Distributed computing; Engineering","score_opus":0.033741553956173065,"score_gpt":0.27297432319165216,"score_spread":0.2392327692354791,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1871530777","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24958566,0.00011223385,0.74930626,0.00001510011,0.00014163989,0.00021248475,0.000007796713,0.0006049215,0.000013905999],"genre_scores_gemma":[0.47634873,0.000002969168,0.5235914,0.00002012207,0.0000100698435,0.000008770536,0.0000066910643,0.000009321707,0.0000019533816],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99839437,0.000046579586,0.0004888378,0.00034104256,0.0003780968,0.00035105483],"domain_scores_gemma":[0.99877733,0.00041533122,0.00014978337,0.00045758553,0.00007133462,0.00012861977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036703673,0.00023732,0.0004947473,0.0002555149,0.000039154143,0.000031808973,0.00070179603,0.0000726485,0.0000022012468],"category_scores_gemma":[0.00040298796,0.00024511217,0.00009421663,0.0005058583,0.000027271195,0.00034447355,0.00019406868,0.00015370101,0.0000031503932],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000108022305,0.00020513072,0.00032785954,0.00023011584,0.000035936417,0.000006481542,0.00077375065,0.9087619,0.068806805,0.0043292795,0.00002232188,0.01648962],"study_design_scores_gemma":[0.0023305202,0.0018030722,0.16099085,0.002566863,0.000061745726,0.0001935851,0.00022103818,0.55104387,0.27471384,0.0036020188,0.00019123052,0.0022813838],"about_ca_topic_score_codex":0.0000040308346,"about_ca_topic_score_gemma":2.401315e-8,"teacher_disagreement_score":0.35771805,"about_ca_system_score_codex":0.00010356853,"about_ca_system_score_gemma":0.000015068568,"threshold_uncertainty_score":0.99953836},"labels":[],"label_agreement":null},{"id":"W1877382745","doi":"10.1109/hcc.2002.1046351","title":"Concrete programming with reactive objects","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Reactive programming; Asynchronous communication; Object (grammar); Programming language; Message passing; Functional reactive programming; Semantics (computer science); Programming paradigm; Artificial intelligence; Human–computer interaction; Inductive programming; Computer network","score_opus":0.02217544296375117,"score_gpt":0.2559253517838083,"score_spread":0.23374990882005714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1877382745","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023520302,0.000044341174,0.9907121,0.000026877435,0.00009416869,0.000107557586,5.967077e-8,0.0008502198,0.0058126138],"genre_scores_gemma":[0.12898873,0.0000013087683,0.87064976,0.000051638162,0.0000062489376,0.000017151742,1.1256313e-7,0.000006808566,0.0002782491],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992928,0.000064933956,0.00006752819,0.00023638853,0.00011643031,0.0002218994],"domain_scores_gemma":[0.9991442,0.00040716145,0.000029968796,0.00032268887,0.000048363734,0.000047641235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023737637,0.000095091724,0.00010271388,0.000038119135,0.000041187297,0.000044575136,0.00023284265,0.000027215656,0.0000026588755],"category_scores_gemma":[0.00050387013,0.0000695083,0.000016274307,0.000269562,0.00003245813,0.0003474812,0.000039112423,0.00009548603,0.000009623062],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000185929,0.000015413172,0.0008743774,0.000037518894,0.000091030764,0.00019784083,0.0033071488,0.010285865,0.009147863,0.85901624,0.0001206535,0.11688744],"study_design_scores_gemma":[0.0029134706,0.002170011,0.002436256,0.00016828733,0.000034835954,0.0009649385,0.0019734295,0.0036216052,0.8275694,0.0818212,0.07330514,0.0030214305],"about_ca_topic_score_codex":0.000003086755,"about_ca_topic_score_gemma":9.533084e-7,"teacher_disagreement_score":0.81842154,"about_ca_system_score_codex":0.000026858273,"about_ca_system_score_gemma":0.000039257568,"threshold_uncertainty_score":0.28344664},"labels":[],"label_agreement":null},{"id":"W1883797946","doi":"10.1007/11940197_2","title":"Aspects for Trace Monitoring","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; McGill University","funders":"","keywords":"AspectJ; Computer science; TRACE (psycholinguistics); Programming language; Compiler; Programmer; Property (philosophy); Feature (linguistics); Undo; Datalog; Aspect-oriented programming; Software","score_opus":0.040040161851397346,"score_gpt":0.2925132254012492,"score_spread":0.25247306354985183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1883797946","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000015004455,0.0011307059,0.9925085,0.00022505477,0.0041623767,0.0004554181,0.0000043048094,0.0006446544,0.00085402845],"genre_scores_gemma":[0.009260989,0.000020327456,0.9891881,0.00008161563,0.00091405277,0.000025411926,0.000001607061,0.000049569146,0.00045836682],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9966284,0.000022803028,0.0004361116,0.001479522,0.00065519294,0.00077795994],"domain_scores_gemma":[0.99580914,0.0023620643,0.00021836667,0.0012841753,0.00021474762,0.000111536916],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009541929,0.00054102077,0.00055350736,0.0006517016,0.00020946216,0.00033984813,0.0031228864,0.00031927344,0.0000014614002],"category_scores_gemma":[0.00049787236,0.00053249137,0.00015600302,0.0004431342,0.00033603836,0.0006078363,0.0007777955,0.0006606374,0.000008843786],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022607985,0.000007956552,0.000009947532,0.000041041018,0.0000049242267,0.0000337045,0.000122004436,0.5623332,0.00021129983,0.011507397,0.000016916383,0.42570934],"study_design_scores_gemma":[0.0003281381,0.00020175839,0.00016393136,0.00042434965,0.000008737057,0.000056773486,8.5158966e-8,0.15227601,0.013366555,0.82921195,0.002879431,0.0010822741],"about_ca_topic_score_codex":0.0000061241967,"about_ca_topic_score_gemma":0.0000054727025,"teacher_disagreement_score":0.81770456,"about_ca_system_score_codex":0.0004031562,"about_ca_system_score_gemma":0.00028688958,"threshold_uncertainty_score":0.99971265},"labels":[],"label_agreement":null},{"id":"W1884204318","doi":"10.1109/ms.2014.80","title":"How API Documentation Fails","year":2015,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":157,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Documentation; Computer science; Software engineering; Software bug; Software documentation; Programming language; Software; World Wide Web; Software development; Operating system; Software development process","score_opus":0.07248001776407481,"score_gpt":0.3025217260625798,"score_spread":0.230041708298505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1884204318","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0054584336,0.00022707762,0.9905116,0.0004917788,0.0014846586,0.000110645255,0.0000016069582,0.0016788769,0.000035348952],"genre_scores_gemma":[0.08104273,0.000006609526,0.91797245,0.00014832136,0.00011551867,0.000026234546,0.0000026298926,0.000015349133,0.0006701865],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989007,0.00008231885,0.00011732273,0.00032020803,0.0003047805,0.00027465285],"domain_scores_gemma":[0.99879,0.00034933028,0.00006467023,0.0005271664,0.0001311321,0.00013765134],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032682446,0.0001467074,0.00014906736,0.00008564614,0.00008590969,0.00027220283,0.0006502545,0.00006602407,0.0000017048205],"category_scores_gemma":[0.001394046,0.00014006511,0.00004654978,0.00029998482,0.000033370598,0.002040008,0.00016744019,0.00012651709,0.000052295523],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003271112,0.000115445415,0.0028716407,0.00014378972,0.000112152906,0.0002456358,0.011250882,0.20264174,0.005125569,0.017476248,0.030113658,0.72987056],"study_design_scores_gemma":[0.004409844,0.0008515008,0.0047684168,0.00018115285,0.000051147537,0.00027983583,0.0016873513,0.0069463453,0.13476512,0.71710104,0.12543239,0.0035258427],"about_ca_topic_score_codex":0.0000052418595,"about_ca_topic_score_gemma":0.0000010504923,"teacher_disagreement_score":0.7263447,"about_ca_system_score_codex":0.00009813923,"about_ca_system_score_gemma":0.000057348156,"threshold_uncertainty_score":0.5711689},"labels":[],"label_agreement":null},{"id":"W1897360739","doi":"10.1109/ccece.2004.1345092","title":"Development of an intelligent system for architecture design and analysis [software architecture]","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Software engineering; Software architecture; Reference architecture; Architectural pattern; Architecture; USable; Software architecture description; Applications architecture; Asset (computer security); Resource-oriented architecture; Process (computing); Software system; Software development; Systems engineering; Software; Software design; Engineering; World Wide Web; Computer security; Operating system","score_opus":0.045162492626302536,"score_gpt":0.2883036773947859,"score_spread":0.24314118476848337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1897360739","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006585837,0.000117025396,0.9922913,0.000027522092,0.000084720974,0.0003372017,0.0000021064602,0.0005510833,0.0000032357796],"genre_scores_gemma":[0.03193977,0.0000017264313,0.967956,0.000017446575,0.000010725151,0.00005012728,0.000003497824,0.000011392895,0.00000932446],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99878275,0.00007214448,0.0003126015,0.00041186652,0.00017548009,0.00024515655],"domain_scores_gemma":[0.9986493,0.0006322689,0.000089959656,0.0004547573,0.00007333032,0.000100378995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006457747,0.00018120192,0.00033618044,0.00027206138,0.00008153126,0.000036031386,0.0005278626,0.000062030624,5.6759944e-7],"category_scores_gemma":[0.00025910485,0.00014341474,0.00007745495,0.00056919566,0.000037872345,0.000105755484,0.00015024182,0.00008775442,4.814484e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010173693,0.000015747684,0.0000071832746,0.00007843629,0.00011739531,0.0000018071418,0.0016366424,0.8164837,0.00059060316,0.002960778,2.1401387e-7,0.17809734],"study_design_scores_gemma":[0.0014725256,0.00079109526,0.0019511939,0.00022888908,0.00033483864,0.00011575681,0.0006319082,0.036387496,0.8237398,0.13216417,0.00062048313,0.0015618406],"about_ca_topic_score_codex":0.000003388716,"about_ca_topic_score_gemma":0.000009439568,"teacher_disagreement_score":0.8231492,"about_ca_system_score_codex":0.00008220333,"about_ca_system_score_gemma":0.00008548193,"threshold_uncertainty_score":0.5848284},"labels":[],"label_agreement":null},{"id":"W1901723754","doi":"10.1109/apsec.1998.733596","title":"A reuse case perspective on documenting frameworks","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Reuse; Perspective (graphical); Computer science; Order (exchange); Data science; Knowledge management; Software engineering; Management science; Artificial intelligence; Engineering; Business","score_opus":0.04520769650044229,"score_gpt":0.3160192073860548,"score_spread":0.2708115108856125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1901723754","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028194962,0.00012968239,0.9869787,0.0014325471,0.00028863634,0.00006638271,1.8077199e-7,0.0010214114,0.0072629303],"genre_scores_gemma":[0.1845802,0.000009510721,0.8140379,0.00037337752,0.00004176607,0.000007764513,2.7627635e-8,0.0000075035423,0.0009419367],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991545,0.000060032446,0.00010044554,0.00032393422,0.00012461038,0.0002364532],"domain_scores_gemma":[0.9980684,0.0009242409,0.00003149871,0.00087005115,0.00005297182,0.000052874835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019572875,0.00011037526,0.0001028227,0.000082333034,0.00009094141,0.00008577842,0.0005819123,0.00009335154,0.00006148332],"category_scores_gemma":[0.0026165284,0.00009610089,0.00004025663,0.0002773402,0.000021982329,0.00034526762,0.00030268478,0.00039373,0.000101327576],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003626884,0.000105526335,0.00003836397,0.000009430162,0.00004033133,0.0046535083,0.011518052,0.07497119,0.00013184625,0.8260441,0.0046736584,0.07781037],"study_design_scores_gemma":[0.0010266664,0.0006344822,0.00016480027,0.00013165416,0.000016830509,0.0047527687,0.0030603586,0.28005663,0.0075556985,0.6949316,0.0060226233,0.0016459037],"about_ca_topic_score_codex":0.000016561273,"about_ca_topic_score_gemma":0.0000012300949,"teacher_disagreement_score":0.20508543,"about_ca_system_score_codex":0.00010381795,"about_ca_system_score_gemma":0.0000030841964,"threshold_uncertainty_score":0.39188808},"labels":[],"label_agreement":null},{"id":"W1902132457","doi":"10.5281/zenodo.1081557","title":"The Coverage Of The Object-Oriented Framework Application Class-Based Test Cases","year":2008,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Unit testing; Implementation; Test case; Domain (mathematical analysis); Software; Class (philosophy); Reliability engineering; Software engineering; Engineering; Programming language; Artificial intelligence","score_opus":0.037990445500227996,"score_gpt":0.26440337749699927,"score_spread":0.22641293199677126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1902132457","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037999607,0.00006336867,0.9926272,0.0005868583,0.0001253467,0.00028159408,0.000024056686,0.0007061209,0.0017854726],"genre_scores_gemma":[0.96278065,0.00008222942,0.03641813,0.00013470574,0.00005598389,1.9001156e-7,0.00003261439,0.00032797642,0.0001675166],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986686,0.00030679884,0.00019239222,0.00026496875,0.00033982773,0.00022740982],"domain_scores_gemma":[0.99748,0.000999221,0.00013186724,0.00096816104,0.00036823246,0.000052524814],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.00054076867,0.00009885681,0.00009484788,0.000060416078,0.0021348172,0.0001415716,0.0018200736,0.00004726511,0.000049253784],"category_scores_gemma":[0.008443364,0.000070386195,0.000048148897,0.00087651925,0.00026255506,0.0001630718,0.00091108755,0.00025937738,0.00020161076],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014240507,0.00063731306,0.00041291572,0.00018301552,0.0001023286,0.000061925886,0.0047298656,0.11114782,0.020432943,0.23702644,0.05831364,0.56680936],"study_design_scores_gemma":[0.00032413346,0.0002471728,0.005744181,0.00004135657,0.0000063934413,0.00017004501,0.00006401829,0.010263878,0.008536055,0.003573892,0.97080874,0.00022012263],"about_ca_topic_score_codex":0.0000041646617,"about_ca_topic_score_gemma":1.3804569e-7,"teacher_disagreement_score":0.9589807,"about_ca_system_score_codex":0.000083919964,"about_ca_system_score_gemma":0.000008862774,"threshold_uncertainty_score":0.9999089},"labels":[],"label_agreement":null},{"id":"W190396239","doi":"","title":"Can Rules of Inferences Resolve Coordination Ambiguity in Natural Language Requirements Specification","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Ambiguity; Natural language; Computer science; Natural (archaeology); Interpretation (philosophy); Linguistics; Natural language processing; Artificial intelligence; Programming language; Geography; Philosophy","score_opus":0.07611135327922319,"score_gpt":0.32115679250339296,"score_spread":0.24504543922416977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W190396239","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29648137,0.00016379596,0.70259166,0.00014219369,0.00014005876,0.000063137755,8.153271e-7,0.00012297874,0.000293965],"genre_scores_gemma":[0.63935864,0.000021371263,0.3604735,0.00001037183,0.000008324826,0.000002492939,0.0000029214145,0.000001926183,0.000120431374],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992637,0.00006766542,0.00019600688,0.00017585067,0.00017445812,0.00012234168],"domain_scores_gemma":[0.99938583,0.00019650112,0.000074495074,0.00026486773,0.000060856015,0.00001745092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027156764,0.00007079813,0.0001157512,0.0001303082,0.000027798285,0.000006694236,0.0003662922,0.000031235035,0.000003723737],"category_scores_gemma":[0.00057326985,0.000063405474,0.00001864769,0.00024571116,0.00004675509,0.000326429,0.00009088251,0.00008162045,0.0000028241354],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006287321,0.00046811215,0.08064166,0.00021894333,0.00006383451,0.00012939045,0.05194061,0.03613834,0.14071491,0.2446345,0.00136048,0.44362637],"study_design_scores_gemma":[0.00057709875,0.00009641327,0.8652566,0.000060597904,0.0000022207437,0.000011706847,0.0004699614,0.019445388,0.08704075,0.02659315,0.000083181236,0.0003628943],"about_ca_topic_score_codex":0.00018912497,"about_ca_topic_score_gemma":0.00008039772,"teacher_disagreement_score":0.784615,"about_ca_system_score_codex":0.00006205622,"about_ca_system_score_gemma":0.000028581224,"threshold_uncertainty_score":0.25856003},"labels":[],"label_agreement":null},{"id":"W1904679952","doi":"10.1109/re.2015.7320408","title":"Goal and Preference Identification through natural language","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Natural language; Preference; Component (thermodynamics); Artificial intelligence; Goal modeling; Representation (politics); Statement (logic); Natural language generation; Natural language processing; Crowds; Machine learning; Human–computer interaction; Software; Programming language; Requirements engineering","score_opus":0.09072260384191147,"score_gpt":0.3249097270280255,"score_spread":0.23418712318611404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1904679952","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018738758,0.0008844824,0.9789354,0.00013727527,0.0003651723,0.00004642081,2.660747e-7,0.00047218218,0.0004200239],"genre_scores_gemma":[0.45794523,0.0000052675296,0.5414788,0.000037253976,0.000013745208,0.0000032667576,5.828697e-7,0.0000019758331,0.000513864],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9995063,0.000035061777,0.00007602701,0.000178295,0.000103710416,0.000100606456],"domain_scores_gemma":[0.9995133,0.00013367026,0.000023056205,0.00025894347,0.00003871416,0.00003226036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020730573,0.000057368885,0.00005987627,0.00001937891,0.000019789413,0.00006045273,0.00027648045,0.000022196467,7.894165e-7],"category_scores_gemma":[0.000511687,0.000046790738,0.000007987903,0.000108366236,0.000023494626,0.00066119677,0.00015520821,0.000066613975,0.000014773728],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016382655,0.000049298967,0.0009758348,0.000058887686,0.0000310841,0.000033540087,0.032561995,0.008556971,0.031008322,0.3697944,0.0033174728,0.55359584],"study_design_scores_gemma":[0.0022322217,0.000336882,0.07004327,0.0000701221,0.000021672817,0.00027448687,0.0038829753,0.14534076,0.21231167,0.55554193,0.007913676,0.0020303167],"about_ca_topic_score_codex":0.000011979008,"about_ca_topic_score_gemma":0.0000022846998,"teacher_disagreement_score":0.5515655,"about_ca_system_score_codex":0.000017005168,"about_ca_system_score_gemma":0.000012865295,"threshold_uncertainty_score":0.19080709},"labels":[],"label_agreement":null},{"id":"W1907666016","doi":"10.1002/spe.1145","title":"Understanding design patterns — what is the problem?","year":2011,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Computer science; Software design pattern; Representation (politics); Eclipse; Relevance (law); Context (archaeology); Object-oriented design; Simple (philosophy); Theoretical computer science; Transformation (genetics); Structural pattern; Design pattern; Key (lock); Specification pattern; Software design; Programming language; Software; Software development","score_opus":0.26059409250666976,"score_gpt":0.33105064535873946,"score_spread":0.0704565528520697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1907666016","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00040441263,0.0011134916,0.9964766,0.00095073093,0.00032460157,0.0002072384,4.1993763e-7,0.0004399737,0.000082535356],"genre_scores_gemma":[0.07702,0.0015018806,0.91973746,0.0015910567,0.000023148663,0.00007966421,1.5424737e-7,0.000013400915,0.00003322512],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985689,0.00022794245,0.00017777758,0.00044047338,0.00024254172,0.00034234617],"domain_scores_gemma":[0.9964083,0.002734987,0.00012606478,0.00058201136,0.00006725371,0.00008141617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076729915,0.00017551717,0.00013097734,0.00004679932,0.00032917212,0.00038911778,0.0007724131,0.000060735994,0.000014739031],"category_scores_gemma":[0.0010400788,0.00012641754,0.00003119884,0.00026383655,0.00013789322,0.0059261825,0.00036501166,0.00022530579,0.000011820113],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000105793224,0.00014917186,0.0021792033,0.00009675718,0.000101723504,0.00021566353,0.68851733,0.0011062266,0.00028765586,0.06355087,0.0005908662,0.24309874],"study_design_scores_gemma":[0.0012356201,0.0012811162,0.0024620285,0.0007658723,0.00011697563,0.0016949478,0.26036048,0.003775039,0.03445355,0.6671754,0.023618136,0.0030608047],"about_ca_topic_score_codex":0.000028893062,"about_ca_topic_score_gemma":7.473127e-7,"teacher_disagreement_score":0.6036246,"about_ca_system_score_codex":0.00005264477,"about_ca_system_score_gemma":0.000036551806,"threshold_uncertainty_score":0.51551574},"labels":[],"label_agreement":null},{"id":"W1921983202","doi":"10.1109/tase.2015.26","title":"Modeling and Reasoning about Software Systems Containing Uncertainty and Variability","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software product line; Artifact (error); Software; Set (abstract data type); Product (mathematics); Software engineering; Data mining; Feature model; Feature (linguistics); Software development; Artificial intelligence; Industrial engineering; Programming language; Engineering; Mathematics","score_opus":0.05756577953574551,"score_gpt":0.29235534676510117,"score_spread":0.23478956722935565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1921983202","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029657144,0.00092471903,0.9679737,0.000045090193,0.00030946644,0.0001196195,8.316067e-7,0.00084889994,0.00012053119],"genre_scores_gemma":[0.4555283,0.000010533174,0.54438335,0.000022132623,0.000020879184,0.000008658156,3.894197e-7,0.0000058296673,0.000019954074],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99876225,0.00018360537,0.00020356824,0.00042903033,0.00016229463,0.0002592734],"domain_scores_gemma":[0.9984238,0.0008470853,0.000038751405,0.00037666142,0.00013952849,0.00017418267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021627203,0.00014777083,0.00024244167,0.000049138285,0.00008711496,0.00017197689,0.00024306,0.00007243821,2.7388973e-7],"category_scores_gemma":[0.004596556,0.00012834827,0.0000144901705,0.00012722566,0.000058580175,0.00051025394,0.00037066283,0.00014779465,7.282421e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005768913,0.0000031552568,0.0015793025,0.000030130423,0.000007813655,0.000004424555,0.00082926307,0.95129716,0.000011745885,0.036634143,0.0000062819986,0.009590802],"study_design_scores_gemma":[0.00021833573,0.000046004407,0.00015565472,0.00004819088,0.0000034459372,0.000039317536,0.0002920198,0.9787398,0.000008517834,0.020224469,0.000050274688,0.00017396749],"about_ca_topic_score_codex":0.00017557724,"about_ca_topic_score_gemma":0.0000034625373,"teacher_disagreement_score":0.42587113,"about_ca_system_score_codex":0.000069077796,"about_ca_system_score_gemma":0.00005743123,"threshold_uncertainty_score":0.5502839},"labels":[],"label_agreement":null},{"id":"W1930233578","doi":"10.1109/hotos.2001.990082","title":"Aspect-oriented system structure","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Aspect-oriented programming; Computer science; Programming language; Separation of concerns; Code (set theory); Software engineering; Operating system; Software","score_opus":0.014560398420114704,"score_gpt":0.25447966512969145,"score_spread":0.23991926670957675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1930233578","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023605165,0.00008826593,0.99282163,0.00021005522,0.0004893844,0.00005626739,8.6257506e-7,0.0021989767,0.0017740115],"genre_scores_gemma":[0.30031717,6.884611e-7,0.6992379,0.000056138073,0.00008026263,0.0000019382983,3.2908213e-7,0.000004664751,0.00030092182],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999297,0.000035102068,0.00011343114,0.00022745013,0.00013599827,0.00019102283],"domain_scores_gemma":[0.9992823,0.00015219093,0.000026998343,0.00045395573,0.000036545433,0.0000479863],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010946876,0.000094856434,0.000106713225,0.000054633092,0.00004254971,0.000030912644,0.00046647273,0.00004218414,0.000012356281],"category_scores_gemma":[0.00012076043,0.00007642314,0.000026187543,0.00023534571,0.0000127445455,0.00033060648,0.00014117896,0.000095601594,0.000045097713],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015581383,0.0000068126255,0.000061913495,0.000020254385,0.000011835659,0.0000115856965,0.00026197374,0.103325985,0.0022426588,0.8307103,0.00070437306,0.06264074],"study_design_scores_gemma":[0.0018757388,0.00029310075,0.0076719527,0.0001390624,0.000022704087,0.00073714537,0.00056497403,0.4821485,0.280526,0.030593887,0.19295576,0.0024711604],"about_ca_topic_score_codex":0.0000018149508,"about_ca_topic_score_gemma":0.0000021905591,"teacher_disagreement_score":0.8001164,"about_ca_system_score_codex":0.00008363643,"about_ca_system_score_gemma":0.000013543323,"threshold_uncertainty_score":0.31164452},"labels":[],"label_agreement":null},{"id":"W1932147983","doi":"10.24908/pceea.v0i0.3941","title":"ELICITATION, REPRESENTATION AND MANAGEMENT OF SOFTWARE DESIGN KNOWLEDGE","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Knowledge management; Computer science; Domain knowledge; Body of knowledge; Software deployment; Descriptive knowledge; Personal knowledge management; Knowledge engineering; Reuse; Knowledge representation and reasoning; Knowledge value chain; Software engineering; Organizational learning; Artificial intelligence; Engineering","score_opus":0.04524927723184269,"score_gpt":0.2632986687519532,"score_spread":0.2180493915201105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1932147983","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021985121,0.00034793312,0.97357357,0.0005023024,0.0014740572,0.00059701473,0.0000042085644,0.00023981473,0.0012759552],"genre_scores_gemma":[0.3152938,0.00003960147,0.6841421,0.000024302488,0.000021648402,0.000052603707,9.121328e-7,0.0000146008215,0.0004104669],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99919844,0.000014131237,0.00024365053,0.00019021568,0.00017637046,0.0001771752],"domain_scores_gemma":[0.9988133,0.00015415128,0.00028372323,0.00014282182,0.00051721284,0.0000888034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005628893,0.00010563529,0.00013088115,0.00025037007,0.00007701378,0.000032667092,0.00042080402,0.00007427963,0.0000022280617],"category_scores_gemma":[0.0013047378,0.000107391956,0.000039132403,0.00063279324,0.000017540846,0.0003863163,0.00006535292,0.00008858509,0.0000015800359],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017270302,0.0003556131,0.107601136,0.003539925,0.0008186646,9.426207e-7,0.04982489,0.027819797,0.0061156093,0.6702964,0.017725931,0.11588386],"study_design_scores_gemma":[0.00049947214,0.00007903199,0.90458316,0.00066818134,0.00012157407,0.000011331983,0.0009564992,0.008733881,0.046450686,0.034800224,0.002397154,0.00069880026],"about_ca_topic_score_codex":0.00061828893,"about_ca_topic_score_gemma":0.000114007395,"teacher_disagreement_score":0.79698205,"about_ca_system_score_codex":0.00048174555,"about_ca_system_score_gemma":0.00016413987,"threshold_uncertainty_score":0.4379317},"labels":[],"label_agreement":null},{"id":"W1932985310","doi":"","title":"Marie, une architecture d'integration de composants logiciels heterogenes pour le developpement de systemes decisionnels en robotique mobile et autonome","year":2012,"lang":"fr","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Humanities; Philosophy; Political science","score_opus":0.070073761020042,"score_gpt":0.34532272168530487,"score_spread":0.2752489606652629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1932985310","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01438626,0.008349876,0.9704493,0.00411522,0.001168705,0.0005994342,0.00001272332,0.0006103257,0.00030812237],"genre_scores_gemma":[0.34441268,0.0002090642,0.6531769,0.00044370754,0.00013219449,0.00011441804,0.000005955861,0.00003121538,0.0014738435],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9958717,0.0014660783,0.0006357534,0.00055564457,0.00031033574,0.0011604707],"domain_scores_gemma":[0.9948047,0.003868391,0.00020428984,0.00064328295,0.00015221577,0.00032714946],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0030847057,0.00049362227,0.0005433614,0.00019318546,0.0001882415,0.00023712714,0.0009715746,0.00034586337,0.00003620721],"category_scores_gemma":[0.0012644654,0.00043602037,0.00015946451,0.00048118073,0.00010391531,0.00091252156,0.00058946805,0.00045828448,0.00005309488],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010112255,0.00016520463,0.00083405327,0.000104020735,0.000056705365,0.000018424378,0.0043574027,0.8349363,0.008300015,0.070598714,0.00022634932,0.08039265],"study_design_scores_gemma":[0.0019919174,0.00091282453,0.06076542,0.002093253,0.00012830534,0.0020702586,0.0039067473,0.24431404,0.38181704,0.26268128,0.03563185,0.0036870611],"about_ca_topic_score_codex":0.00040284544,"about_ca_topic_score_gemma":0.00009260157,"teacher_disagreement_score":0.5906223,"about_ca_system_score_codex":0.00064564537,"about_ca_system_score_gemma":0.00072192634,"threshold_uncertainty_score":0.99980915},"labels":[],"label_agreement":null},{"id":"W194366505","doi":"","title":"Socio-Intentional Architectures for Multi-Agent Systems: the Mobile Robot Control case.","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Openness to experience; Architectural style; Set (abstract data type); Predictability; Style (visual arts); Adaptability; Human–computer interaction; Mobile robot; Knowledge management; Software architecture; Software engineering; Architecture; Social software; Artificial intelligence; Robot; Software; Psychology; Management; Social psychology; Programming language","score_opus":0.09112400515742257,"score_gpt":0.3168211134217564,"score_spread":0.2256971082643338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W194366505","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00090761227,0.0011304512,0.9956466,0.00032102858,0.0007585134,0.0006839206,0.000010119791,0.0005180113,0.000023756524],"genre_scores_gemma":[0.38303825,0.0000036367062,0.6152063,0.00015858842,0.000076408716,0.00044576355,4.003413e-7,0.000009524049,0.001061123],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989846,0.00012602966,0.00019373703,0.0002722272,0.00014542573,0.0002780205],"domain_scores_gemma":[0.9975926,0.0018180128,0.000057578018,0.00039999015,0.00008474389,0.00004702102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004383121,0.00013750167,0.00016367233,0.000044444936,0.00020449927,0.00008353396,0.0005292842,0.000046496338,0.000014208343],"category_scores_gemma":[0.00042163994,0.00008506575,0.00011995492,0.00008817223,0.000059620463,0.00005527675,0.00009066635,0.000119301396,0.000018284909],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020808693,0.000031283107,0.000023618026,0.000021715095,0.00004054679,0.00003633722,0.00040546755,0.9792625,0.00013727864,0.006951513,0.00072152435,0.012366141],"study_design_scores_gemma":[0.0005931654,0.00008363049,0.000104413324,0.000009331963,0.00000941594,0.0006239043,0.00021878032,0.99479896,0.00014699885,0.0013009993,0.0019364335,0.00017395687],"about_ca_topic_score_codex":0.000014565776,"about_ca_topic_score_gemma":0.0000034796258,"teacher_disagreement_score":0.38213062,"about_ca_system_score_codex":0.000046875466,"about_ca_system_score_gemma":0.000007707714,"threshold_uncertainty_score":0.34688807},"labels":[],"label_agreement":null},{"id":"W1953689839","doi":"10.1109/wpc.1999.777740","title":"Reconstructing ownership architectures to help understand software systems","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Documentation; Computer science; Software engineering; Software system; Software architecture; Reference architecture; Architecture; Software; Architectural pattern; Software development; Software evolution; Software construction; Operating system","score_opus":0.06410222506239058,"score_gpt":0.28086180229056185,"score_spread":0.21675957722817127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1953689839","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0051205503,0.00022393737,0.99074894,0.00011290687,0.0010936545,0.00017396694,7.566518e-7,0.0012610967,0.0012642177],"genre_scores_gemma":[0.12315156,0.0000015741041,0.8761588,0.00012538958,0.000032321994,0.000010452152,1.4981543e-7,0.000013236455,0.0005065544],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99861944,0.00017995958,0.00020107454,0.00041229764,0.00019329907,0.00039390632],"domain_scores_gemma":[0.9978862,0.0013227261,0.000048029102,0.0005533069,0.000048718055,0.0001410593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006288844,0.00017003562,0.00019940315,0.00015721637,0.00010759672,0.00014255168,0.0005313564,0.000061406834,0.00000821202],"category_scores_gemma":[0.0034401808,0.0001392072,0.000043538657,0.00042469782,0.000031400654,0.00013256274,0.000107040214,0.00016364813,0.00001796498],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004962353,0.000011398862,0.0019037373,0.00007334665,0.000033747183,0.000028419201,0.0015373037,0.76764345,0.00056253327,0.180367,0.00043755182,0.04739659],"study_design_scores_gemma":[0.0024972723,0.001079179,0.0012494855,0.0010340182,0.000045927514,0.0030976923,0.014224538,0.022188943,0.08343674,0.8384574,0.026237993,0.006450782],"about_ca_topic_score_codex":0.0000082309225,"about_ca_topic_score_gemma":0.0000029418534,"teacher_disagreement_score":0.7454545,"about_ca_system_score_codex":0.00008579254,"about_ca_system_score_gemma":0.000047584374,"threshold_uncertainty_score":0.56767046},"labels":[],"label_agreement":null},{"id":"W195512532","doi":"","title":"Proceedings of the 2012 workshop on Modularity in Systems Software","year":2011,"lang":"en","type":"article","venue":"Aspect-Oriented Software Development","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Queen's University","funders":"","keywords":"Computer science; Software engineering; Software development; Software construction; Component-based software engineering; Package development process; Software system; Software; Modularity (biology); Social software engineering; Operating system","score_opus":0.04402520710909035,"score_gpt":0.24768605903531501,"score_spread":0.20366085192622466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W195512532","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0701302,0.00028704593,0.92627877,0.0000370854,0.0015939311,0.0006043294,0.0000030943304,0.00078242633,0.00028310245],"genre_scores_gemma":[0.18372144,0.000017425273,0.8155276,0.00006819396,0.000031530155,0.0001646286,0.0000022219576,0.00003881854,0.00042809328],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99715114,0.00007409674,0.0007016436,0.0007353561,0.0006967143,0.0006410325],"domain_scores_gemma":[0.9980984,0.00046800898,0.00031030184,0.00069742213,0.0003056458,0.00012025074],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00086756126,0.00038991845,0.00046100782,0.00030469213,0.00015894079,0.000042819847,0.0016251868,0.00019120419,0.000007985116],"category_scores_gemma":[0.0019829336,0.00030709142,0.000098450284,0.0014462785,0.00010534278,0.0005987106,0.00076729327,0.0005289142,0.000020308575],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042628215,0.0032240932,0.3200151,0.0015912391,0.0006995479,0.00022818723,0.09231552,0.036267154,0.0008698876,0.32431027,0.004886912,0.2151658],"study_design_scores_gemma":[0.002685548,0.00036444794,0.89415044,0.0033212001,0.00003906769,0.00011025457,0.0017677818,0.0008475139,0.053144794,0.02615718,0.014358463,0.0030532936],"about_ca_topic_score_codex":0.000023760414,"about_ca_topic_score_gemma":0.000011652076,"teacher_disagreement_score":0.57413536,"about_ca_system_score_codex":0.00037802212,"about_ca_system_score_gemma":0.00019247457,"threshold_uncertainty_score":0.99993813},"labels":[],"label_agreement":null},{"id":"W19581405","doi":"","title":"Developpement logiciel par transformation de modeles","year":2010,"lang":"en","type":"dissertation","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Software engineering; Artifact (error); Software design; Architectural pattern; Software development; Engineering design process; Context (archaeology); Software design pattern; Software design description; Software development process; Software; Systems engineering; Engineering; Artificial intelligence; Programming language","score_opus":0.031175492701712812,"score_gpt":0.3048693575625207,"score_spread":0.2736938648608079,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W19581405","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040783575,0.00009946244,0.98975253,0.000117202166,0.00082869903,0.0001654157,0.0000013280538,0.0008181604,0.004138837],"genre_scores_gemma":[0.018427908,0.000118079355,0.97983193,0.00007884997,0.00003088931,0.000063298765,0.00008219322,0.000016558843,0.0013503119],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99893343,0.000037972324,0.00025448104,0.00027676256,0.0002133376,0.00028404064],"domain_scores_gemma":[0.99925375,0.00016456125,0.00008599253,0.00035009327,0.00009090118,0.00005469484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036889178,0.00021811371,0.00020238837,0.0001312459,0.0000785572,0.000072850955,0.0007488086,0.0003149246,0.000012848797],"category_scores_gemma":[0.00016261598,0.00019415945,0.00006315298,0.00015845655,0.000010656662,0.0003666335,0.000027332904,0.0003940138,0.000017779133],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002149128,0.000064225234,0.000016314309,0.00042710212,0.00006322917,0.00001223416,0.012081656,0.15447354,0.016415019,0.23461452,0.00072760903,0.58108306],"study_design_scores_gemma":[0.00058891386,0.00015448603,0.0052012107,0.00019394189,0.000046088706,0.000030370706,0.0008443183,0.13536379,0.37304908,0.47407836,0.008221965,0.0022274838],"about_ca_topic_score_codex":0.000010038876,"about_ca_topic_score_gemma":0.00007099678,"teacher_disagreement_score":0.5788556,"about_ca_system_score_codex":0.0000628168,"about_ca_system_score_gemma":0.00013644858,"threshold_uncertainty_score":0.79175925},"labels":[],"label_agreement":null},{"id":"W1963868745","doi":"10.1016/j.jnca.2005.10.001","title":"Detecting feature interactions in CPL","year":2005,"lang":"en","type":"article","venue":"Journal of Network and Computer Applications","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Scripting language; Feature (linguistics); Prolog; Programming language; Representation (politics); Logic programming; Simple (philosophy); Natural language processing; Artificial intelligence","score_opus":0.023627862757129033,"score_gpt":0.2975040217697821,"score_spread":0.27387615901265305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1963868745","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014664304,0.00074631564,0.99640816,0.0010327388,0.00018764741,0.00006367486,1.615086e-7,0.000048519218,0.000046370875],"genre_scores_gemma":[0.086362004,0.000078180135,0.9124651,0.00015667468,0.0009022631,0.000009426967,1.6131999e-7,0.0000043920054,0.000021815018],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99941367,0.000042215514,0.00022212279,0.000112343405,0.00007439385,0.00013527955],"domain_scores_gemma":[0.9991373,0.00044352413,0.00014330671,0.00016319138,0.000061601844,0.000051067196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029539195,0.000072327806,0.00013441403,0.00009864531,0.000070774375,0.00005519826,0.0003144482,0.000024529014,6.5147844e-7],"category_scores_gemma":[0.000015376023,0.00006540019,0.000038061076,0.0003397987,0.000013931647,0.00035245976,0.000108648324,0.00031155164,0.0000015931255],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020049658,0.00002033528,0.0003565021,0.0000035295138,0.000009670355,0.0000027889778,0.00019599647,0.39547092,0.000047835074,0.0047700903,0.00080334937,0.59831697],"study_design_scores_gemma":[0.00080949557,0.00015382256,0.027316328,0.00019587774,0.000020260219,0.0014543863,0.000048855076,0.53104395,0.00015864642,0.055182744,0.38315228,0.00046336386],"about_ca_topic_score_codex":4.4404192e-7,"about_ca_topic_score_gemma":0.000005416041,"teacher_disagreement_score":0.5978536,"about_ca_system_score_codex":0.000037095604,"about_ca_system_score_gemma":0.000016934195,"threshold_uncertainty_score":0.26669425},"labels":[],"label_agreement":null},{"id":"W1963988679","doi":"10.5381/jot.2004.3.1.c1","title":"The Elusive Search for Business Frameworks.","year":2004,"lang":"en","type":"article","venue":"The Journal of Object Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Business; Process management","score_opus":0.020833478954046733,"score_gpt":0.30605401200520316,"score_spread":0.2852205330511564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1963988679","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015777318,0.0014806169,0.9615265,0.020226426,0.0006809696,0.00013845955,3.5675126e-7,0.00015951588,0.000009836536],"genre_scores_gemma":[0.31390047,0.00048203793,0.68534344,0.000120127734,0.00011429028,0.0000076550305,4.056438e-8,0.000012484317,0.00001948724],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99908507,0.00007247386,0.00025618938,0.00009315304,0.00018497446,0.00030815668],"domain_scores_gemma":[0.9965324,0.0022100282,0.00018903958,0.0005445986,0.0005007107,0.000023221153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016682046,0.000102143174,0.00018350368,0.00018762563,0.00027484947,0.000037779664,0.0023655214,0.00019066944,2.9242227e-7],"category_scores_gemma":[0.0028418994,0.000052262156,0.000058604943,0.0009254199,0.0002637022,0.0001687415,0.00032000933,0.00086652767,0.0000027352182],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010792109,0.000046914392,0.000042838412,0.000022436707,0.00013353355,0.000044948687,0.0013294931,0.4492917,0.00865613,0.2814986,0.00026713236,0.25855833],"study_design_scores_gemma":[0.0006766774,0.000490494,0.00063464575,0.00007705944,0.000020499736,0.0012120039,0.0005240622,0.00033126475,0.06736448,0.9254998,0.0030089687,0.0001600358],"about_ca_topic_score_codex":0.0000018445232,"about_ca_topic_score_gemma":0.0000017020845,"teacher_disagreement_score":0.6440012,"about_ca_system_score_codex":0.000089001616,"about_ca_system_score_gemma":0.00016801088,"threshold_uncertainty_score":0.43957666},"labels":[],"label_agreement":null},{"id":"W1964137226","doi":"10.1145/1516533.1516538","title":"Self-adaptive software","year":2009,"lang":"en","type":"article","venue":"ACM Transactions on Autonomous and Adaptive Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1243,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Troubleshooting; Adaptation (eye); Software system; Automation; Risk analysis (engineering); Robustness (evolution); Software quality; Software; Software development; Software engineering; Reliability engineering","score_opus":0.032494967736393855,"score_gpt":0.2585102052747229,"score_spread":0.22601523753832906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964137226","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023765456,0.0007409127,0.9960454,0.00023009752,0.0005810452,0.00032279184,0.000011426316,0.0016280039,0.00020265198],"genre_scores_gemma":[0.2994149,0.000065637076,0.7000622,0.00009456132,0.000036814097,0.000035802797,4.7080385e-7,0.000013167634,0.00027643828],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985457,0.0001305795,0.00025889848,0.00053086726,0.00019214337,0.00034179242],"domain_scores_gemma":[0.99837667,0.0005872172,0.00008853631,0.0007319934,0.000083667874,0.00013190309],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00025918338,0.00026773874,0.0003175238,0.0001675037,0.00026158002,0.00011249014,0.0005967784,0.00011241505,0.0000020776736],"category_scores_gemma":[0.00006502581,0.00024564433,0.00008202019,0.0002904585,0.00003942833,0.00049183273,0.000015863807,0.0002872785,0.000022807526],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004185327,0.00023801725,0.000005708677,0.000035947312,0.00014762043,0.000055869918,0.0018328921,0.19160481,0.00017613966,0.054133292,0.000046473837,0.7516814],"study_design_scores_gemma":[0.008799616,0.022745553,0.012726577,0.0017898033,0.0004473263,0.0021129,0.0054872804,0.6021225,0.013673869,0.25795877,0.06182883,0.010307009],"about_ca_topic_score_codex":0.0000177565,"about_ca_topic_score_gemma":0.0000015941706,"teacher_disagreement_score":0.7413744,"about_ca_system_score_codex":0.00013704262,"about_ca_system_score_gemma":0.00006179958,"threshold_uncertainty_score":0.9999996},"labels":[],"label_agreement":null},{"id":"W1964199256","doi":"10.1145/1082983.1083201","title":"DISCOA","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Component (thermodynamics); Programming language; Marshalling; Architecture description language; Software engineering; Architectural model; Code (set theory); Computer security model; Distributed computing; Software; Software architecture; Architecture; Operating system; Reference architecture; Set (abstract data type)","score_opus":0.028152495916130615,"score_gpt":0.26996929095009675,"score_spread":0.24181679503396614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964199256","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016068414,0.0008932338,0.9760312,0.0007388206,0.0007485533,0.00013902847,0.000005171384,0.0053712493,0.0000043260384],"genre_scores_gemma":[0.3536942,0.000021139313,0.64576966,0.00013428298,0.00023589772,0.000034162324,0.0000040518844,0.0000446781,0.00006191618],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99794245,0.000035818503,0.00035533795,0.00061784097,0.0003494997,0.00069907977],"domain_scores_gemma":[0.94542736,0.052357763,0.00008152562,0.0018491503,0.00008199491,0.00020219601],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00037464235,0.0004023794,0.00035085197,0.00023461353,0.000106916974,0.00013774763,0.0022696196,0.00014518973,0.000018694262],"category_scores_gemma":[0.19198838,0.00040417392,0.00013676091,0.00057360914,0.00003704953,0.0011494622,0.0008752573,0.00038631566,0.00016999767],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008124917,0.00010613407,0.029233668,0.0001505813,0.00008888348,0.0000690404,0.0011079526,0.6476372,0.0065480047,0.014884146,0.0010860892,0.29908016],"study_design_scores_gemma":[0.0043521156,0.00087343215,0.41110978,0.0010010626,0.000149763,0.0008875696,0.00005897265,0.033854596,0.27874354,0.011165578,0.24606757,0.011736013],"about_ca_topic_score_codex":0.000004993107,"about_ca_topic_score_gemma":0.000001419776,"teacher_disagreement_score":0.6137826,"about_ca_system_score_codex":0.00012343546,"about_ca_system_score_gemma":0.0000431344,"threshold_uncertainty_score":0.99984103},"labels":[],"label_agreement":null},{"id":"W1964693405","doi":"10.1007/11557432_42","title":"A Domain Model for Dynamic System Reconfiguration","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Control reconfiguration; Computer science; Key (lock); Domain (mathematical analysis); Domain model; Conceptual model; Formal description; Domain-specific language; Metamodeling; Software engineering; Programming language; Embedded system; Domain knowledge; Database; Computer security","score_opus":0.030200656980408767,"score_gpt":0.2779620840821349,"score_spread":0.24776142710172613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964693405","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008305521,0.0003531618,0.99586034,0.0003546847,0.001619102,0.0006835849,0.000011271432,0.0007147991,0.0003947286],"genre_scores_gemma":[0.008140364,0.000017044553,0.9908466,0.00023039513,0.00023806804,0.000048944872,0.000005888318,0.00004421755,0.00042848763],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99683523,0.000031876505,0.0005367526,0.0014271914,0.00054038706,0.0006285881],"domain_scores_gemma":[0.99691635,0.0011641239,0.00028406645,0.0012958009,0.000227905,0.00011176793],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013300793,0.00050644204,0.00055912224,0.0006676951,0.00020473503,0.00028663402,0.0025784057,0.00035585868,0.0000012827752],"category_scores_gemma":[0.00018029391,0.00048916606,0.00014642035,0.00031151754,0.00025763662,0.0006907747,0.00049031456,0.0005148364,0.0000114533395],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030171477,0.0000032277421,1.6307138e-7,0.0000527887,0.000003780389,0.0000058092187,0.00028904394,0.6566432,0.000111222835,0.04228616,0.0000027013864,0.3005989],"study_design_scores_gemma":[0.00014866218,0.00005497192,0.000002023932,0.00023280988,0.0000035132614,0.000039639344,1.4168504e-7,0.75715864,0.00019623069,0.2414728,0.00028654534,0.0004040213],"about_ca_topic_score_codex":0.0000012747925,"about_ca_topic_score_gemma":0.000024315757,"teacher_disagreement_score":0.30019486,"about_ca_system_score_codex":0.0009224623,"about_ca_system_score_gemma":0.00040536415,"threshold_uncertainty_score":0.999756},"labels":[],"label_agreement":null},{"id":"W1964882773","doi":"10.1145/1082983.1083072","title":"Better performance or better manageability?","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software engineering; Software; Java; Software development; Software system; Operating system","score_opus":0.031865933938278954,"score_gpt":0.2622705337867288,"score_spread":0.23040459984844985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964882773","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21333979,0.00024359737,0.78084755,0.0011581497,0.0006103452,0.00019018597,0.0000044618173,0.0036028293,0.0000031174468],"genre_scores_gemma":[0.36447185,0.000024675355,0.6343643,0.00060864945,0.0003092645,0.000059787977,0.000004621807,0.00005848513,0.000098345365],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972342,0.000052511445,0.00050445116,0.0008484766,0.00044731516,0.00091304927],"domain_scores_gemma":[0.9579196,0.039462294,0.00010014323,0.0022229059,0.00010235549,0.00019271486],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00055612595,0.0005462706,0.0004694136,0.0002950112,0.0001479992,0.00016353054,0.002522049,0.0002058538,0.00005917438],"category_scores_gemma":[0.08659926,0.000488714,0.00014777972,0.00069833867,0.000062568186,0.0016879521,0.001039177,0.0005591471,0.00022049584],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026621514,0.0000919438,0.11745883,0.00043445034,0.000096898584,0.00007732343,0.000764398,0.21755752,0.0014156405,0.00041246635,0.0009039871,0.6607599],"study_design_scores_gemma":[0.0025024493,0.0007857545,0.75947344,0.00072300795,0.00010592338,0.00046789125,0.000019527597,0.032505188,0.0816739,0.00138351,0.11433635,0.0060230806],"about_ca_topic_score_codex":0.0000036920692,"about_ca_topic_score_gemma":0.0000017589138,"teacher_disagreement_score":0.6547369,"about_ca_system_score_codex":0.00017504407,"about_ca_system_score_gemma":0.000045766054,"threshold_uncertainty_score":0.99975646},"labels":[],"label_agreement":null},{"id":"W1964950691","doi":"10.1145/1281421.1281440","title":"Aspects in Architectural Description","year":2007,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Software engineering; Computer science; Engineering; Architectural engineering","score_opus":0.03386948086107576,"score_gpt":0.2722562630989013,"score_spread":0.2383867822378255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964950691","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18399322,0.0004019077,0.812264,0.00007874612,0.00083818403,0.00014565213,0.0000013193581,0.0022734834,0.0000034730067],"genre_scores_gemma":[0.5024941,0.0000041558383,0.49734277,0.00004099228,0.000072643226,0.0000106039415,0.0000025332488,0.000026334475,0.0000058831133],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9978297,0.000030710824,0.00042181514,0.00056269165,0.00032638924,0.00082872267],"domain_scores_gemma":[0.9405371,0.057923175,0.000084972206,0.001209935,0.00007041956,0.00017441822],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009981572,0.0003519006,0.00032833323,0.00057940057,0.00005906679,0.00009145973,0.0014037137,0.00015584135,0.0000042962615],"category_scores_gemma":[0.18327706,0.0003707728,0.00009366138,0.0009872246,0.000033863504,0.00068388326,0.0005001888,0.00051777315,0.000025801746],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042189018,0.0001223385,0.22506033,0.00027876432,0.000053147054,0.0007009208,0.002756528,0.46427977,0.0329496,0.020446394,0.000057130554,0.2532529],"study_design_scores_gemma":[0.0007090461,0.00014951426,0.9486052,0.0002201115,0.0000080041345,0.00022616006,0.000016113443,0.0014830952,0.037985742,0.008846847,0.0005512778,0.0011988899],"about_ca_topic_score_codex":0.000030071238,"about_ca_topic_score_gemma":0.000021861564,"teacher_disagreement_score":0.7235449,"about_ca_system_score_codex":0.00020934216,"about_ca_system_score_gemma":0.000036557038,"threshold_uncertainty_score":0.9998744},"labels":[],"label_agreement":null},{"id":"W1965418329","doi":"10.1145/1018203.1018208","title":"A semantics for advice and dynamic join points in aspect-oriented programming","year":2004,"lang":"en","type":"article","venue":"ACM Transactions on Programming Languages and Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":229,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Join (topology); Programming language; Semantics (computer science); Advice (programming); Aspect-oriented programming; Denotational semantics; Correctness; Set (abstract data type); Operational semantics; Software; Mathematics","score_opus":0.020608175611742274,"score_gpt":0.3099701202073812,"score_spread":0.2893619445956389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965418329","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025426008,0.0014577054,0.9711779,0.00036124018,0.00025295664,0.0007596848,0.0000047574094,0.0005568873,0.0000028659097],"genre_scores_gemma":[0.38379997,0.000049181534,0.6158635,0.000014935437,0.0000112821135,0.00019675262,0.0000022279319,0.000016276845,0.00004588815],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987426,0.000058357895,0.00026808356,0.00042449989,0.00014179535,0.000364698],"domain_scores_gemma":[0.99896777,0.00042516683,0.000070482136,0.00041237805,0.000046028985,0.00007817293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000498973,0.00019014337,0.00026038048,0.00020117061,0.00014414433,0.0001660381,0.00024674265,0.000092552094,1.6848412e-7],"category_scores_gemma":[0.00022451575,0.00017585304,0.000045694815,0.0003582259,0.00004788463,0.0002536381,0.000020171117,0.00018818761,6.7681054e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029975214,0.00018336732,0.00014858045,0.0006364354,0.00006304705,0.000066915476,0.0058858427,0.02388071,0.00039576183,0.0055286125,0.0000010132146,0.96317977],"study_design_scores_gemma":[0.063875355,0.02045764,0.017696528,0.021313509,0.0010640064,0.0077855047,0.1432492,0.53375006,0.0133533105,0.08436163,0.07574639,0.017346887],"about_ca_topic_score_codex":0.0001459898,"about_ca_topic_score_gemma":0.000119269214,"teacher_disagreement_score":0.94583285,"about_ca_system_score_codex":0.00007405613,"about_ca_system_score_gemma":0.000021941503,"threshold_uncertainty_score":0.7171079},"labels":[],"label_agreement":null},{"id":"W1967352877","doi":"10.1007/s10270-006-0039-3","title":"Producing robust use case diagrams via reverse engineering of use case descriptions","year":2007,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Use Case Diagram; Construct (python library); Reverse engineering; Software engineering; Readability; Process (computing); Use Case Points; Software development process; Set (abstract data type); Software development; Separation of concerns; Unified Modeling Language; Industrial engineering; Programming language; Class diagram; Software","score_opus":0.11465554152069099,"score_gpt":0.27284057311653975,"score_spread":0.15818503159584876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967352877","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2629949,0.0004320299,0.7332254,0.0000050447825,0.0015241547,0.00042029526,0.000011447158,0.0013863152,4.4467026e-7],"genre_scores_gemma":[0.4843081,0.0000072773364,0.515482,0.000007673159,0.00009671513,0.00002229143,0.000002680016,0.00004480423,0.000028477942],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996796,0.00014710796,0.0010168905,0.00084351667,0.00038996272,0.0008064888],"domain_scores_gemma":[0.99560815,0.0019165192,0.00026412276,0.0015011119,0.00045927343,0.00025079958],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022723067,0.00043232282,0.00057405845,0.00046039742,0.0002558108,0.0002556794,0.0004966671,0.0002048241,6.4801964e-7],"category_scores_gemma":[0.0051213955,0.00045106202,0.0001678434,0.0008654296,0.000040389812,0.0024444715,0.00034478877,0.00045845212,0.000003939108],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000531577,0.000027940345,0.00058732886,0.00024929957,0.000037567876,0.008200544,0.0017586556,0.9853148,0.0009744191,0.0002532632,0.0000129752925,0.0025779223],"study_design_scores_gemma":[0.00023553423,0.00004295559,0.000040815157,0.0004275466,0.000036888145,0.024920965,0.0003388384,0.97293025,0.0003247801,0.00008926713,0.000043744894,0.0005684351],"about_ca_topic_score_codex":0.0027618315,"about_ca_topic_score_gemma":0.000115455456,"teacher_disagreement_score":0.2213132,"about_ca_system_score_codex":0.00029061805,"about_ca_system_score_gemma":0.00006460393,"threshold_uncertainty_score":0.9997941},"labels":[],"label_agreement":null},{"id":"W1967370956","doi":"10.1109/syscon.2012.6189488","title":"Design approaches for taming complexity","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Heuristics; Simplicity; Computational complexity theory; Programming complexity; Complexity management; Set (abstract data type); Software; Theoretical computer science; Distributed computing; Software system; Algorithm; Programming language","score_opus":0.5064322572913044,"score_gpt":0.3450345476157646,"score_spread":0.1613977096755398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967370956","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000100908845,0.00012556027,0.9982846,0.00009221407,0.00031702156,0.00017411816,2.6523313e-7,0.0006659379,0.00023939653],"genre_scores_gemma":[0.061395362,8.032059e-7,0.9383085,0.000051435196,0.00006139745,0.000042444848,4.5637336e-7,0.0000065302665,0.00013307795],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99935365,0.000057537716,0.00008445876,0.00013947285,0.00006784079,0.00029705925],"domain_scores_gemma":[0.9985191,0.0011151162,0.00002406254,0.00027135748,0.000016555721,0.000053803742],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007800867,0.00007960684,0.000099162135,0.000033238834,0.00006268029,0.000025661908,0.000381261,0.000029568799,0.0000020838588],"category_scores_gemma":[0.00038132232,0.000067408204,0.000028759669,0.00010097156,0.000028168082,0.0004981635,0.0001188725,0.000045225603,0.000007742458],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004425077,0.00004476679,0.00016401781,0.00003093846,0.000014952757,2.712204e-7,0.000968321,0.065615535,0.0006057342,0.79251015,0.00052765233,0.13951321],"study_design_scores_gemma":[0.0005385586,0.00014244663,0.0040651574,0.0000129252385,0.000010393515,0.000029048702,0.00015096816,0.52783465,0.06853765,0.3923024,0.00553842,0.00083737785],"about_ca_topic_score_codex":7.7662213e-7,"about_ca_topic_score_gemma":7.5603296e-8,"teacher_disagreement_score":0.46221912,"about_ca_system_score_codex":0.000022290253,"about_ca_system_score_gemma":0.000008227135,"threshold_uncertainty_score":0.27488267},"labels":[],"label_agreement":null},{"id":"W1967995358","doi":"10.1007/s10270-009-0112-9","title":"Improving the quality of use case models using antipatterns","year":2009,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"CLARITY; Simplicity; Quality (philosophy); Computer science; Simple (philosophy); Risk analysis (engineering); Software engineering; Artificial intelligence; Management science; Engineering","score_opus":0.2354478435855826,"score_gpt":0.35832700105347753,"score_spread":0.12287915746789493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967995358","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25764388,0.00058733014,0.7404041,0.000015022029,0.0005115466,0.00024647205,0.000008118704,0.0005821732,0.0000013491767],"genre_scores_gemma":[0.5748035,0.0000045216084,0.425085,0.000031113275,0.000050510203,0.000004931802,5.904508e-7,0.000014217281,0.0000056394356],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99731666,0.00040796318,0.0008432762,0.00053201255,0.00043251473,0.00046759268],"domain_scores_gemma":[0.99685603,0.0010813278,0.0003682451,0.0013316066,0.00028116885,0.00008164414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020139066,0.0002760478,0.00048593484,0.00013125915,0.00024672697,0.00021570736,0.0008593296,0.00011981696,2.0125388e-7],"category_scores_gemma":[0.0011776809,0.00021520641,0.0001485542,0.00036296993,0.000036197605,0.0015830138,0.00025040112,0.000285295,5.5805003e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003913768,0.000012971754,0.00015691476,0.00007973494,0.000012315415,0.0000625829,0.000757851,0.98947644,0.0014871028,0.0023909118,0.0000012714961,0.0055579874],"study_design_scores_gemma":[0.0001415043,0.000026008012,0.000016952035,0.00012244252,0.000010745103,0.00041999665,0.00019022943,0.9942137,0.00014426657,0.004455814,0.0000010889687,0.0002572261],"about_ca_topic_score_codex":0.0017526571,"about_ca_topic_score_gemma":0.000005980746,"teacher_disagreement_score":0.3171596,"about_ca_system_score_codex":0.000108689455,"about_ca_system_score_gemma":0.000079947284,"threshold_uncertainty_score":0.8775863},"labels":[],"label_agreement":null},{"id":"W1968137197","doi":"10.5555/2664446.2664466","title":"The build dependency perspective of Android's concrete architecture","year":2012,"lang":"en","type":"article","venue":"Mining Software Repositories","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Android (operating system); Architecture; Computer science; Android application; Applications architecture; Embedded system; Operating system; Software architecture; Software","score_opus":0.016041832489007275,"score_gpt":0.276711630110583,"score_spread":0.2606697976215757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968137197","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027724724,0.00667564,0.9621118,0.00013865672,0.0024367224,0.00010965747,0.0000022507104,0.00060684513,0.00019373106],"genre_scores_gemma":[0.307973,0.000024838624,0.69149923,0.0000115579005,0.00028614508,0.000019079976,4.3248224e-7,0.00001691991,0.0001687944],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984037,0.00017641108,0.00029051473,0.00029053373,0.0003615701,0.00047726612],"domain_scores_gemma":[0.9950589,0.003616302,0.00020133935,0.0007815024,0.000248743,0.000093197596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064616936,0.00020680355,0.00025271354,0.00006288103,0.00035836658,0.00009593152,0.00085035345,0.00009664332,6.2029915e-7],"category_scores_gemma":[0.004930605,0.00014927646,0.000096337804,0.00033040525,0.00020151303,0.00045943537,0.00035113745,0.00024486225,0.0000014978702],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022199942,0.00008556497,0.19599801,0.0003723425,0.0009429073,0.00013637551,0.21334507,0.017843748,0.018933207,0.30379173,0.0014952054,0.24683383],"study_design_scores_gemma":[0.0026068098,0.0022592188,0.086415224,0.0009750745,0.00033408377,0.0034688064,0.027503192,0.000641655,0.60449,0.21418644,0.051814105,0.00530543],"about_ca_topic_score_codex":0.000025788902,"about_ca_topic_score_gemma":0.0000016398061,"teacher_disagreement_score":0.58555675,"about_ca_system_score_codex":0.000090336405,"about_ca_system_score_gemma":0.000075627,"threshold_uncertainty_score":0.6087317},"labels":[],"label_agreement":null},{"id":"W1969127334","doi":"10.1177/154193120004400418","title":"A Work Domain Analysis for Network Management","year":2000,"lang":"en","type":"article","venue":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Hierarchy; Abstraction; Domain (mathematical analysis); Interface (matter); Work (physics); Task (project management); Distributed computing; Software engineering; Human–computer interaction; Systems engineering; Engineering; Operating system","score_opus":0.020287435887674888,"score_gpt":0.24396731145601966,"score_spread":0.22367987556834476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969127334","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8469308,0.00011212916,0.15231127,0.000056557055,0.00008153699,0.00019121326,0.0000045346565,0.00011252352,0.00019942452],"genre_scores_gemma":[0.4487396,0.000055735483,0.5508605,0.000046897858,0.000064659725,0.000017695405,8.418144e-7,0.000011796764,0.00020228309],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99898213,0.0000076054857,0.00026445245,0.0003268757,0.00010078362,0.00031812317],"domain_scores_gemma":[0.9993705,0.00020720027,0.0001722339,0.00014326451,0.0000614527,0.000045309138],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071872136,0.00016907131,0.00028188835,0.000030577634,0.0004242544,0.000090735986,0.00067103084,0.00006729192,0.000001666971],"category_scores_gemma":[0.000035172416,0.00013003737,0.00033590858,0.00053570175,0.000081238286,0.00026714505,0.00031699333,0.00011417699,1.6162404e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014424446,0.00014503831,0.24494347,0.0008709309,0.0045093293,3.183594e-7,0.061321653,0.51875675,0.0007683533,0.13551621,0.0066525894,0.026371123],"study_design_scores_gemma":[0.0024506757,0.00038920133,0.6256854,0.00079644914,0.001531823,0.000003823158,0.017188918,0.014806113,0.003988227,0.3109756,0.019162318,0.0030214677],"about_ca_topic_score_codex":0.000004356548,"about_ca_topic_score_gemma":5.3778825e-7,"teacher_disagreement_score":0.5039506,"about_ca_system_score_codex":0.00004599918,"about_ca_system_score_gemma":0.0000039084466,"threshold_uncertainty_score":0.530277},"labels":[],"label_agreement":null},{"id":"W1969212483","doi":"10.5539/cis.v3n3p256","title":"Aspect Oriented Software Development vs. other Techniques (Structured Approach and Object Oriented Approach)","year":2010,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Reusability; Modular programming; Software engineering; Structuring; Software development; Software; Software framework; Object-oriented programming; Software construction; Programming language; Aspect-oriented programming; Separation of concerns; Code (set theory)","score_opus":0.013900200646472875,"score_gpt":0.2485018243410565,"score_spread":0.23460162369458362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969212483","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013650948,0.000017425855,0.9842703,0.000024389808,0.00047590054,0.00026094072,0.0000017580467,0.0007968404,0.0005015124],"genre_scores_gemma":[0.043535236,0.0000060287625,0.9560683,0.0003081046,0.000039612838,0.000023993034,0.0000050138597,0.000005644349,0.000008068391],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984948,0.00002865744,0.00032562373,0.00039443764,0.00042277604,0.00033369666],"domain_scores_gemma":[0.9989321,0.00010384213,0.00013247276,0.00045144884,0.00023295474,0.00014714312],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009941419,0.00020692968,0.0001958034,0.00040243365,0.0003850399,0.00040515861,0.000717664,0.00008111858,0.0000013085162],"category_scores_gemma":[0.00030119537,0.00016781104,0.000020057403,0.000946831,0.0003983942,0.0057920986,0.00070632127,0.00026464212,0.0000027699668],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015442056,0.000041094554,0.0015904983,0.0001406588,0.000015777541,0.0000010119351,0.0130288005,0.001704154,0.0012626206,0.08639096,0.00017413955,0.89563483],"study_design_scores_gemma":[0.0019280071,0.00046758106,0.13793984,0.00011480273,0.000015660306,0.000892935,0.00040510736,0.61100656,0.07197647,0.0055408217,0.16694422,0.0027679713],"about_ca_topic_score_codex":0.000002805162,"about_ca_topic_score_gemma":2.8597137e-7,"teacher_disagreement_score":0.89286685,"about_ca_system_score_codex":0.000036872236,"about_ca_system_score_gemma":0.00013264077,"threshold_uncertainty_score":0.68431354},"labels":[],"label_agreement":null},{"id":"W1969549277","doi":"10.1109/repa.2013.6602664","title":"A pattern for structuring the behavioural requirements of features of an embedded system","year":2013,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Feature (linguistics); Structuring; Computer science; Automotive industry; Feature model; Behavioral pattern; Control flow; Mode (computer interface); Software; Artificial intelligence; Software engineering; Human–computer interaction; Engineering; Programming language","score_opus":0.06038554148328845,"score_gpt":0.31038882099890913,"score_spread":0.2500032795156207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969549277","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22698583,0.000023243105,0.7724016,0.000019877656,0.00018783669,0.00024346999,0.000002104304,0.00011709846,0.000018992738],"genre_scores_gemma":[0.6012691,2.2944509e-7,0.39866728,0.000007291882,0.000008531717,0.00002478151,4.7097973e-7,0.0000041279272,0.000018146326],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99931663,0.00005322596,0.00019493258,0.000148785,0.00014086645,0.00014556333],"domain_scores_gemma":[0.99902207,0.00025976342,0.00010951885,0.0004873092,0.000097140284,0.000024224808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023182516,0.00008187473,0.00014707247,0.000037279497,0.000031931682,0.000023532299,0.0007135337,0.000030086634,0.0000021577837],"category_scores_gemma":[0.00009087412,0.000050510174,0.000044066343,0.00007247552,0.000028938864,0.0003436023,0.00013730982,0.00004577753,3.574005e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001656315,0.0000688078,0.0035817954,0.00086240674,0.00011626604,0.0000032578068,0.0051513514,0.025250193,0.07450815,0.031480595,0.00021986474,0.85874075],"study_design_scores_gemma":[0.0011758324,0.00064831955,0.19551745,0.0002202635,0.00003726623,0.000045165994,0.002332161,0.07449683,0.7052252,0.019745233,0.000008712752,0.00054754404],"about_ca_topic_score_codex":0.00008167611,"about_ca_topic_score_gemma":0.0000041791477,"teacher_disagreement_score":0.8581932,"about_ca_system_score_codex":0.00001569779,"about_ca_system_score_gemma":0.000008819742,"threshold_uncertainty_score":0.2059745},"labels":[],"label_agreement":null},{"id":"W1969866994","doi":"10.1016/j.entcs.2007.01.062","title":"Towards a Common Semantic Foundation for Use Cases and Task Models","year":2007,"lang":"en","type":"article","venue":"Electronic Notes in Theoretical Computer Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Notation; Documentation; Formalism (music); Task (project management); User interface; Software engineering; Interface (matter); Programming language; Systems engineering","score_opus":0.034932888214651146,"score_gpt":0.32091262079969884,"score_spread":0.2859797325850477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969866994","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08096525,0.00011047689,0.91789424,0.0002505623,0.00026518412,0.00028514818,6.258978e-7,0.0002178474,0.000010682248],"genre_scores_gemma":[0.5378122,0.000010814382,0.46203655,0.000098463475,0.000026922276,0.000007833132,4.9613004e-7,0.0000062287245,5.259906e-7],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9975958,0.0000841384,0.0003020509,0.00069745985,0.0003411042,0.0009794495],"domain_scores_gemma":[0.99140775,0.0077722208,0.000060622504,0.0005257071,0.0001128502,0.00012084907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036711697,0.00019462101,0.00024483827,0.00028623678,0.00021150509,0.00030509869,0.0010391367,0.00006510384,7.787118e-7],"category_scores_gemma":[0.00219368,0.00017685366,0.000040444385,0.00088536576,0.0010501841,0.0013747085,0.0005577118,0.00025564924,0.0000012237479],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016022857,0.00001958109,0.00006734658,0.000009695737,0.0000021348421,0.0000096427675,0.00021870204,0.010849774,0.00029446406,0.8118111,3.859949e-7,0.17670117],"study_design_scores_gemma":[0.00016317698,0.00022878035,0.000496539,0.000018068784,0.000002139916,0.0000623573,0.0000015344261,0.49095008,0.0031659184,0.50474286,0.000015668531,0.00015288586],"about_ca_topic_score_codex":0.000016602127,"about_ca_topic_score_gemma":0.000022927308,"teacher_disagreement_score":0.4801003,"about_ca_system_score_codex":0.00023395772,"about_ca_system_score_gemma":0.00015398968,"threshold_uncertainty_score":0.7211883},"labels":[],"label_agreement":null},{"id":"W1970143339","doi":"10.1145/949344.949354","title":"Visualizing and AspectJ-enabling eclipse plugins using bytecode instrumentation","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Plug-in; Eclipse; Computer science; Bytecode; AspectJ; Instrumentation (computer programming); Programming language; Context (archaeology); Visualization; Software engineering; Software; Computer graphics (images); Aspect-oriented programming; Java; Artificial intelligence; Geology; Astronomy; Physics","score_opus":0.07069406067673327,"score_gpt":0.33699613314319793,"score_spread":0.26630207246646465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970143339","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09104491,0.00015177357,0.9074013,0.000023716162,0.00035794172,0.0000695736,1.8277119e-7,0.00036699534,0.00058357324],"genre_scores_gemma":[0.14050168,0.000039113205,0.8592947,0.00007470384,0.000037248446,0.0000026033647,2.331913e-7,0.000008997658,0.000040697818],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99913603,0.00008881907,0.00015344478,0.0002817671,0.000118512384,0.00022142829],"domain_scores_gemma":[0.99937594,0.0002709082,0.000048282553,0.00022475423,0.000026903934,0.00005319801],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041859594,0.000112524925,0.00011704757,0.00011877177,0.00011702351,0.00011771192,0.00016440918,0.000039600673,0.000007890565],"category_scores_gemma":[0.0005201247,0.000110266774,0.000019417514,0.00027894945,0.000024755158,0.0007661786,0.00009560258,0.000091145506,0.0000033430083],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004088778,0.000038800008,0.0025863624,0.000076841556,0.000038058082,0.000027200049,0.0023196114,0.14385636,0.033211075,0.7290639,0.000030205822,0.08874749],"study_design_scores_gemma":[0.0020730477,0.00023842153,0.00263701,0.00018479634,0.000035771467,0.0004588543,0.0019058096,0.37372094,0.33056977,0.27941433,0.00682001,0.00194125],"about_ca_topic_score_codex":0.00000803244,"about_ca_topic_score_gemma":0.0000023055004,"teacher_disagreement_score":0.44964957,"about_ca_system_score_codex":0.00007344759,"about_ca_system_score_gemma":0.000027442042,"threshold_uncertainty_score":0.44965488},"labels":[],"label_agreement":null},{"id":"W1970329742","doi":"10.1145/1408647.1408651","title":"On-demand materialization of aspects for application development","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Semantics (computer science); Eclipse; Advice (programming); Aspect-oriented programming; Software engineering; Program transformation; Interface (matter); Programming language; Application programming interface; Transformation (genetics); Operating system; Software","score_opus":0.042320052747189946,"score_gpt":0.2804019294698872,"score_spread":0.23808187672269723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970329742","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0075609838,0.000010768584,0.99176705,0.000024819146,0.000121059755,0.00015057763,2.2092253e-7,0.00018911576,0.00017542986],"genre_scores_gemma":[0.24350564,0.0000037404416,0.75636566,0.000020258914,0.000007905521,0.000036312234,0.0000017003556,0.0000030289839,0.000055747863],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9996217,0.000010236523,0.000109068955,0.000121236335,0.00006943964,0.00006833006],"domain_scores_gemma":[0.9995667,0.00017513457,0.000040419745,0.00016139486,0.00004369923,0.000012647764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012023692,0.000045681147,0.0000695574,0.000039004306,0.000035634086,0.000004209747,0.00016192585,0.000020232437,9.899592e-7],"category_scores_gemma":[0.00013803453,0.000040183102,0.000010150532,0.00008415432,0.000010307517,0.00008268642,0.000030854815,0.000009965697,0.000003497572],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000143637135,0.0000477178,0.00007902333,0.000075200565,0.000011152815,7.257649e-7,0.00081110024,0.05735268,0.024142316,0.8850818,0.00023997316,0.032143917],"study_design_scores_gemma":[0.00032266954,0.00009111016,0.0053688427,0.000011755462,0.0000015075834,0.0000061723626,0.0000046010664,0.0070772166,0.8933361,0.091698565,0.0019101116,0.00017135411],"about_ca_topic_score_codex":4.30391e-7,"about_ca_topic_score_gemma":2.0705474e-7,"teacher_disagreement_score":0.8691938,"about_ca_system_score_codex":0.000018340248,"about_ca_system_score_gemma":0.000022363598,"threshold_uncertainty_score":0.16386195},"labels":[],"label_agreement":null},{"id":"W1970467212","doi":"10.1145/1370828.1370835","title":"An approach for aspect-oriented use case modeling","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Modular programming; Computer science; Petri net; Relation (database); Aspect-oriented programming; Software engineering; Extension (predicate logic); Programming language; Data mining; Software","score_opus":0.16608145618374032,"score_gpt":0.3252763135852875,"score_spread":0.1591948574015472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970467212","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024804357,0.0000225876,0.9735457,0.000010559848,0.00015134524,0.00016844794,0.0000015683606,0.0012154777,0.000079971265],"genre_scores_gemma":[0.2490163,0.0000027633619,0.7507973,0.00003971225,0.000031644722,0.000027297287,0.000002388127,0.000010109358,0.00007250996],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99910975,0.000041591735,0.00013723473,0.00036509844,0.00009909552,0.00024724292],"domain_scores_gemma":[0.99892277,0.00031163587,0.000021851924,0.00058040785,0.00008266092,0.00008068801],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022309583,0.00011454993,0.00013015226,0.00007276516,0.0001522455,0.000036275793,0.0003311865,0.000046574693,6.969748e-7],"category_scores_gemma":[0.00030731756,0.00010191962,0.0000434457,0.00020256813,0.00002162831,0.0009836113,0.00007953012,0.00008010028,0.0000011815366],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033316023,0.00003113157,0.000033364242,0.000004979161,0.0000047043713,0.00012986962,0.0003330874,0.98290175,0.00016229172,0.013949888,0.000025482557,0.0024201437],"study_design_scores_gemma":[0.00015383317,0.000048618782,0.000008444662,9.743243e-7,0.0000015980128,0.0010968815,0.00004239424,0.99628365,0.00065723556,0.0014982786,0.000060874285,0.00014719147],"about_ca_topic_score_codex":0.00002620355,"about_ca_topic_score_gemma":9.864757e-7,"teacher_disagreement_score":0.22421195,"about_ca_system_score_codex":0.000028735305,"about_ca_system_score_gemma":0.000022552123,"threshold_uncertainty_score":0.41561615},"labels":[],"label_agreement":null},{"id":"W1971205270","doi":"10.1016/j.jal.2012.07.008","title":"Improving the semantics of the Software Cost Reduction method","year":2012,"lang":"en","type":"article","venue":"Journal of Applied Logic","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; McMaster University","funders":"","keywords":"Computer science; Programming language; Semantics (computer science); Ambiguity; Extension (predicate logic); Reduction (mathematics); Software; Readability; Theoretical computer science; Mathematics","score_opus":0.041436600822148575,"score_gpt":0.29699472120135,"score_spread":0.25555812037920145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971205270","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030203955,0.00020399694,0.99506384,0.00032006775,0.0011703023,0.00012240041,3.0575967e-7,0.000038418173,0.00006030052],"genre_scores_gemma":[0.24073155,0.000012118109,0.75899804,0.000070130984,0.0001691908,0.000002575464,3.1199747e-8,0.000006300939,0.000010050923],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989734,0.00012453002,0.00032611308,0.00008573399,0.00028279508,0.0002073715],"domain_scores_gemma":[0.99811506,0.0007453103,0.00060293655,0.0004048899,0.000090203146,0.00004158799],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021461702,0.00010136248,0.00019700546,0.000046219873,0.000093508155,0.000022191369,0.0009260933,0.000058617716,0.000002432358],"category_scores_gemma":[0.0007404754,0.00005083475,0.000103520506,0.0003264841,0.00006487484,0.00023852199,0.00029664964,0.00037002485,0.000001867088],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042140236,0.00010217166,0.000497449,0.000075022705,0.00008443068,0.0000026771193,0.0029277538,0.4222474,0.09331315,0.058658164,0.0006696722,0.42137995],"study_design_scores_gemma":[0.0013750527,0.00035396003,0.018443177,0.0001411017,0.00028401468,0.002139435,0.0022465347,0.0071628117,0.6021176,0.35816553,0.0066832216,0.0008875584],"about_ca_topic_score_codex":0.0000010616301,"about_ca_topic_score_gemma":6.998911e-8,"teacher_disagreement_score":0.50880444,"about_ca_system_score_codex":0.000054730426,"about_ca_system_score_gemma":0.000036205583,"threshold_uncertainty_score":0.2072981},"labels":[],"label_agreement":null},{"id":"W1971467631","doi":"10.1109/6294.918216","title":"Package-oriented software engineering: a generic architecture","year":2001,"lang":"en","type":"article","venue":"IT Professional","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Software engineering; Computer science; Reference architecture; Resource-oriented architecture; Software development; Software architecture; Software architecture description; Domain engineering; Architecture tradeoff analysis method; Component-based software engineering; Applications architecture; Software construction; Software; Programming language","score_opus":0.029886424362798064,"score_gpt":0.29092174901479584,"score_spread":0.26103532465199775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971467631","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010040065,0.00023754979,0.98502827,0.0010714099,0.0021363464,0.0001464666,0.00000342882,0.0012878159,0.000048631082],"genre_scores_gemma":[0.01683084,0.000015620191,0.9803662,0.000561338,0.00021104192,0.00006565286,0.000009403469,0.000029197474,0.001910744],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99840695,0.00008783999,0.00022375792,0.0004416816,0.00037319574,0.0004665486],"domain_scores_gemma":[0.998435,0.00068195304,0.00006700754,0.0005986149,0.00007923741,0.0001381567],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027328718,0.00023374669,0.0002066579,0.00015710593,0.00011957558,0.00003143122,0.00077189633,0.00012252103,0.000038946117],"category_scores_gemma":[0.0014151342,0.0001957602,0.00007989662,0.0006222574,0.00003238883,0.000288343,0.00043644357,0.00042341524,0.000053784268],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012835671,0.0005315423,0.009730797,0.00028854684,0.00019481723,0.0012778062,0.0054151574,0.56332654,0.023357484,0.04978656,0.025981035,0.31998137],"study_design_scores_gemma":[0.0034950979,0.0004909156,0.07027217,0.001029258,0.000041537744,0.0018115587,0.00027745028,0.063547656,0.013887934,0.054492697,0.7863528,0.0043008877],"about_ca_topic_score_codex":0.0000012762757,"about_ca_topic_score_gemma":6.5143433e-7,"teacher_disagreement_score":0.7603718,"about_ca_system_score_codex":0.00006616297,"about_ca_system_score_gemma":0.000096572505,"threshold_uncertainty_score":0.798287},"labels":[],"label_agreement":null},{"id":"W1973506152","doi":"10.1145/1151433.1151437","title":"Experience report on software product line evolution due to market reposition","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Product line; Context (archaeology); Product (mathematics); Product management; New product development; Business; Software; Product design; Line management; Line (geometry); Software product line; Product design specification; Innovation management; Computer science; Marketing; Operations management; Software development; Engineering; Manufacturing engineering; Operating system","score_opus":0.029077968988169854,"score_gpt":0.30003857467256423,"score_spread":0.2709606056843944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973506152","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014915983,0.000033766395,0.9809869,0.0008369164,0.00083321397,0.00026531133,5.866932e-7,0.0017184422,0.00040888292],"genre_scores_gemma":[0.1690168,0.0000013260751,0.8297436,0.00021066671,0.000094317526,0.00006591077,0.0000016544441,0.000011160617,0.00085454696],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983202,0.000054144293,0.00029620936,0.00071656296,0.00032213237,0.00029075218],"domain_scores_gemma":[0.9983766,0.00016669004,0.00008241231,0.0011398796,0.00013163118,0.000102804726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054333097,0.00016739404,0.00016948931,0.00013630657,0.00010718524,0.000057579873,0.00047763923,0.00004775409,0.0000076149645],"category_scores_gemma":[0.004617933,0.0001518026,0.000044085038,0.0005516319,0.000027061189,0.00052494474,0.0002005496,0.0001293634,0.000033719138],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006984026,0.00020869319,0.00038325714,0.00004648129,0.000017749318,0.0022216875,0.0017040578,0.90310955,0.008567699,0.035044238,0.0016918759,0.04693488],"study_design_scores_gemma":[0.0014352072,0.0023128525,0.102079324,0.0006466196,0.00001852063,0.011029181,0.00021300615,0.00458057,0.6659674,0.20286971,0.0058114347,0.003036145],"about_ca_topic_score_codex":0.000024940331,"about_ca_topic_score_gemma":0.0000029531495,"teacher_disagreement_score":0.898529,"about_ca_system_score_codex":0.00033474455,"about_ca_system_score_gemma":0.00007216151,"threshold_uncertainty_score":0.619033},"labels":[],"label_agreement":null},{"id":"W1973518623","doi":"10.1023/b:ause.0000017742.47984.6c","title":"Verifying Service Continuity in a Dynamic Reconfiguration Procedure: Application to a Satellite System","year":2004,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Control reconfiguration; Computer science; Unified Modeling Language; Software; Payload (computing); Embedded system; Distributed computing; Programming language; Network packet; Computer network","score_opus":0.00948485757950351,"score_gpt":0.2531919913532006,"score_spread":0.24370713377369707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973518623","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062044825,0.00017814347,0.9234348,0.00012555976,0.0003682794,0.0006140524,0.0000030040844,0.013222511,0.000008813224],"genre_scores_gemma":[0.52370244,0.000006789909,0.47598764,0.00005492391,0.0000145559225,0.00019266143,0.000007832388,0.00003091677,0.0000021929804],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99813926,0.000038508955,0.00045999684,0.0006152969,0.00023789183,0.0005090217],"domain_scores_gemma":[0.99876416,0.00027402857,0.00009905869,0.000607587,0.00012498042,0.00013020782],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00047265235,0.0003068286,0.0003375286,0.00038346596,0.000064854765,0.00011147781,0.00065724243,0.00016394994,2.7905426e-7],"category_scores_gemma":[0.00088658975,0.0003547286,0.000044205583,0.0018152418,0.000006796375,0.0006683232,0.000145671,0.0002676249,0.0000601734],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047266803,0.000014567081,0.00011535582,0.00033182654,0.00001018346,0.000020182542,0.0011602574,0.9766078,0.008540314,0.0018701409,0.0000010560902,0.0113235945],"study_design_scores_gemma":[0.0009349088,0.00007359016,0.040339336,0.0010796747,0.000010638138,0.00013810422,0.00012056063,0.9475591,0.007992744,0.00044353498,0.0003130242,0.0009947781],"about_ca_topic_score_codex":0.000052612228,"about_ca_topic_score_gemma":0.00005430639,"teacher_disagreement_score":0.46165764,"about_ca_system_score_codex":0.0008378865,"about_ca_system_score_gemma":0.000085886364,"threshold_uncertainty_score":0.99989045},"labels":[],"label_agreement":null},{"id":"W1973853680","doi":"10.1007/s10270-003-0024-z","title":"EB3: an entity-based black-box specification method for information systems","year":2003,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds Québécois de la Recherche sur la Nature et les Technologies","keywords":"Computer science; Notation; Abstraction; Process (computing); Modular design; Class diagram; Class (philosophy); Black box; Formal specification; Process calculus; Theoretical computer science; Relation (database); Function (biology); Programming language; Composition (language); Unified Modeling Language; Data mining; Artificial intelligence; Software","score_opus":0.06139219366238525,"score_gpt":0.31142971082134385,"score_spread":0.2500375171589586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973853680","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00059996254,0.00038423142,0.9933074,0.000014953264,0.0025985104,0.001124846,0.000024860865,0.0018985661,0.000046634188],"genre_scores_gemma":[0.16755338,0.000006346809,0.83190095,0.000036260568,0.000119761185,0.00027582052,0.00003809838,0.000034742323,0.000034640336],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970771,0.0005357584,0.00084235624,0.0005460446,0.0004824995,0.0005162287],"domain_scores_gemma":[0.99684674,0.00090294087,0.00034718117,0.0011494418,0.0005993051,0.0001543916],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0025987623,0.0003247803,0.00044507405,0.00034287933,0.00025416058,0.0005646025,0.0007842218,0.00020626503,6.4971294e-7],"category_scores_gemma":[0.0019228241,0.00033137688,0.00012356264,0.00045313692,0.000022090951,0.0025999798,0.00005157059,0.00020403627,0.000021055226],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005190839,0.000018357212,0.00004076098,0.0003457106,0.000013318445,6.409411e-7,0.00048527506,0.9507333,0.00012819146,0.044065364,0.000021814865,0.00414209],"study_design_scores_gemma":[0.00039114163,0.00006774513,0.000005602115,0.000119789,0.000011855945,0.000012800065,0.00027674955,0.9922069,0.00031690448,0.0023503723,0.0038424637,0.00039771502],"about_ca_topic_score_codex":0.000058472415,"about_ca_topic_score_gemma":0.0000013091937,"teacher_disagreement_score":0.16695341,"about_ca_system_score_codex":0.00026181704,"about_ca_system_score_gemma":0.00016847682,"threshold_uncertainty_score":0.9999138},"labels":[],"label_agreement":null},{"id":"W1974534895","doi":"10.1016/j.infsof.2007.10.013","title":"The software product line architecture: An empirical investigation of key process activities","year":2008,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Software product line; Software architecture description; Software engineering; Resource-oriented architecture; Software development; Computer science; Software architecture; Reference architecture; Software; Software construction; Operating system","score_opus":0.0291366572693628,"score_gpt":0.28883810609382976,"score_spread":0.25970144882446694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974534895","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22402605,0.00018442133,0.7732615,0.0008915171,0.00011067049,0.00015606899,0.0000025800298,0.001362798,0.00000439793],"genre_scores_gemma":[0.34301326,0.00009329885,0.6566347,0.0001574222,0.000019730174,0.000053455668,0.000008298391,0.00000744329,0.000012375508],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989738,0.000058226055,0.00035631147,0.00017665696,0.0002118806,0.00022313622],"domain_scores_gemma":[0.99851793,0.0005146129,0.00021110573,0.0005150912,0.00019130809,0.00004993053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033324023,0.00015133036,0.00018993116,0.00030504935,0.00030192098,0.00003858596,0.00060640165,0.00013875698,5.8154154e-7],"category_scores_gemma":[0.0032196483,0.00011079078,0.000024317706,0.0006278762,0.000545483,0.00145454,0.00017892092,0.0002948657,0.000001912856],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003517122,0.000025905334,0.035364687,0.00018347958,0.000030969277,0.0000043508685,0.014364428,0.018589573,0.00018506187,0.0045885523,0.00016329193,0.92646456],"study_design_scores_gemma":[0.0022454488,0.0022640019,0.08858875,0.00020906948,0.00003550737,0.0022161768,0.0023309307,0.0105382,0.16457565,0.70615417,0.018749824,0.0020922876],"about_ca_topic_score_codex":0.000002275271,"about_ca_topic_score_gemma":0.0000032735534,"teacher_disagreement_score":0.92437226,"about_ca_system_score_codex":0.000025199424,"about_ca_system_score_gemma":0.00013241258,"threshold_uncertainty_score":0.45179167},"labels":[],"label_agreement":null},{"id":"W1975343474","doi":"10.1145/1176617.1176701","title":"Round-trip engineering of eclipse plug-ins using eclipse workbench part interaction FSML","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Eclipse; Workbench; Computer science; Software engineering; Plug-in; Programming language; Domain (mathematical analysis); Modeling language; Model-driven architecture; Software development; Systems engineering; Software; Engineering; Artificial intelligence","score_opus":0.04661667051225226,"score_gpt":0.2826360061058348,"score_spread":0.2360193355935825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975343474","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07108697,0.00009129856,0.92527694,0.000037242044,0.0022994315,0.000102862214,0.0000011838456,0.00055622886,0.00054782303],"genre_scores_gemma":[0.18710224,0.000010697249,0.81155634,0.000019001825,0.0009734225,0.000007659284,0.0000023293933,0.000021006588,0.0003072814],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984825,0.00006126925,0.00045005116,0.0003854547,0.00024709277,0.00037361827],"domain_scores_gemma":[0.9983802,0.00072499143,0.00014822115,0.00059971085,0.00009012621,0.00005673658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043254386,0.00022300021,0.00029724627,0.00024633118,0.000057310695,0.00007996452,0.00052842585,0.000098511846,0.000026693178],"category_scores_gemma":[0.00041320737,0.00022072093,0.00010256031,0.0006195354,0.000028985818,0.0010129155,0.0002303589,0.00022603349,0.000011345827],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004244143,0.00003709482,0.00040798646,0.000029801278,0.0000151262975,0.000009348129,0.00008893946,0.9767933,0.0039427173,0.014174117,0.000309963,0.004187374],"study_design_scores_gemma":[0.00085626845,0.00016461335,0.0030977621,0.00036000955,0.000043728847,0.0001476497,0.00011536481,0.8725169,0.08197629,0.022862725,0.01651487,0.0013438357],"about_ca_topic_score_codex":0.000082670515,"about_ca_topic_score_gemma":0.000010685853,"teacher_disagreement_score":0.11601526,"about_ca_system_score_codex":0.00015292513,"about_ca_system_score_gemma":0.000037004324,"threshold_uncertainty_score":0.9000739},"labels":[],"label_agreement":null},{"id":"W1975385971","doi":"10.1109/modre.2014.6890823","title":"Combined propagation-based reasoning with goal and feature models","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Feature (linguistics); Computer science; Usability; Feature model; Stakeholder; Goal modeling; Software engineering; Notation; Automated reasoning; Reasoning system; Artificial intelligence; Software; Data mining; Human–computer interaction; Requirements engineering; Programming language","score_opus":0.013864921947802578,"score_gpt":0.22996701588349208,"score_spread":0.2161020939356895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975385971","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037211073,0.000015221294,0.99442244,0.000536295,0.000046119116,0.00008096136,1.3852743e-7,0.0006582982,0.00051943416],"genre_scores_gemma":[0.31142956,4.628068e-7,0.68831545,0.00012568138,0.000008155045,0.000005943498,5.1893585e-7,0.000005610899,0.00010864248],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994365,0.000048936257,0.000051834348,0.00021800576,0.000111517205,0.00013317935],"domain_scores_gemma":[0.9992626,0.00034704237,0.000027770948,0.00027255347,0.00004540805,0.000044653265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021956515,0.000090986345,0.00010073443,0.00003760539,0.00006148706,0.00006173779,0.00020810319,0.000035346515,5.862063e-7],"category_scores_gemma":[0.00018757721,0.000064600354,0.000009412279,0.00013341369,0.00003109572,0.0003108635,0.000054225413,0.000090076726,9.604694e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014596085,0.0000102105705,0.00031778,0.000021489026,0.0000062305835,0.0000026655548,0.00015869511,0.67999995,0.00030941228,0.30331403,0.00009785574,0.015747095],"study_design_scores_gemma":[0.0003172613,0.00012450786,0.0010009634,0.000023833125,0.000001950414,0.0000045376923,0.0000053280123,0.9823726,0.0010653593,0.014862514,0.000088756526,0.00013243196],"about_ca_topic_score_codex":0.000002760345,"about_ca_topic_score_gemma":0.000001137275,"teacher_disagreement_score":0.30770844,"about_ca_system_score_codex":0.00001188895,"about_ca_system_score_gemma":0.000017931154,"threshold_uncertainty_score":0.26343262},"labels":[],"label_agreement":null},{"id":"W1976074482","doi":"10.1016/j.jss.2005.10.014","title":"Investigating the impact of usability on software architecture through scenarios: A case study on Web systems","year":2005,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Usability; Usability engineering; Web usability; Usability inspection; Computer science; Usability lab; Cognitive walkthrough; Software engineering; Usability goals; Heuristic evaluation; System usability scale; Human–computer interaction; World Wide Web","score_opus":0.06010819479502414,"score_gpt":0.3348676516079262,"score_spread":0.27475945681290204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976074482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53546226,0.0010354969,0.46267262,0.000051547067,0.00035659716,0.00033033852,0.000008533366,0.00007992287,0.000002695292],"genre_scores_gemma":[0.9008938,0.000012662055,0.09872983,0.000027449812,0.00029084805,0.00001199959,1.7246603e-7,0.000021072074,0.000012170132],"study_design_codex":"simulation_or_modeling","study_design_gemma":"case_report","domain_scores_codex":[0.9969959,0.0007601409,0.00097138225,0.0003311665,0.0006172035,0.0003241933],"domain_scores_gemma":[0.9947909,0.0030344483,0.00091299973,0.0007774476,0.00033091978,0.0001532575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023408674,0.00032945327,0.00075392495,0.00016164116,0.00024339386,0.00019277654,0.00070046104,0.00011498737,6.405489e-7],"category_scores_gemma":[0.0036733213,0.00018204728,0.00021635112,0.0003781631,0.00012559883,0.00045565996,0.00015950842,0.0007408703,0.0000010289291],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019549478,0.00016558052,0.014918131,0.00015883973,0.00014382327,0.00030860485,0.009451178,0.9686493,0.000053955708,0.000121935904,0.00012874673,0.005880343],"study_design_scores_gemma":[0.02983241,0.09384321,0.20599158,0.033560827,0.0011419168,0.26648554,0.15693702,0.17708077,0.0011104444,0.020515671,0.0035156272,0.009984993],"about_ca_topic_score_codex":0.00031970214,"about_ca_topic_score_gemma":0.000010412297,"teacher_disagreement_score":0.7915686,"about_ca_system_score_codex":0.00021514249,"about_ca_system_score_gemma":0.00019277172,"threshold_uncertainty_score":0.74236727},"labels":[],"label_agreement":null},{"id":"W1976625778","doi":"10.5555/2821357.2821372","title":"Hogna: a platform for self-adaptive applications in cloud environments","year":2015,"lang":"en","type":"article","venue":"Software Engineering for Adaptive and Self-Managing Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Software deployment; Cloud computing; Computer science; Installation; Software; Software engineering; Automation; Plan (archaeology); Set (abstract data type); Distributed computing; Systems engineering; Operating system; Engineering","score_opus":0.0364194000861586,"score_gpt":0.2524406035806636,"score_spread":0.21602120349450502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976625778","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009360579,0.0022103067,0.99262303,0.000018872886,0.0007296955,0.0019603674,0.000033225286,0.001475093,0.000013338751],"genre_scores_gemma":[0.108954206,0.000052227937,0.88860637,0.000013886057,0.00019716982,0.002016042,0.0000150447595,0.000070557624,0.00007448877],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979924,0.00003564233,0.000414392,0.0006901938,0.00024426356,0.0006231088],"domain_scores_gemma":[0.9974838,0.001610134,0.00013541146,0.00047743146,0.00008598958,0.00020726498],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008719184,0.0003950583,0.00049702177,0.00031693515,0.00012742545,0.0001044796,0.0005482059,0.00014740972,6.001246e-8],"category_scores_gemma":[0.00037310962,0.00040634244,0.0000972034,0.0003606842,0.00002460793,0.0006210349,0.00019484502,0.00019951769,0.0000023813918],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043393087,0.00015495857,0.00054180226,0.00054246414,0.00029365072,0.000010072596,0.0051254034,0.86197436,0.00004238889,0.12750721,0.00018575734,0.003578514],"study_design_scores_gemma":[0.0027376346,0.00082064094,0.0006597056,0.000333796,0.00008576243,0.000039091927,0.0013169355,0.93212205,0.00022051948,0.013906739,0.046289973,0.0014671665],"about_ca_topic_score_codex":0.000026159236,"about_ca_topic_score_gemma":0.0000026636658,"teacher_disagreement_score":0.11360047,"about_ca_system_score_codex":0.00040771757,"about_ca_system_score_gemma":0.00005682322,"threshold_uncertainty_score":0.9998388},"labels":[],"label_agreement":null},{"id":"W1976662555","doi":"10.1007/s10270-013-0373-1","title":"Introduction to the theme issue on models for quality of software architecture","year":2013,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Theme (computing); Software engineering; Architecture; Software architecture; Quality (philosophy); Software architecture description; Software quality; Software; Reference architecture; Software development; Programming language; World Wide Web; Epistemology; History","score_opus":0.06928792739297089,"score_gpt":0.31059818658315175,"score_spread":0.24131025919018084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976662555","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029837103,0.00042141447,0.99033755,0.0017526896,0.0019182143,0.0015618672,0.000020764839,0.0009968346,0.000006939669],"genre_scores_gemma":[0.111496024,0.0000058252276,0.88605386,0.00018324271,0.0013462913,0.00064317475,0.0000069492917,0.000049205697,0.00021544259],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972807,0.0002916583,0.00070480554,0.00073548633,0.0004947924,0.00049253664],"domain_scores_gemma":[0.99592894,0.0016705729,0.00022620648,0.0015631758,0.00050192146,0.00010916334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016592548,0.0003173832,0.00051520986,0.0001723854,0.00021147981,0.0001335183,0.0012825488,0.00013497124,0.0000028614859],"category_scores_gemma":[0.0033781228,0.00022456198,0.0001670188,0.0003893578,0.0000317135,0.00048184625,0.0002630814,0.00028181038,0.000029030814],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014381812,0.000016094373,0.000006086861,0.00018196259,0.000023309067,1.4323946e-7,0.0012013152,0.963353,0.00022284486,0.0037163654,0.0009775744,0.030286944],"study_design_scores_gemma":[0.00029687825,0.00021023361,0.000014571207,0.00019907815,0.0000120031045,0.0000098547125,0.00034846916,0.9023606,0.00049924455,0.093322605,0.0021924097,0.0005340544],"about_ca_topic_score_codex":0.00021716183,"about_ca_topic_score_gemma":0.000004293234,"teacher_disagreement_score":0.10851231,"about_ca_system_score_codex":0.000107136446,"about_ca_system_score_gemma":0.000053858716,"threshold_uncertainty_score":0.91573715},"labels":[],"label_agreement":null},{"id":"W1976831690","doi":"10.1007/s10270-011-0216-x","title":"On the realizability of collaborative services","year":2011,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Realizability; Sequence diagram; Computer science; Unified Modeling Language; Concurrency; Set (abstract data type); Sequence (biology); Programming language; Construct (python library); Software engineering; Activity diagram; Theoretical computer science; Class diagram; Software","score_opus":0.07058424502463068,"score_gpt":0.2636104253522653,"score_spread":0.19302618032763463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976831690","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035132125,0.0004526913,0.96269137,0.000028137154,0.00060214417,0.0003166764,0.000008829454,0.00059169723,0.000176331],"genre_scores_gemma":[0.7255437,0.000008869747,0.27430433,0.00004710057,0.000021394064,0.000048768365,7.924534e-7,0.000013588185,0.0000114986215],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983428,0.00033542496,0.00039755894,0.0003763367,0.0003019111,0.00024595836],"domain_scores_gemma":[0.9971934,0.0011928182,0.00018121582,0.0010576431,0.00032691815,0.00004802877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012319527,0.00018275475,0.00029425812,0.00007055134,0.00011452488,0.000037821646,0.0010634753,0.00008042024,0.0000022041022],"category_scores_gemma":[0.00076503394,0.00012381116,0.000060749502,0.00044941987,0.000047465466,0.00029207917,0.00020920299,0.00015668444,0.000006610184],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015816779,0.0000321787,0.00039872772,0.00019312846,0.000032161854,0.000003395361,0.0066816667,0.90841544,0.00006434099,0.082927115,0.000023280369,0.0012127485],"study_design_scores_gemma":[0.00025247489,0.00023969224,0.00020308899,0.0006095902,0.000016686961,0.000009704281,0.001914749,0.82445216,0.0016203229,0.17007704,0.000093975876,0.00051052973],"about_ca_topic_score_codex":0.00023706214,"about_ca_topic_score_gemma":0.0000040102927,"teacher_disagreement_score":0.69041157,"about_ca_system_score_codex":0.000051857904,"about_ca_system_score_gemma":0.00005937861,"threshold_uncertainty_score":0.5048873},"labels":[],"label_agreement":null},{"id":"W1976958311","doi":"10.1109/ms.2006.12","title":"Guest Editors' Introduction: Aspect-Oriented Programming","year":2006,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Modularity (biology); Aspect-oriented programming; Software engineering; Modular design; Programming language; Modular programming; Programming paradigm; Interface (matter); Software development; Software; Operating system","score_opus":0.012557784941140099,"score_gpt":0.25122445090256196,"score_spread":0.23866666596142186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976958311","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013684761,0.00018695743,0.9582388,0.00043471222,0.03586397,0.00016626866,0.0000023544685,0.003715868,0.000022602788],"genre_scores_gemma":[0.005520482,0.0000029911137,0.9528359,0.000030040841,0.04122052,0.00005156378,0.000010301242,0.000029078703,0.0002990916],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982187,0.00007551813,0.00027652527,0.0006007939,0.0003516085,0.0004768477],"domain_scores_gemma":[0.99851006,0.00034600604,0.00009927681,0.00079460314,0.00017525727,0.000074813135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003218712,0.00023323692,0.00023206059,0.00013592032,0.0002777451,0.00008613275,0.00064637227,0.00010857611,0.000006026752],"category_scores_gemma":[0.0007789058,0.00023279605,0.00008273054,0.00071289844,0.00008000911,0.00063406385,0.00020421726,0.00027053038,0.00005857175],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040838255,0.0006218656,0.0064246925,0.0002889904,0.0001337756,0.00042206212,0.0017382022,0.1589698,0.0042022965,0.032707468,0.55478275,0.23966725],"study_design_scores_gemma":[0.0004348395,0.00016323761,0.0013473514,0.000035137626,0.000013522305,0.00011020829,0.00003471893,0.0003704102,0.019455519,0.014075395,0.9631925,0.0007671676],"about_ca_topic_score_codex":0.000029224066,"about_ca_topic_score_gemma":0.0000034866134,"teacher_disagreement_score":0.40840974,"about_ca_system_score_codex":0.000116232,"about_ca_system_score_gemma":0.000044100474,"threshold_uncertainty_score":0.9493147},"labels":[],"label_agreement":null},{"id":"W1977393187","doi":"","title":"Inferring Meta-Models for Runtime System Data from the Clients of Management APIs","year":2010,"lang":"en","type":"article","venue":"INRIA a CCSD electronic archive server","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Runtime verification; Data modeling; Set (abstract data type); Runtime system; Code (set theory); Distributed computing; Software engineering; Data mining; Database; Programming language; Formal verification","score_opus":0.0790266349657029,"score_gpt":0.30295627365651456,"score_spread":0.22392963869081167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977393187","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014178304,0.00035162465,0.9838605,0.00010827245,0.0004443587,0.00058169063,0.00009728684,0.00026330975,0.00011466086],"genre_scores_gemma":[0.48493373,0.00002488174,0.5146727,0.00006266161,0.00007229202,0.00011968387,0.000051190116,0.000024733092,0.000038158538],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997985,0.00016021171,0.0003661716,0.0006323931,0.00028786768,0.00056835666],"domain_scores_gemma":[0.9954031,0.0017966446,0.0001840105,0.002513737,0.000052394465,0.000050107687],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012059913,0.00023233016,0.0003905648,0.00007339341,0.00012781286,0.000053908,0.0038449704,0.00005319645,0.000005494004],"category_scores_gemma":[0.00019431586,0.00016517988,0.0001560707,0.00020045438,0.000066761495,0.0005984233,0.0019306057,0.00038303877,0.000008979157],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045051795,0.00005367057,0.00008434573,0.000117642245,0.0021011385,0.0000039153542,0.00065282837,0.059515096,0.0018648064,0.92693645,0.00043335083,0.008191684],"study_design_scores_gemma":[0.001297202,0.00015589764,0.0016102064,0.00008281744,0.00080329436,0.000011244623,0.00008421024,0.5408426,0.0029473815,0.44018805,0.011378178,0.00059892377],"about_ca_topic_score_codex":0.000071293536,"about_ca_topic_score_gemma":0.00030578685,"teacher_disagreement_score":0.48674843,"about_ca_system_score_codex":0.000048479837,"about_ca_system_score_gemma":0.000070365946,"threshold_uncertainty_score":0.71449757},"labels":[],"label_agreement":null},{"id":"W1978061107","doi":"10.1145/1509239.1509259","title":"Concept analysis for product line requirements","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software product line; Modularity (biology); Product line; Formal concept analysis; Product (mathematics); Non-functional requirement; Quality (philosophy); Requirements engineering; Requirements elicitation; Software engineering; Software; Systems engineering; Software development; Engineering; Manufacturing engineering; Programming language; Software construction; Mathematics","score_opus":0.09669166780407741,"score_gpt":0.3645174086303398,"score_spread":0.2678257408262624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978061107","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022460464,0.0001253097,0.9976191,0.00089702813,0.00017002216,0.0001503974,0.0000010362281,0.000606422,0.0002061061],"genre_scores_gemma":[0.14901075,0.0000030742121,0.84981966,0.0002694094,0.00005069992,0.000008594616,0.0000028671027,0.0000025737017,0.0008323844],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992086,0.000023896386,0.00014550319,0.00031238215,0.000111979265,0.00019762147],"domain_scores_gemma":[0.9991221,0.00022864454,0.000039494054,0.0004954961,0.000077517514,0.000036769048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030002062,0.000087435794,0.00016804718,0.00011217084,0.000040626186,0.000033921933,0.00046860563,0.000019569012,0.0000037011205],"category_scores_gemma":[0.000710671,0.0000732408,0.00008318779,0.00065801106,0.000012783172,0.00029057634,0.000046931105,0.00003803727,0.0000028747997],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008294258,0.00006768447,0.00017325037,0.0000074129402,0.00021841467,0.0000035267722,0.00035359644,0.5344471,0.0036074882,0.06485963,0.0009902263,0.39526343],"study_design_scores_gemma":[0.0019934275,0.0017169348,0.02953791,0.000024759462,0.0003787003,0.000009061007,0.000051094696,0.3069457,0.30706236,0.33284137,0.017590787,0.0018478974],"about_ca_topic_score_codex":9.82477e-7,"about_ca_topic_score_gemma":4.93792e-7,"teacher_disagreement_score":0.39341554,"about_ca_system_score_codex":0.000025845211,"about_ca_system_score_gemma":0.000013317566,"threshold_uncertainty_score":0.2986673},"labels":[],"label_agreement":null},{"id":"W1978195252","doi":"10.1145/1188966.1188982","title":"STAC","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Autonomic computing; Software; Java; Robustness (evolution); Software system; Embedded system; Control system; Operating system; Engineering; Cloud computing","score_opus":0.013675181843791339,"score_gpt":0.24142737186919955,"score_spread":0.2277521900254082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978195252","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00061213895,0.000045323617,0.9912567,0.00016120494,0.00016491783,0.00001729781,7.642708e-8,0.0009888638,0.0067534526],"genre_scores_gemma":[0.04540879,7.4421774e-7,0.95280635,0.000040406892,0.00002643633,0.0000020464101,1.5244954e-7,0.000002275108,0.0017127725],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9996754,0.000012210479,0.00005037915,0.000101970334,0.000058614532,0.000101420046],"domain_scores_gemma":[0.99960256,0.00014669652,0.000008469046,0.00021875247,0.000012403922,0.000011112946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000878373,0.000037307513,0.000039939678,0.000024364786,0.000016655242,0.000021807025,0.00026820597,0.000013260372,0.0000056405606],"category_scores_gemma":[0.000053307518,0.000031186566,0.000012869633,0.00011053717,0.000007792257,0.00017641856,0.00007297351,0.000029165129,0.00003546137],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.5782072e-7,0.000008589817,0.00022846303,0.0000022713698,0.0000012552623,0.000007723045,0.000014707238,0.054488447,0.001520491,0.91431767,0.002968684,0.026441466],"study_design_scores_gemma":[0.00018475948,0.000038395396,0.010133947,0.0000036538104,9.96249e-7,0.000016244485,0.0000072931107,0.011231514,0.042980567,0.8912584,0.043816593,0.0003276255],"about_ca_topic_score_codex":0.000009045534,"about_ca_topic_score_gemma":0.0000012043452,"teacher_disagreement_score":0.04479665,"about_ca_system_score_codex":0.00000929001,"about_ca_system_score_gemma":0.0000052690166,"threshold_uncertainty_score":0.12717512},"labels":[],"label_agreement":null},{"id":"W1979037869","doi":"10.1145/2499777.2499779","title":"Clafer tools for product line engineering","year":2013,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Metamodeling; Viewpoints; Computer science; Product line; Feature model; Product (mathematics); Software engineering; Software product line; Modeling language; Systems engineering; Set (abstract data type); Feature (linguistics); New product development; Product engineering; Engineering drawing; Product design; Programming language; Engineering; Manufacturing engineering; Software development; Software","score_opus":0.06675466548421304,"score_gpt":0.28555136659884,"score_spread":0.21879670111462696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979037869","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014619436,0.00008428474,0.9955142,0.0007452527,0.00050908944,0.0003717455,4.5373096e-7,0.0012085948,0.00010439939],"genre_scores_gemma":[0.029927345,0.0000029855403,0.96887,0.00009578252,0.00012371292,0.00018176626,9.874163e-7,0.000012740906,0.0007847228],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992473,0.000009911953,0.00013410983,0.00026737855,0.000080485086,0.0002607991],"domain_scores_gemma":[0.99838495,0.0010101176,0.000020026884,0.0004454037,0.000090746245,0.000048745598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002078593,0.0001102777,0.0001240657,0.00005488307,0.00002691738,0.00013701392,0.00047336947,0.000029584493,0.000012883487],"category_scores_gemma":[0.002402506,0.00009164271,0.000040964882,0.00015277429,0.000007950655,0.0010822017,0.00012884676,0.00007350904,0.000048307236],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002066825,0.000027987024,0.000027206568,0.00008651448,0.000027177013,0.0000017496816,0.00016579,0.41097063,0.033366136,0.09537743,0.0041421023,0.4558052],"study_design_scores_gemma":[0.00081548735,0.00032504715,0.0045755133,0.00005005342,0.000009540572,0.000034617035,0.000025174337,0.5724184,0.296723,0.06279393,0.060836617,0.0013926217],"about_ca_topic_score_codex":0.0000025603429,"about_ca_topic_score_gemma":1.7757978e-7,"teacher_disagreement_score":0.4544126,"about_ca_system_score_codex":0.000024102164,"about_ca_system_score_gemma":0.0000144140295,"threshold_uncertainty_score":0.3737081},"labels":[],"label_agreement":null},{"id":"W1979073407","doi":"10.1142/s0218194000000286","title":"ISSUES AND MODELS IN SOFTWARE PRODUCT LINES","year":2000,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta; Government of Alberta","keywords":"Software engineering; Software product line; Computer science; Software development; Software; Product (mathematics); Systems engineering; Software construction; Engineering; Programming language","score_opus":0.020730186428758075,"score_gpt":0.2780429710698353,"score_spread":0.2573127846410772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979073407","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09538217,0.013340244,0.88963485,0.00013097344,0.0011182553,0.000066082044,0.0000025545507,0.0003174641,0.0000074294744],"genre_scores_gemma":[0.21306966,0.0018259067,0.7844473,0.00001336513,0.00046678653,0.000008119839,0.0000011344365,0.000040499093,0.00012720638],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986051,0.000024984729,0.0005119346,0.0002959415,0.00026995802,0.0002921059],"domain_scores_gemma":[0.99875915,0.00059961196,0.0000819836,0.00019651598,0.00022964581,0.00013306513],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00054386485,0.00027809947,0.0003699008,0.0005708169,0.0000257114,0.00012954566,0.00065027573,0.0000826005,0.0000048429874],"category_scores_gemma":[0.0014709741,0.00027456076,0.00006709165,0.00028524335,0.000025270218,0.0011143452,0.00016886191,0.00041942016,0.0000023427376],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012455868,0.00003468267,0.0007599649,0.0000812453,0.00006645211,0.00010150042,0.000981908,0.85387766,0.00038109656,0.00085784134,0.000035999266,0.14280921],"study_design_scores_gemma":[0.0030596321,0.00035249672,0.027940968,0.0029131684,0.000046168916,0.003208753,0.00006362662,0.92750496,0.005282663,0.0063881646,0.021162352,0.0020770703],"about_ca_topic_score_codex":0.0000068581244,"about_ca_topic_score_gemma":0.000001070582,"teacher_disagreement_score":0.14073215,"about_ca_system_score_codex":0.00008614491,"about_ca_system_score_gemma":0.000043775606,"threshold_uncertainty_score":0.9999707},"labels":[],"label_agreement":null},{"id":"W1980079693","doi":"10.1145/1188966.1188976","title":"Requirements-driven design of autonomic application software","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":105,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Autonomic computing; Software engineering; Software system; Process (computing); Software; Systems engineering; Risk analysis (engineering); Distributed computing; Reliability engineering; Engineering; Operating system; Cloud computing","score_opus":0.04521512605687349,"score_gpt":0.28486336284250985,"score_spread":0.23964823678563635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980079693","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003704586,0.000041283292,0.9984911,0.00004077709,0.00009054188,0.00015209283,4.9981315e-7,0.0006920695,0.00012114495],"genre_scores_gemma":[0.07890436,0.0000023361135,0.92087126,0.000018101866,0.000018084409,0.000024582101,0.0000013398916,0.000006523767,0.0001533961],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993074,0.000043697164,0.00019259048,0.00021236796,0.00010400472,0.00013992748],"domain_scores_gemma":[0.99909616,0.00032434685,0.00008061562,0.00043650164,0.00004503246,0.000017322189],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023330955,0.000080345635,0.00011477193,0.00006191322,0.000025515803,0.000012989649,0.0005014924,0.000035634057,0.0000031161758],"category_scores_gemma":[0.000108679815,0.000076539545,0.000025995543,0.00016810508,0.00002630954,0.0002616259,0.000114218856,0.00003962724,0.000016544775],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017647227,0.000015922626,0.00023450314,0.0000065394966,0.000003807578,6.0019414e-7,0.000020501282,0.9410551,0.014137781,0.026849965,0.00021131546,0.017462175],"study_design_scores_gemma":[0.0006012356,0.00017011087,0.015764097,0.000027592227,0.000011628103,0.000011727129,0.000010797345,0.52635145,0.15748568,0.2971614,0.001775367,0.0006289313],"about_ca_topic_score_codex":0.000018435805,"about_ca_topic_score_gemma":6.1073615e-7,"teacher_disagreement_score":0.4147037,"about_ca_system_score_codex":0.0000530955,"about_ca_system_score_gemma":0.00002929229,"threshold_uncertainty_score":0.31211922},"labels":[],"label_agreement":null},{"id":"W1981448271","doi":"10.1145/2737166.2737177","title":"Change-Driven Consistency for Component Code, Architectural Models, and Contracts","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"Bundesministerium für Bildung und Forschung; Deutsche Forschungsgemeinschaft","keywords":"Computer science; Code refactoring; Component (thermodynamics); Consistency (knowledge bases); Programming language; Source code; Software engineering; Java; Abstraction; Java Modeling Language; Software architecture; Software system; Software; Java annotation; Real time Java; Artificial intelligence","score_opus":0.24652623763065648,"score_gpt":0.3331928970948242,"score_spread":0.08666665946416771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981448271","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047809593,0.00048622428,0.99230254,0.0010650489,0.00034492172,0.0003438151,0.000005508866,0.0005052367,0.00016574874],"genre_scores_gemma":[0.26839364,0.000008621795,0.7312235,0.00022646096,0.000037296817,0.00005353065,0.0000016756254,0.0000070508986,0.00004816874],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99918884,0.0000458738,0.00013453298,0.00026572918,0.00012106287,0.00024395996],"domain_scores_gemma":[0.99875814,0.0006896448,0.000040851675,0.00026794092,0.00009830954,0.0001450896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027616147,0.00012233201,0.00019194017,0.00005595567,0.000045770088,0.000046432626,0.00029830405,0.000040502084,2.838899e-7],"category_scores_gemma":[0.00033052612,0.00010081611,0.00002977698,0.00006625844,0.000057601763,0.00036606612,0.00018233922,0.000074161886,0.000001670718],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007435416,0.00007363399,0.00019012629,0.00007904558,0.0000659122,0.000026639264,0.005349604,0.31395414,0.0012120407,0.46065518,0.00093309185,0.21738622],"study_design_scores_gemma":[0.000958557,0.00018793097,0.0005582796,0.000018191413,0.000006547518,0.0000767262,0.00005705079,0.8250608,0.00063933316,0.17050464,0.0016403032,0.0002916428],"about_ca_topic_score_codex":0.000015580898,"about_ca_topic_score_gemma":0.000010233574,"teacher_disagreement_score":0.51110667,"about_ca_system_score_codex":0.000026246547,"about_ca_system_score_gemma":0.000026636502,"threshold_uncertainty_score":0.41111615},"labels":[],"label_agreement":null},{"id":"W1981893749","doi":"10.1109/relaw.2013.6671344","title":"Transforming regulations into performance models in the context of reasoning for outcome-based compliance","year":2013,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Context (archaeology); Outcome (game theory); Model transformation; Goal modeling; Notation; Domain (mathematical analysis); Context model; Modeling language; Transformation (genetics); Artificial intelligence; Risk analysis (engineering); Process management; Requirements engineering; Engineering; Programming language; Business","score_opus":0.12267149107667381,"score_gpt":0.3321138083723252,"score_spread":0.20944231729565138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981893749","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034706447,0.00004413226,0.9638307,0.00061186147,0.00006587468,0.00048708732,6.035301e-7,0.00011220649,0.00014107637],"genre_scores_gemma":[0.5088492,0.0000011833611,0.4909165,0.00010835937,0.0000034621917,0.00010003812,5.2457887e-7,0.0000033434628,0.00001738614],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999198,0.000042504675,0.00028155907,0.00016736134,0.00012434025,0.00018620085],"domain_scores_gemma":[0.998246,0.0012067036,0.000060343187,0.00037680392,0.0000916225,0.000018484598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055772247,0.00009448582,0.000165304,0.00007282793,0.00007394966,0.00002898852,0.00064258504,0.000033347165,0.0000015571392],"category_scores_gemma":[0.00020121565,0.00006696999,0.00004810241,0.00025999802,0.000044034376,0.0007654508,0.000025479438,0.00008474737,0.0000014748524],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046767996,0.000019051808,0.0011707845,0.00010318192,0.0000034628888,1.5345621e-7,0.0027325533,0.81845635,0.0006540621,0.08891661,0.000021103357,0.08791801],"study_design_scores_gemma":[0.00027774688,0.000041124513,0.002609586,0.000052816205,0.0000014205945,9.69616e-7,0.00024009697,0.9736188,0.0038884478,0.01912303,0.000045503064,0.000100439625],"about_ca_topic_score_codex":0.000055745135,"about_ca_topic_score_gemma":0.000014402207,"teacher_disagreement_score":0.47414276,"about_ca_system_score_codex":0.000030158231,"about_ca_system_score_gemma":0.00002369425,"threshold_uncertainty_score":0.2730957},"labels":[],"label_agreement":null},{"id":"W1982101038","doi":"10.1145/1557626.1557642","title":"A type system for hybrid intensional-imperative programming support in GIPSY","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Programming language; Compiler; Context (archaeology); Class (philosophy); Type (biology); Artificial intelligence","score_opus":0.04124353572187064,"score_gpt":0.3155397684003303,"score_spread":0.2742962326784597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982101038","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029163929,0.000047062957,0.99523616,0.00030071347,0.000386085,0.00030658775,5.9221054e-7,0.00066864025,0.0001377414],"genre_scores_gemma":[0.27690265,0.000001285375,0.7227604,0.00013341688,0.000021715457,0.000022384269,0.0000017153056,0.0000046468394,0.00015180172],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991162,0.000035802794,0.00018858528,0.00028772882,0.0001054153,0.00026630037],"domain_scores_gemma":[0.99913937,0.00038214168,0.00003413027,0.0002567736,0.00014397623,0.00004362098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044126975,0.00011230346,0.0001809403,0.00010055769,0.000035249595,0.000043499796,0.000333751,0.000029874682,0.0000012948636],"category_scores_gemma":[0.00066246773,0.000093842114,0.000036579953,0.0002652099,0.00001325451,0.0002774254,0.00006281213,0.00008873568,0.000008739188],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010725951,0.00013923457,0.00014436714,0.00011691749,0.000033305158,0.00024801944,0.0017876826,0.036343604,0.0057452307,0.31392184,0.0021481013,0.63926446],"study_design_scores_gemma":[0.007888493,0.013305187,0.010641708,0.0010694345,0.000054122633,0.0022004806,0.0038490912,0.5092728,0.23078808,0.1481764,0.06714729,0.0056068804],"about_ca_topic_score_codex":0.0000021873727,"about_ca_topic_score_gemma":0.0000012217274,"teacher_disagreement_score":0.6336576,"about_ca_system_score_codex":0.00008383464,"about_ca_system_score_gemma":0.000050224447,"threshold_uncertainty_score":0.38267705},"labels":[],"label_agreement":null},{"id":"W1982990420","doi":"10.1109/ictai.2010.29","title":"A Technique and a Tool to Detect Emergent Behavior of Distributed Systems Using Scenario-Based Specifications","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Distributed computing; Task (project management); Robotics; Artificial intelligence; Sequence (biology); Software; Software engineering; Systems engineering; Robot; Engineering; Programming language","score_opus":0.07729320445867371,"score_gpt":0.3160209360317914,"score_spread":0.23872773157311766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982990420","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07782492,0.000016826778,0.92105895,0.00004047072,0.00025154874,0.0004812778,0.000012250734,0.00030984133,0.0000039160377],"genre_scores_gemma":[0.3598396,5.7013943e-7,0.6400385,0.000004598404,0.0000087433855,0.00009686084,8.5147974e-7,0.0000050160247,0.000005311206],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992392,0.000035893696,0.0002169532,0.00023688392,0.00011792744,0.0001531157],"domain_scores_gemma":[0.9990474,0.00017389857,0.000058004804,0.0005511644,0.000104305655,0.00006522766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033849635,0.000098935474,0.00014732029,0.00011619719,0.00005119719,0.000034846995,0.00034006208,0.000057583948,0.000003350857],"category_scores_gemma":[0.00044209603,0.00008988227,0.000026990858,0.00038461448,0.000032181946,0.00010809774,0.00012092662,0.00011544833,9.603609e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002839251,0.000027333992,0.00048468934,0.000028109283,0.0000041611247,0.0000036360946,0.00004094562,0.04422277,0.9449114,0.0045474707,0.00002085316,0.0057057617],"study_design_scores_gemma":[0.0003447771,0.00019986866,0.01634188,0.000089044064,0.00003114443,0.00008106595,0.000040479637,0.11615995,0.86338013,0.0010561539,0.0015523477,0.00072316604],"about_ca_topic_score_codex":0.000039950388,"about_ca_topic_score_gemma":0.0000066706452,"teacher_disagreement_score":0.28201467,"about_ca_system_score_codex":0.000027709879,"about_ca_system_score_gemma":0.000041985484,"threshold_uncertainty_score":0.36652923},"labels":[],"label_agreement":null},{"id":"W1983234720","doi":"10.1145/2597073.2597124","title":"A dataset of feature additions and feature removals from the Linux kernel","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Kernel (algebra); Feature (linguistics); Artificial intelligence; Linux kernel; Context (archaeology); Graph kernel; Schema (genetic algorithms); Data mining; Kernel method; Information retrieval; Operating system; Support vector machine; Radial basis function kernel","score_opus":0.02533834507441574,"score_gpt":0.27447213550359817,"score_spread":0.24913379042918243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983234720","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00062839995,0.00032311198,0.99507314,0.002648249,0.00015328439,0.000065907836,0.00088378374,0.00014255442,0.0000815422],"genre_scores_gemma":[0.0042375033,0.0000325818,0.9945458,0.0005929452,0.00007936666,0.000005223409,0.00023533897,0.000005816177,0.00026542984],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99932814,0.000111928915,0.000085763575,0.00023501409,0.00011799208,0.00012117043],"domain_scores_gemma":[0.9967305,0.002370538,0.000054226693,0.0007740276,0.000034253026,0.00003647266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031983294,0.00009682659,0.00013887063,0.000021697364,0.00006177074,0.000041229505,0.0006254717,0.000070268106,0.000009810111],"category_scores_gemma":[0.0012102838,0.00005925809,0.000024010571,0.00013356068,0.00006443759,0.0002058996,0.0002965046,0.00018206258,0.000004876337],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008673647,0.000027943446,0.00023235822,0.000023379345,0.000060180708,0.0000067302553,0.0007211333,0.003780102,0.0029046473,0.052467447,0.85732585,0.08244157],"study_design_scores_gemma":[0.0007791735,0.00015466654,0.046422586,0.00014380277,0.000046073314,0.00007078356,0.00013985654,0.025953501,0.009003001,0.22369671,0.6929073,0.00068259554],"about_ca_topic_score_codex":0.000019004927,"about_ca_topic_score_gemma":0.000010472281,"teacher_disagreement_score":0.17122926,"about_ca_system_score_codex":0.000005609833,"about_ca_system_score_gemma":0.00001104395,"threshold_uncertainty_score":0.24164748},"labels":[],"label_agreement":null},{"id":"W1983718809","doi":"10.1145/1275672.1275674","title":"Surrendering to the need for speed while maintaining visibility in adverse code conditions","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Visibility; Code (set theory); Domain (mathematical analysis); Odds; Software; Software engineering; Programming language; Set (abstract data type)","score_opus":0.08270060031970718,"score_gpt":0.3583242449240275,"score_spread":0.2756236446043203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983718809","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036379367,0.0000079445845,0.9614614,0.0006041145,0.0003894871,0.0003762822,0.0000049805967,0.0003899324,0.00038644465],"genre_scores_gemma":[0.5025675,3.8023475e-7,0.4971495,0.00018535626,0.000024251407,0.0000115255525,0.000001106567,0.0000051684046,0.000055199198],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989194,0.000048801638,0.00022886043,0.0002952128,0.0001348591,0.00037286265],"domain_scores_gemma":[0.9969262,0.002443008,0.000032299504,0.000476141,0.00005487372,0.00006746968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002415586,0.00010416471,0.00013160122,0.00012699845,0.00009446052,0.00002626295,0.00054304686,0.00003650124,0.0000066088796],"category_scores_gemma":[0.001578186,0.00008278481,0.000045614957,0.00048642137,0.000024961762,0.0002449868,0.00020466025,0.0001227954,0.0000061845267],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025876938,0.000032412165,0.0023352576,0.000013836309,0.000008528077,0.000009434237,0.0020935847,0.91425496,0.0018407915,0.060406957,0.00027240795,0.018705959],"study_design_scores_gemma":[0.0035064484,0.00049004355,0.3657938,0.00018105267,0.000019158613,0.000050384304,0.010406074,0.41270742,0.03578076,0.1537553,0.015323167,0.0019863858],"about_ca_topic_score_codex":0.000012270033,"about_ca_topic_score_gemma":0.00013641406,"teacher_disagreement_score":0.5015475,"about_ca_system_score_codex":0.00010254315,"about_ca_system_score_gemma":0.000027194743,"threshold_uncertainty_score":0.33758667},"labels":[],"label_agreement":null},{"id":"W1983959511","doi":"10.1109/icsmc.2012.6378019","title":"Detecting emergent behavior in autonomous distributed systems with many components of the same type","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Component (thermodynamics); Computer science; Distributed computing","score_opus":0.058429327369763764,"score_gpt":0.285657685621764,"score_spread":0.22722835825200027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983959511","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38264385,0.00008948514,0.6164579,0.00001158975,0.0005589758,0.000121950696,0.0000011480927,0.00010508087,0.000010038986],"genre_scores_gemma":[0.8635701,0.000001333628,0.13635315,0.000005078139,0.000012359737,0.000016248428,7.1899586e-7,0.00000620317,0.00003479778],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9991948,0.000093560346,0.00018930122,0.00012859392,0.00014772796,0.00024602833],"domain_scores_gemma":[0.99929535,0.00014233192,0.000084591346,0.00039892682,0.000040306462,0.000038469265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003253384,0.000094006245,0.00014756367,0.000042014268,0.000033105778,0.000012108052,0.00046077743,0.00003348245,0.0000017525733],"category_scores_gemma":[0.00014771549,0.000058763417,0.000022263683,0.00038003136,0.000024382516,0.00018442796,0.00021331871,0.00011151801,0.0000025308177],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030199968,0.0003395363,0.45990366,0.00013364716,0.000049853355,0.000012867289,0.001579006,0.4914045,0.027595945,0.008191774,0.000032564778,0.010726429],"study_design_scores_gemma":[0.0002923715,0.00009413305,0.9644783,0.00007033119,0.000013008286,0.000043037126,0.00015589046,0.022267923,0.012075914,0.00007437039,0.00016450083,0.0002701891],"about_ca_topic_score_codex":0.00015169525,"about_ca_topic_score_gemma":0.00000737469,"teacher_disagreement_score":0.50457466,"about_ca_system_score_codex":0.00007342046,"about_ca_system_score_gemma":0.000013594567,"threshold_uncertainty_score":0.23963027},"labels":[],"label_agreement":null},{"id":"W1983984879","doi":"10.1109/euromicro.2004.21","title":"Compositional structured component model: handling selective functional composition","year":2004,"lang":"en","type":"article","venue":"Proceedings. 30th Euromicro Conference, 2004.","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Component (thermodynamics); Component-based software engineering; Common Component Architecture; JavaBeans; Reuse; Context (archaeology); Software engineering; Software; Common Object Request Broker Architecture; Metadata; Distributed computing; Software development; Database; Java; Programming language; Operating system; Engineering","score_opus":0.039397083669564445,"score_gpt":0.25179259210797234,"score_spread":0.21239550843840788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983984879","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08447112,0.00012635515,0.9123536,0.0003799383,0.00050904986,0.00032843798,0.000024270346,0.0010434443,0.00076378084],"genre_scores_gemma":[0.5794474,0.000010599292,0.42015377,0.00017422972,0.00009836175,0.000027988646,0.000034182693,0.000023088156,0.000030404311],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9975706,0.000028562436,0.00045266646,0.0008543561,0.0005068692,0.00058696803],"domain_scores_gemma":[0.9984866,0.00010260411,0.00023569707,0.00022482769,0.00076588837,0.00018438319],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002952269,0.00043328124,0.00041359544,0.00029419432,0.00042978697,0.00036040647,0.0007654111,0.00015876621,0.000012232639],"category_scores_gemma":[0.00008900591,0.00045196599,0.000119293574,0.00052756496,0.00015226002,0.0010956414,0.00027363966,0.00056415354,0.000036062487],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085543645,0.00012600051,0.00017247276,0.00005139943,0.00006866434,0.000008992295,0.0007892652,0.41891056,0.34731025,0.23118432,0.00039835117,0.00089417526],"study_design_scores_gemma":[0.0044813408,0.00039980747,0.013484947,0.0003554017,0.00007514492,0.0006330759,0.0000872266,0.22181557,0.38497394,0.37132013,0.0004125392,0.001960891],"about_ca_topic_score_codex":0.00000659351,"about_ca_topic_score_gemma":0.0000010427282,"teacher_disagreement_score":0.49497625,"about_ca_system_score_codex":0.00041595544,"about_ca_system_score_gemma":0.00027891257,"threshold_uncertainty_score":0.99979323},"labels":[],"label_agreement":null},{"id":"W1984443601","doi":"10.1109/re.2013.6636708","title":"A mode-based pattern for feature requirements, and a generic feature interface","year":2013,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Feature (linguistics); Computer science; Interface (matter); Structuring; Mode (computer interface); Pattern recognition (psychology); Feature model; Artificial intelligence; Data mining; Human–computer interaction; Programming language; Software","score_opus":0.04525487745582064,"score_gpt":0.30894930701998163,"score_spread":0.263694429564161,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984443601","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030109887,0.00038130494,0.99265933,0.0027788966,0.00024214297,0.00039048478,0.000004291642,0.000504327,0.000028245897],"genre_scores_gemma":[0.08866634,0.0000058981504,0.9095463,0.0007189338,0.000036368034,0.00012282564,0.0000030384092,0.000014712042,0.0008855695],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99911904,0.00003549455,0.00009043235,0.00037145906,0.000109625995,0.0002739651],"domain_scores_gemma":[0.9991006,0.00028829204,0.0000426521,0.00042050614,0.00007634056,0.00007155418],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012380953,0.00016567721,0.00016519899,0.000061668856,0.000055041615,0.0001276349,0.00044658588,0.00008777882,0.0000044231947],"category_scores_gemma":[0.00016084217,0.00013081403,0.000039904236,0.00013817618,0.000025110961,0.000422822,0.00017959955,0.00011915339,0.000006452112],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017578506,0.00007284115,0.0012034994,0.0002663029,0.00008051548,0.000007724547,0.00076082366,0.085888796,0.039280687,0.00205491,0.06693878,0.8034275],"study_design_scores_gemma":[0.001260453,0.00035247803,0.004800595,0.000066471905,0.00001336799,0.000017346641,0.000042216092,0.93144506,0.039653778,0.015008293,0.00655932,0.00078063045],"about_ca_topic_score_codex":0.000013230298,"about_ca_topic_score_gemma":0.0000027754731,"teacher_disagreement_score":0.84555626,"about_ca_system_score_codex":0.000033050143,"about_ca_system_score_gemma":0.000017608398,"threshold_uncertainty_score":0.53344417},"labels":[],"label_agreement":null},{"id":"W1984473368","doi":"10.1109/tpds.2003.1247668","title":"Refactoring middleware with aspects","year":2003,"lang":"en","type":"article","venue":"IEEE Transactions on Parallel and Distributed Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Middleware (distributed applications); Common Object Request Broker Architecture; Aspect-oriented programming; Code refactoring; Modularity (biology); Message oriented middleware; Distributed computing; Software engineering; Architecture; Abstraction; Separation of concerns; Adaptability; Process (computing); Programming paradigm; AspectJ; Software architecture; Programming language; Software","score_opus":0.034331226243169526,"score_gpt":0.24575906275621184,"score_spread":0.2114278365130423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984473368","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002353396,0.00035940565,0.99565244,0.000030075556,0.00067014486,0.00017924716,0.00003057704,0.00054153026,0.00018318328],"genre_scores_gemma":[0.9314157,0.000035537094,0.06832662,0.000009892118,0.000011860357,0.000058459205,0.0000021317148,0.0000123440095,0.00012746245],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99883145,0.00012492151,0.00018560769,0.00037125,0.00019732017,0.00028944464],"domain_scores_gemma":[0.99905056,0.00029161086,0.0000565013,0.0004153689,0.000057461875,0.00012847572],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001808647,0.00020097422,0.00023260503,0.00007963185,0.00019014181,0.00011093058,0.00020126256,0.00007950878,0.0000020052485],"category_scores_gemma":[0.00002497474,0.00016109503,0.000038108974,0.00032686398,0.0000380202,0.00029305418,0.0000014165618,0.00019712362,0.000008640006],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001204933,0.000034809855,0.000026998086,0.00003745141,0.00003352754,0.000026198146,0.000101052756,0.99300486,0.00014214645,0.0055696685,0.000015727857,0.000995501],"study_design_scores_gemma":[0.043599956,0.013893182,0.011236288,0.0075557,0.000979677,0.0130855115,0.012589112,0.59022266,0.09737313,0.08178142,0.10291126,0.024772123],"about_ca_topic_score_codex":0.000017524617,"about_ca_topic_score_gemma":0.000004456487,"teacher_disagreement_score":0.9290623,"about_ca_system_score_codex":0.00006468682,"about_ca_system_score_gemma":0.000036952268,"threshold_uncertainty_score":0.65692645},"labels":[],"label_agreement":null},{"id":"W1984707974","doi":"10.1145/581339.581434","title":"<i>Third ICSE workshop on</i> software product lines","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Product (mathematics); Software; Software engineering; Software product line; Product line; Manufacturing engineering; Programming language; Software development; Engineering","score_opus":0.06873687079221619,"score_gpt":0.28520608545425763,"score_spread":0.21646921466204144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984707974","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00047504,0.0005485118,0.99214363,0.0015173852,0.0009952947,0.0001273809,6.633184e-7,0.0028819882,0.0013100756],"genre_scores_gemma":[0.0050098747,0.00010612812,0.98595667,0.0009073344,0.00020181217,0.000021927444,5.039313e-7,0.000018544199,0.0077771936],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986119,0.00006275472,0.00019370632,0.0005283961,0.00024506552,0.00035817988],"domain_scores_gemma":[0.99786067,0.0008908992,0.00004670844,0.0010416051,0.000075117576,0.00008501918],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000265849,0.00020052756,0.00019437195,0.000101453625,0.000086048676,0.00008494054,0.0009399137,0.000059041427,0.000034235825],"category_scores_gemma":[0.0030235376,0.00016504282,0.00006405822,0.0005088384,0.000042136136,0.00041431747,0.0002528077,0.00024096365,0.00030699308],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006975668,0.00018381265,0.00026412765,0.00004540076,0.000030246367,0.00008127619,0.0008509444,0.1669554,0.00039700905,0.028498558,0.063350916,0.73933536],"study_design_scores_gemma":[0.0031032495,0.0010564205,0.0036343157,0.0006754042,0.000050872874,0.00041974266,0.00019749382,0.15934817,0.103388995,0.15745972,0.56334156,0.0073240786],"about_ca_topic_score_codex":0.0000010887899,"about_ca_topic_score_gemma":0.0000010269578,"teacher_disagreement_score":0.73201126,"about_ca_system_score_codex":0.000030549178,"about_ca_system_score_gemma":0.000008972717,"threshold_uncertainty_score":0.6730251},"labels":[],"label_agreement":null},{"id":"W1985205579","doi":"10.1145/1119655.1119677","title":"Presenting crosscutting structure with active models","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Programming language","score_opus":0.020423120912692806,"score_gpt":0.2534011812890671,"score_spread":0.23297806037637428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985205579","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049996268,0.000023310395,0.9469682,0.000050556406,0.00007730854,0.00007062859,9.580698e-7,0.0008042575,0.0020085296],"genre_scores_gemma":[0.39468667,2.2744342e-7,0.6049489,0.00001401541,0.00003791292,0.0000026086911,5.304272e-7,0.000006526494,0.00030263883],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99917376,0.000029155717,0.00009825811,0.00028030397,0.00016127492,0.0002572303],"domain_scores_gemma":[0.99927735,0.00027418399,0.000049216593,0.00031834762,0.00005876129,0.000022164604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000818065,0.000113931055,0.00010688129,0.000045756467,0.00009390912,0.00010306665,0.00040394094,0.000037729842,0.000002758971],"category_scores_gemma":[0.00006117265,0.000083687664,0.000017114067,0.00022691721,0.00003039138,0.0009249902,0.00017235824,0.00012664446,0.0000011027237],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022798833,0.0000034205284,0.00010179048,0.0000052022747,0.000005008331,0.000005472328,0.00017175975,0.9541647,0.00077181077,0.03828334,0.000031044445,0.0064542084],"study_design_scores_gemma":[0.0004442806,0.000042841843,0.0059072482,0.00002359772,0.0000058003534,0.00006648449,0.000079653095,0.29500175,0.09944749,0.5983068,0.00014721282,0.0005268706],"about_ca_topic_score_codex":0.00003050069,"about_ca_topic_score_gemma":0.0000088118095,"teacher_disagreement_score":0.6591629,"about_ca_system_score_codex":0.000024241168,"about_ca_system_score_gemma":0.00001737256,"threshold_uncertainty_score":0.3412684},"labels":[],"label_agreement":null},{"id":"W1985506576","doi":"10.1145/1838687.1838696","title":"Organizing a software architecture body of knowledge","year":2010,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Software engineering; Computer science; Architecture; Software architecture description; Body of knowledge; Reuse; Knowledge management; Software architecture; Software development; Software; Reference architecture; Engineering; Programming language; Geography","score_opus":0.01783189830524095,"score_gpt":0.26150893086780186,"score_spread":0.2436770325625609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985506576","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.080597654,0.0005456685,0.9128929,0.00009245207,0.0018101075,0.00021812692,0.000014865287,0.0038257109,0.0000025240245],"genre_scores_gemma":[0.404459,0.000008061996,0.5952249,0.000023614966,0.00015839422,0.000025494086,0.00000508984,0.00007670967,0.00001873203],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99740285,0.00005787633,0.0005702397,0.00078265497,0.0003913954,0.0007949597],"domain_scores_gemma":[0.9179895,0.07840332,0.00022251243,0.0027564284,0.00034048635,0.00028774174],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006076048,0.0005764588,0.00065287255,0.00047877207,0.00013080318,0.000087613334,0.003075304,0.00033792979,0.000024620633],"category_scores_gemma":[0.3461929,0.0005797954,0.00020817273,0.001187516,0.00010620027,0.00054969644,0.0013402915,0.0011649188,0.000038348207],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031857653,0.0003996661,0.10875325,0.0017128998,0.000322278,0.00014707225,0.005389064,0.118396,0.57649267,0.0104879,0.00049866625,0.17736867],"study_design_scores_gemma":[0.0022793678,0.0006777995,0.23698996,0.0009350063,0.00014619381,0.000579534,0.000036037505,0.0016426644,0.72740257,0.011972252,0.012105568,0.0052330196],"about_ca_topic_score_codex":0.000010743549,"about_ca_topic_score_gemma":0.0000048409106,"teacher_disagreement_score":0.3455853,"about_ca_system_score_codex":0.000053207597,"about_ca_system_score_gemma":0.00014465574,"threshold_uncertainty_score":0.9996653},"labels":[],"label_agreement":null},{"id":"W1985820243","doi":"10.1016/j.cose.2009.02.003","title":"New aspect-oriented constructs for security hardening concerns","year":2009,"lang":"en","type":"article","venue":"Computers & Security","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Correctness; Programming language; Graph; Control flow; Theoretical computer science","score_opus":0.02714622504838259,"score_gpt":0.2975025793651705,"score_spread":0.2703563543167879,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985820243","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0052286712,0.0004974557,0.9883933,0.0009614622,0.002629191,0.00042603575,0.000010410503,0.0016421993,0.00021128549],"genre_scores_gemma":[0.26190084,0.00001252475,0.7372526,0.00041869804,0.00036263248,0.000006741912,0.0000073321835,0.000013555956,0.000025079593],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99780166,0.000116450974,0.0003685955,0.00077616674,0.00029425832,0.000642883],"domain_scores_gemma":[0.9976422,0.0009349777,0.00016576592,0.0008049081,0.00017036214,0.00028176306],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00041281056,0.0003451649,0.00047252956,0.00012752024,0.00019250593,0.0001693119,0.0012348864,0.00013706775,0.000005894087],"category_scores_gemma":[0.00051106844,0.0003705324,0.00017557602,0.0004445248,0.0000768007,0.0006073572,0.00031413845,0.00034645165,0.000009769358],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008514636,0.00013200247,0.0002839152,0.00010786257,0.00012608088,0.00011724771,0.011034189,0.015942223,0.0008811189,0.6919971,0.04148802,0.2378051],"study_design_scores_gemma":[0.0030439678,0.0007833716,0.0016634801,0.00017646073,0.000034789176,0.00014512852,0.00009360858,0.11072067,0.009792828,0.82081,0.051275797,0.001459889],"about_ca_topic_score_codex":0.000012784853,"about_ca_topic_score_gemma":0.0000032738692,"teacher_disagreement_score":0.25667217,"about_ca_system_score_codex":0.00013321027,"about_ca_system_score_gemma":0.00015113859,"threshold_uncertainty_score":0.99987465},"labels":[],"label_agreement":null},{"id":"W1985973242","doi":"10.1016/j.infsof.2005.08.005","title":"An approach to formal automated analysis of problem-frame concerns","year":2005,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Formal methods; Programming language; Formal specification; Frame (networking); Formal verification; Formal language; Frame problem; Model checking; Formal description; Software engineering; Natural language processing; Artificial intelligence","score_opus":0.01710538866509082,"score_gpt":0.29155262020572087,"score_spread":0.27444723154063005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985973242","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025495602,0.000030113228,0.9694446,0.0001918584,0.000030561576,0.0001619705,0.000008329038,0.004513194,0.0001237763],"genre_scores_gemma":[0.34467295,0.000005076633,0.65513086,0.00014283879,0.0000036670328,0.000025857476,0.000012743962,0.0000026444886,0.000003349275],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990674,0.000021588005,0.00037825792,0.00015461122,0.00013637207,0.00024172237],"domain_scores_gemma":[0.9990836,0.00008848387,0.00014198301,0.00047351766,0.00014763724,0.000064796746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003100616,0.00012010193,0.00027316026,0.0012337615,0.00006179461,0.0000440562,0.00058635045,0.00017437682,0.000002058008],"category_scores_gemma":[0.0003446174,0.00011277796,0.00003623373,0.0019020764,0.00007319801,0.0021777367,0.00020786154,0.0001264031,0.000006759441],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056096815,0.000034741253,0.0019640913,0.000032483742,0.00010407559,2.043548e-7,0.0024157148,0.50576234,0.0001035006,0.061384697,0.00006219005,0.42813033],"study_design_scores_gemma":[0.0004456767,0.00025211574,0.010206925,0.000012685161,0.00006913382,0.000022867693,0.000324597,0.97632414,0.002017912,0.0041986424,0.0057092775,0.00041601353],"about_ca_topic_score_codex":0.0000059198333,"about_ca_topic_score_gemma":0.0000024771623,"teacher_disagreement_score":0.4705618,"about_ca_system_score_codex":0.00003693693,"about_ca_system_score_gemma":0.000027217042,"threshold_uncertainty_score":0.45989516},"labels":[],"label_agreement":null},{"id":"W1986139229","doi":"10.1145/1988008.1988018","title":"Awareness requirements for adaptive systems","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":155,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Operationalization; Computer science; Requirements management; Non-functional requirement; Requirements analysis; Point (geometry); Requirements engineering; System requirements; Adaptive system; Risk analysis (engineering); Functional requirement; Systems engineering; Software engineering; Engineering; Software system; Artificial intelligence; Software","score_opus":0.31190624908581016,"score_gpt":0.3458439196466776,"score_spread":0.03393767056086744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986139229","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022057748,0.00009551584,0.996407,0.0000073320502,0.0010707641,0.0002154272,0.0000012451887,0.00067399425,0.0013081582],"genre_scores_gemma":[0.08974465,0.0000028345214,0.909623,0.00002281997,0.000025032707,0.00009551544,3.5416625e-7,0.0000075755042,0.0004782126],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993164,0.0000333583,0.00012439808,0.00023505845,0.00009066928,0.0002000947],"domain_scores_gemma":[0.99921507,0.0002575128,0.000040063383,0.0003668807,0.00008158593,0.000038911952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030042394,0.00008744792,0.00011930885,0.000046038203,0.000048545586,0.000021302229,0.00055257644,0.00003403005,0.000002203567],"category_scores_gemma":[0.00018353864,0.000073533556,0.000030756015,0.0001085458,0.000015788763,0.00038063715,0.0001250004,0.000031710326,0.000010189166],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020498026,0.00004266498,0.00044845042,0.00005271946,0.00004657966,0.0000076004994,0.001033715,0.011515791,0.00046253996,0.96741736,0.0005420535,0.018410003],"study_design_scores_gemma":[0.0022514097,0.0016981473,0.0061438987,0.00025279674,0.00003607864,0.000050349412,0.00088418706,0.45669588,0.079812996,0.4427844,0.0071798847,0.002209987],"about_ca_topic_score_codex":0.000026468804,"about_ca_topic_score_gemma":8.3647353e-7,"teacher_disagreement_score":0.524633,"about_ca_system_score_codex":0.000029168612,"about_ca_system_score_gemma":0.00002287203,"threshold_uncertainty_score":0.29986116},"labels":[],"label_agreement":null},{"id":"W1986995668","doi":"10.1002/spe.1068","title":"A business process‐driven approach for generating software modules","year":2011,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Business requirements; Computer science; Business process modeling; Business software; Modular design; Artifact-centric business process model; Software engineering; Business rule; Business domain; Business process; Modularity (biology); Software development; Business Process Model and Notation; Software; Process management; Programming language; Engineering; Operations management; Work in process","score_opus":0.07290072065577854,"score_gpt":0.31942029421027757,"score_spread":0.24651957355449902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986995668","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00787717,0.00071492133,0.98954904,0.00005852108,0.00028477967,0.0003778979,0.000004204078,0.0010743861,0.00005906373],"genre_scores_gemma":[0.039898355,0.00008134776,0.9589908,0.00031333978,0.00008811539,0.00055629015,0.0000049754635,0.000031636067,0.0000351496],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99805397,0.000093610885,0.0002951084,0.0008047172,0.00025969718,0.00049288303],"domain_scores_gemma":[0.9973438,0.0012052222,0.00021569044,0.0006044693,0.00049839343,0.00013246333],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00043419274,0.0002895527,0.00028337148,0.00009537893,0.00038252908,0.0001659812,0.00082695193,0.00011942087,0.0000027989656],"category_scores_gemma":[0.01265295,0.00026885085,0.000047585287,0.0005068158,0.00014705614,0.0033608929,0.0003157929,0.00019440838,0.0000025443528],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000358228,0.0008263398,0.0044001737,0.0014075782,0.00017880571,0.000122009464,0.24129084,0.0986009,0.0019881057,0.01370377,0.00031501093,0.6368082],"study_design_scores_gemma":[0.009964839,0.0038237285,0.01813771,0.0012332692,0.00059812504,0.005274064,0.09856718,0.5716485,0.07157158,0.1778293,0.024157906,0.01719382],"about_ca_topic_score_codex":0.000022474564,"about_ca_topic_score_gemma":7.268595e-7,"teacher_disagreement_score":0.6196144,"about_ca_system_score_codex":0.00003052974,"about_ca_system_score_gemma":0.000081630074,"threshold_uncertainty_score":0.9999764},"labels":[],"label_agreement":null},{"id":"W1987483927","doi":"10.1109/autest.2010.5613555","title":"Developing and managing ATE software across multiple systems using a common core product-line structure","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Software product line; Computer science; Product line; Core (optical fiber); Software; Software engineering; Software development; Operating system; Engineering; Manufacturing engineering; Telecommunications","score_opus":0.08390555016470513,"score_gpt":0.3435678341310566,"score_spread":0.2596622839663515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987483927","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3915651,0.0001511987,0.60645086,0.00005557317,0.0009752728,0.00015493379,0.00000421778,0.00064109376,0.000001713922],"genre_scores_gemma":[0.4066415,0.000004274093,0.5932043,0.000033000124,0.00006805634,0.0000037598275,0.0000017118429,0.000014793828,0.000028588163],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985527,0.000043202494,0.00025305845,0.00053217006,0.00017793007,0.00044096587],"domain_scores_gemma":[0.9985326,0.0005417894,0.000103820385,0.0006384815,0.00010630574,0.00007702398],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041769023,0.00023161844,0.00028595835,0.00007072329,0.00026979667,0.0002286634,0.00058547186,0.00008675704,7.699662e-7],"category_scores_gemma":[0.0009092283,0.00019979395,0.000023785804,0.00030646528,0.000079265934,0.00055437756,0.00069507916,0.00038228242,0.0000010979201],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001696048,0.000017170836,0.04632516,0.00070773024,0.00007040914,0.00009277113,0.0030603944,0.69166625,0.08264931,0.021291483,0.000021945069,0.15408045],"study_design_scores_gemma":[0.0008800666,0.000050496415,0.016497703,0.0002559045,0.000014005327,0.00082082715,0.00031609085,0.9268276,0.02621995,0.025676625,0.0010364802,0.001404236],"about_ca_topic_score_codex":0.00007572573,"about_ca_topic_score_gemma":0.000094649215,"teacher_disagreement_score":0.2351614,"about_ca_system_score_codex":0.000050472827,"about_ca_system_score_gemma":0.000040165633,"threshold_uncertainty_score":0.8147361},"labels":[],"label_agreement":null},{"id":"W1987519845","doi":"10.1145/2420942.2420944","title":"Modelling and multi-objective optimization of quality attributes in variability-rich software","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Feature model; Feature (linguistics); Software; Set (abstract data type); Software product line; Quality (philosophy); Data mining; Software engineering; Modeling language; Software quality; Machine learning; Artificial intelligence; Software development; Programming language","score_opus":0.0938579190380314,"score_gpt":0.32918423877348096,"score_spread":0.23532631973544957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987519845","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014460956,0.00016316681,0.98489696,0.000024120445,0.000112135844,0.000116870295,0.0000018669796,0.00021177248,0.000012152517],"genre_scores_gemma":[0.2590643,0.000014125065,0.74088454,0.000009927218,0.000007047362,0.000006992423,8.436588e-7,0.000004127634,0.000008120951],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989507,0.00026440996,0.00024984797,0.00021749748,0.00010543551,0.00021206743],"domain_scores_gemma":[0.99729943,0.002215661,0.00006968085,0.00027908993,0.00009240302,0.000043761927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018215374,0.000097201104,0.00020227244,0.00008361676,0.000025589376,0.000011811615,0.00018969957,0.00006514051,0.000001926141],"category_scores_gemma":[0.002396178,0.000089856454,0.000018216062,0.00032802843,0.000035624038,0.0007221175,0.00018102015,0.00009940734,3.9594073e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021781577,0.000042532956,0.02494835,0.000025361993,0.0000035448884,9.339611e-8,0.0009362751,0.9683967,0.000030126173,0.0040656603,4.093871e-7,0.0015487347],"study_design_scores_gemma":[0.0002099881,0.00001562096,0.010243559,0.000011720353,0.0000019715103,0.0000012627115,0.000060993614,0.98144966,0.0020927784,0.005766698,0.0000016039327,0.00014411424],"about_ca_topic_score_codex":0.000042396678,"about_ca_topic_score_gemma":0.000001278531,"teacher_disagreement_score":0.24460334,"about_ca_system_score_codex":0.000048557507,"about_ca_system_score_gemma":0.000016452974,"threshold_uncertainty_score":0.36642396},"labels":[],"label_agreement":null},{"id":"W1987537152","doi":"10.1145/1509276.1509278","title":"On reconciling patches and aspects","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Programming language; Debugging; Programmer; Weaving; Workflow; Abstract syntax; Abstract syntax tree; Syntax; Merge (version control); Representation (politics); Software engineering; Artificial intelligence; Database; Semantics (computer science); Information retrieval","score_opus":0.0321095823547743,"score_gpt":0.2739622079785729,"score_spread":0.2418526256237986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987537152","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019662786,0.00008027807,0.97607857,0.00048764233,0.000106753316,0.000026277936,4.1542897e-8,0.0005314188,0.0030262354],"genre_scores_gemma":[0.34546423,0.000008930396,0.6540341,0.0003651938,0.000011526123,5.637173e-7,3.582486e-8,0.0000014170502,0.00011403057],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9995958,0.000017416367,0.000054664877,0.00016617207,0.000058321784,0.00010763052],"domain_scores_gemma":[0.9992909,0.00046473852,0.000011833924,0.00019170763,0.000010564883,0.000030251771],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015931652,0.00005740728,0.00006740157,0.00003245359,0.000026786596,0.000029929679,0.00015603959,0.000021409742,0.0000019378306],"category_scores_gemma":[0.00043936557,0.000047221085,0.000010470245,0.000076741875,0.000007990748,0.00015523404,0.000031206022,0.000060350856,0.000007998502],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020529737,0.000009730863,0.000029783136,0.000002844177,0.000002443872,0.000014963318,0.00025530066,0.010493491,0.00129659,0.4418524,0.00012502902,0.54591537],"study_design_scores_gemma":[0.00013189936,0.00024150732,0.0051553017,0.00001568923,7.9318033e-7,0.000012604807,0.000014319793,0.006214805,0.018815711,0.96897364,0.00024046464,0.00018326039],"about_ca_topic_score_codex":7.486094e-7,"about_ca_topic_score_gemma":2.9043477e-7,"teacher_disagreement_score":0.54573214,"about_ca_system_score_codex":0.000012014753,"about_ca_system_score_gemma":0.0000063603966,"threshold_uncertainty_score":0.19256198},"labels":[],"label_agreement":null},{"id":"W1987595159","doi":"10.1145/505532.505542","title":"From software requirements to architectures (STRAW01)","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software engineering; Software requirements; Engineering management; Engineering; Process (computing); Software; Computer science; Software development; Systems engineering; Software construction; Programming language","score_opus":0.04442145328001614,"score_gpt":0.29711674442360064,"score_spread":0.2526952911435845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987595159","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16429469,0.00046727725,0.82762724,0.00041345824,0.0013875234,0.00030709465,0.000031100488,0.0054698144,0.0000017714699],"genre_scores_gemma":[0.28533968,0.000015954172,0.7136655,0.00035005543,0.00037766766,0.000086941145,0.000019860006,0.000093563736,0.00005079255],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99631613,0.00007655615,0.00057835825,0.0012040522,0.00069155946,0.0011333505],"domain_scores_gemma":[0.94293714,0.053503487,0.00012861435,0.0027737864,0.00015744966,0.0004995317],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00041423523,0.0007042129,0.0006058402,0.0004669522,0.00017528498,0.00023292619,0.0034679756,0.00023492535,0.000045120265],"category_scores_gemma":[0.23766457,0.00073457934,0.00019772281,0.0011341025,0.000044342232,0.00051751983,0.0014814143,0.00054959056,0.00018485122],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055177577,0.00013045759,0.11583561,0.00012557289,0.00022146032,0.00046278202,0.0027895242,0.62953955,0.0126350755,0.00044243137,0.0012159353,0.2365464],"study_design_scores_gemma":[0.0035471143,0.0013399326,0.78581643,0.0017664653,0.00017869264,0.00047839186,0.00009908481,0.0022845059,0.10680634,0.030289032,0.057516664,0.009877355],"about_ca_topic_score_codex":0.00009885939,"about_ca_topic_score_gemma":0.000006931737,"teacher_disagreement_score":0.6699808,"about_ca_system_score_codex":0.00018394602,"about_ca_system_score_gemma":0.000068237576,"threshold_uncertainty_score":0.9995105},"labels":[],"label_agreement":null},{"id":"W1987655583","doi":"10.1109/sera.2010.35","title":"A Generic Model for the Specification of Software Interface Requirements and Measurement of Their Functional Size","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec; Université du Québec à Montréal","funders":"","keywords":"Interface (matter); Computer science; Functional requirement; Software; Aerospace; Functional specification; Software requirements specification; Software measurement; Software system; Software engineering; Programming language; Software construction; Operating system; Engineering","score_opus":0.16327887078480194,"score_gpt":0.3025888100611687,"score_spread":0.13930993927636678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987655583","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0071620736,0.00014087322,0.99207205,0.00009586229,0.0002740133,0.00017749603,0.0000023491364,0.000064221254,0.000011051314],"genre_scores_gemma":[0.42411807,0.0000071065533,0.5758049,0.000010209463,0.000011124402,0.000012581255,1.2545877e-7,0.0000031399557,0.000032760545],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99936825,0.000013404242,0.00018008266,0.00015273689,0.00019439695,0.000091126196],"domain_scores_gemma":[0.9984041,0.00089160376,0.000094276686,0.0003430258,0.00024925606,0.000017735967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009323747,0.00007070648,0.000095065705,0.000027794596,0.000033735618,0.000008552947,0.0002979419,0.000029475375,0.000002480628],"category_scores_gemma":[0.00093186187,0.00004501261,0.000030434792,0.00009853921,0.000056608456,0.0001281016,0.000109094806,0.000060238868,1.5499369e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038694023,0.00004681864,0.00021915896,0.00006238055,0.000050821698,3.2493805e-8,0.00066111836,0.18959153,0.686401,0.011507515,0.00019676001,0.11122413],"study_design_scores_gemma":[0.0004165125,0.000091182315,0.009949391,0.000017539816,0.00001212639,0.0000036278532,0.0000807341,0.61689883,0.34033796,0.031749588,0.00027888737,0.00016361472],"about_ca_topic_score_codex":0.0000015336335,"about_ca_topic_score_gemma":0.0000047294793,"teacher_disagreement_score":0.42730728,"about_ca_system_score_codex":0.000014644121,"about_ca_system_score_gemma":0.00002851806,"threshold_uncertainty_score":0.18355611},"labels":[],"label_agreement":null},{"id":"W1987702312","doi":"10.1145/1052898.1052910","title":"Role-based refactoring of crosscutting concerns","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Code refactoring; Structuring; Computer science; Aspect-oriented programming; Software engineering; Programming language; Separation of concerns; Software; Software maintenance; Software system","score_opus":0.05077695201365803,"score_gpt":0.32392054641627693,"score_spread":0.2731435944026189,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987702312","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016502861,0.00009766592,0.98170674,0.00011698156,0.00011546887,0.00003737326,4.1646445e-7,0.0005696961,0.00085278065],"genre_scores_gemma":[0.4409164,8.4977074e-7,0.55892867,0.000033674318,0.00003562795,0.0000018096357,9.961124e-8,0.0000037816028,0.000079095866],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993111,0.000028761826,0.00016709458,0.00017829961,0.0001326814,0.00018208458],"domain_scores_gemma":[0.99894816,0.00054537616,0.0000600471,0.00036266737,0.00004857553,0.000035192294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027212233,0.00008047916,0.00012402942,0.00005069863,0.000032121112,0.000023704399,0.00046971472,0.000033466884,0.000009245656],"category_scores_gemma":[0.00039656684,0.00007230263,0.000039353232,0.00015952552,0.00002849384,0.00030537217,0.00011130276,0.0000793791,0.0000069480966],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031160557,0.00001860131,0.0013393892,0.00002037776,0.000008439467,0.0000016413353,0.00048804018,0.7416425,0.046849903,0.020562489,0.000026138467,0.18903938],"study_design_scores_gemma":[0.0003970952,0.000060148544,0.003456737,0.000037943668,0.0000026873745,0.0000027715907,0.0000414949,0.1171834,0.86982894,0.0033613183,0.005340576,0.0002868598],"about_ca_topic_score_codex":0.000007792224,"about_ca_topic_score_gemma":0.000001631706,"teacher_disagreement_score":0.82297903,"about_ca_system_score_codex":0.000038844544,"about_ca_system_score_gemma":0.00003042541,"threshold_uncertainty_score":0.29484156},"labels":[],"label_agreement":null},{"id":"W1987983559","doi":"10.1109/mitp.2000.839376","title":"Understanding the dynamics of software compatibility","year":2000,"lang":"en","type":"article","venue":"IT Professional","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Compatibility (geochemistry); Software; Software engineering; Operating system; Engineering","score_opus":0.1387303661903045,"score_gpt":0.34078150694336,"score_spread":0.20205114075305552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987983559","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010103274,0.00003426721,0.9874643,0.0013931793,0.00046982802,0.000103237224,0.0000055333635,0.0001816348,0.00024475277],"genre_scores_gemma":[0.525568,0.000004702042,0.47337246,0.00016991355,0.000021856738,0.0000078982985,0.0000033922665,0.0000063088164,0.00084550097],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99903953,0.00016181353,0.00019060026,0.00018802316,0.00025371226,0.00016634206],"domain_scores_gemma":[0.99791926,0.0015073796,0.000058234866,0.0004490095,0.000037008416,0.000029086033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005682804,0.00008723568,0.00012659912,0.000026898912,0.00014341142,0.000012892268,0.0006899807,0.000049250677,0.000093672505],"category_scores_gemma":[0.00032427383,0.00005652284,0.00004458052,0.00021783926,0.00011249623,0.00020202331,0.00015550587,0.00019635611,0.000008749171],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007774665,0.00026384115,0.013581945,0.00017721525,0.00006708991,0.000014223313,0.0056810486,0.30171448,0.00017170662,0.5008895,0.003999354,0.1733619],"study_design_scores_gemma":[0.00045532518,0.00008309153,0.028854981,0.00021308426,0.00000772547,0.000018949715,0.0006884703,0.15416257,0.0004147315,0.81416047,0.00057231454,0.00036830385],"about_ca_topic_score_codex":0.0000028080735,"about_ca_topic_score_gemma":0.0000059313084,"teacher_disagreement_score":0.5154647,"about_ca_system_score_codex":0.00011503412,"about_ca_system_score_gemma":0.0000661755,"threshold_uncertainty_score":0.23049346},"labels":[],"label_agreement":null},{"id":"W1988741859","doi":"10.1145/1028976.1028992","title":"Resolving feature convolution in middleware systems","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Middleware (distributed applications); Computer science; Message oriented middleware; Modularity (biology); Personalization; Distributed computing; Architectural style; Common Object Request Broker Architecture; Decomposition; Aspect-oriented programming; Remote procedure call; Architecture; Embedded system; Software architecture; Programming language; Software","score_opus":0.02871302365348571,"score_gpt":0.2603990261816537,"score_spread":0.231686002528168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988741859","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025154494,0.001125025,0.9943568,0.00036405088,0.00058650493,0.00010093233,3.0770187e-7,0.00068188744,0.00026904873],"genre_scores_gemma":[0.22978336,0.0000133015965,0.76981884,0.000039750335,0.000027547858,0.0000112579955,5.6746694e-7,0.0000056257627,0.00029975048],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992763,0.00004686814,0.00011007249,0.00023158781,0.00012077889,0.0002144251],"domain_scores_gemma":[0.9994035,0.00017713368,0.000027526636,0.00032719824,0.000031622123,0.00003304455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028873628,0.000088218316,0.00011828733,0.00010375494,0.00003161898,0.00005002097,0.00038402958,0.000072266004,5.299603e-7],"category_scores_gemma":[0.0003766289,0.00007917694,0.000020417172,0.00035148137,0.0000151861195,0.0003871564,0.000112486676,0.00015146093,0.000012904943],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015917719,0.000010561254,0.00030351416,0.000028902878,0.000002651928,0.000036139136,0.000369259,0.86763155,0.00082192954,0.12860163,0.000101026664,0.0020912255],"study_design_scores_gemma":[0.009973506,0.0008900187,0.116793096,0.0040359637,0.000021536182,0.0010070108,0.0029427127,0.32028136,0.0389528,0.47844622,0.021109955,0.005545845],"about_ca_topic_score_codex":0.000058929847,"about_ca_topic_score_gemma":0.000014954941,"teacher_disagreement_score":0.5473502,"about_ca_system_score_codex":0.00016601522,"about_ca_system_score_gemma":0.000032675205,"threshold_uncertainty_score":0.32287422},"labels":[],"label_agreement":null},{"id":"W1988978715","doi":"10.1145/503209.503223","title":"Using aspectC to improve the modularity of path-specific customization in operating system code","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":185,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Modularity (biology); Computer science; Code refactoring; Scheduling (production processes); Personalization; Architecture; Path (computing); Code (set theory); Distributed computing; Context (archaeology); Operating system; Computer architecture; Parallel computing; Embedded system; Programming language; Engineering; Software","score_opus":0.07168538791869956,"score_gpt":0.30870687229828975,"score_spread":0.2370214843795902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988978715","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051816605,0.0000641492,0.9471845,0.00007262521,0.00028930948,0.00021736162,7.626605e-7,0.00020636836,0.00014834522],"genre_scores_gemma":[0.44767028,0.0000032077512,0.5522685,0.00001542697,0.000019114563,0.0000055017867,1.2165502e-7,0.0000046610367,0.000013202574],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990265,0.00013800466,0.0002552998,0.0002504516,0.00014893271,0.00018080471],"domain_scores_gemma":[0.99908733,0.00029337977,0.00005640544,0.00046690786,0.000068628324,0.000027353915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008107347,0.000092422,0.00015991913,0.00007684634,0.000059528043,0.00004951892,0.0004798238,0.000039477243,0.0000012601171],"category_scores_gemma":[0.00032538772,0.00006767809,0.00002367284,0.0005652721,0.000015696922,0.00025892426,0.00020946166,0.00010337331,0.0000021625183],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019223805,0.000007888865,0.0003082379,0.000012830246,0.0000019811953,0.0000057445445,0.00045618645,0.9546474,0.024344398,0.013207656,0.0000064240835,0.006999331],"study_design_scores_gemma":[0.00015689897,0.000025716987,0.0011861497,0.00005183335,0.0000012126352,0.000016815646,0.00026663736,0.9827387,0.014911144,0.00041028386,0.0001039942,0.00013065434],"about_ca_topic_score_codex":0.000059322214,"about_ca_topic_score_gemma":0.000010316837,"teacher_disagreement_score":0.39585367,"about_ca_system_score_codex":0.00013952155,"about_ca_system_score_gemma":0.000019713332,"threshold_uncertainty_score":0.27598324},"labels":[],"label_agreement":null},{"id":"W1989306111","doi":"10.1145/2791060.2791104","title":"Modeling aerospace systems product lines in SysML","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Systems Modeling Language; Avionics; Aerospace; Unified Modeling Language; Systems engineering; Computer science; Software engineering; Modeling language; Software; Product (mathematics); Software product line; Engineering; Manufacturing engineering; Reliability engineering; Software development; Aerospace engineering; Operating system","score_opus":0.13165208740475806,"score_gpt":0.31733145190117285,"score_spread":0.18567936449641478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989306111","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0097911,0.0011088129,0.9866074,0.00025502278,0.0010643236,0.00013703525,1.2778172e-7,0.00082912314,0.00020709589],"genre_scores_gemma":[0.35797545,0.000007542167,0.6415333,0.000015187318,0.00006606345,0.000016338987,1.989486e-7,0.00000703444,0.00037885085],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990195,0.00007918145,0.00017703653,0.00031340713,0.00017821202,0.00023266405],"domain_scores_gemma":[0.9991833,0.00012478486,0.000021765482,0.00049903354,0.000103019585,0.00006807004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008712748,0.000108141554,0.00016906236,0.000094796414,0.000015426109,0.00006927081,0.00051648077,0.00003389502,1.640556e-7],"category_scores_gemma":[0.0012439349,0.00009046233,0.000016193382,0.0003610061,0.000010308204,0.00047118645,0.00019632126,0.00010945345,0.000016804152],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010512093,0.0000062925983,0.00012421778,0.000013686051,0.0000014141222,0.0000059172444,0.00024581506,0.9914773,0.00011186725,0.0070144674,0.00007783796,0.00092010776],"study_design_scores_gemma":[0.00011957777,0.00001742116,0.00001790594,0.000026515998,5.653773e-7,0.000013327507,0.00009727119,0.996249,0.0004560586,0.0027146908,0.0001479846,0.0001396496],"about_ca_topic_score_codex":0.000110780835,"about_ca_topic_score_gemma":0.000008973647,"teacher_disagreement_score":0.34818435,"about_ca_system_score_codex":0.00006860059,"about_ca_system_score_gemma":0.000051704905,"threshold_uncertainty_score":0.36889467},"labels":[],"label_agreement":null},{"id":"W1990614310","doi":"10.1145/1082960.1082978","title":"A layered architecture for real-time distributed multi-agent systems","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Distributed computing; Computer science; Quality of service; Architecture; Computation; Resource (disambiguation); Multi-agent system; Service-oriented architecture; Service (business); Web service; Computer network; Artificial intelligence","score_opus":0.0433497836971807,"score_gpt":0.2998302013691907,"score_spread":0.25648041767201,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990614310","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00046888134,0.000120475925,0.9965818,0.0004314757,0.00027963036,0.00040694454,0.000029423052,0.0016227224,0.000058635167],"genre_scores_gemma":[0.013363561,0.000008984416,0.985155,0.000042473544,0.00009945628,0.000099776444,0.000012601847,0.0000149608495,0.0012032276],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989089,0.00006741857,0.00020726965,0.0003453574,0.00013011125,0.00034095053],"domain_scores_gemma":[0.9985105,0.0007472777,0.000056682926,0.0005315146,0.0000671446,0.00008692255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003289295,0.00016006612,0.00021440923,0.00006235716,0.0000670542,0.000073540716,0.0006148717,0.00006968823,0.000003607999],"category_scores_gemma":[0.00047242743,0.00013024152,0.000072464936,0.00018290387,0.000018865705,0.0001680338,0.00014756773,0.00008583948,0.000037433405],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065287154,0.00003234838,0.00000774391,0.0000302001,0.000020350286,0.0000030885983,0.00017432481,0.9662504,0.006556589,0.0049575386,0.0014534264,0.020507466],"study_design_scores_gemma":[0.0010045023,0.0001157735,0.0004251769,0.000041874893,0.0000080202835,0.000037550464,0.000024525156,0.9508305,0.0066456622,0.0014597692,0.03888597,0.0005206294],"about_ca_topic_score_codex":0.000012000688,"about_ca_topic_score_gemma":0.0000032664275,"teacher_disagreement_score":0.037432544,"about_ca_system_score_codex":0.0000821256,"about_ca_system_score_gemma":0.000023758603,"threshold_uncertainty_score":0.5311095},"labels":[],"label_agreement":null},{"id":"W1990906822","doi":"10.1109/ms.2007.52","title":"So, You Think You Know Others' Goals? A Repertory Grid Study","year":2007,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Repertory grid; Requirements engineering; Computer science; Grid; Domain (mathematical analysis); Requirements elicitation; Non-functional requirement; Requirements analysis; Stakeholder; Software engineering; Knowledge management; Systems engineering; Management science; Process management; Engineering; Software; Software development; Management; Psychology","score_opus":0.029105697559170456,"score_gpt":0.2992732030816835,"score_spread":0.270167505522513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990906822","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04366616,0.0010673071,0.9466039,0.000088834466,0.0043123323,0.00044928188,0.000006335115,0.0037277343,0.00007811968],"genre_scores_gemma":[0.06706514,0.00003197379,0.9301914,0.00043839257,0.00068106875,0.000039974482,0.0000025080826,0.00008419762,0.001465336],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970361,0.00019598201,0.00048534086,0.00091843505,0.00057357346,0.0007905423],"domain_scores_gemma":[0.9962829,0.0014480273,0.00016376506,0.0017304262,0.00017055123,0.00020436547],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021444499,0.00039577376,0.00042764083,0.00024515722,0.0004337939,0.00012981513,0.0017146488,0.00017781221,0.000015183766],"category_scores_gemma":[0.0021215472,0.0003698323,0.00015224505,0.0006619464,0.00011981711,0.00067541393,0.00046251636,0.00049498846,0.00010913814],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015410702,0.001424256,0.033266243,0.00020504641,0.0004410137,0.0020031345,0.07368062,0.056868453,0.0025786147,0.001327258,0.010032647,0.8180186],"study_design_scores_gemma":[0.01725304,0.009682682,0.23375285,0.001385677,0.0004899583,0.0012761708,0.017977528,0.00553194,0.07295722,0.0928986,0.5291376,0.017656747],"about_ca_topic_score_codex":0.000044120112,"about_ca_topic_score_gemma":0.000028870278,"teacher_disagreement_score":0.8003619,"about_ca_system_score_codex":0.00018456219,"about_ca_system_score_gemma":0.00010875681,"threshold_uncertainty_score":0.99987537},"labels":[],"label_agreement":null},{"id":"W1991007986","doi":"10.1145/1764810.1764823","title":"A towards an extended relational algebra for software architecture","year":2010,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Relation (database); Computer science; Set (abstract data type); Relational algebra; Algebra over a field; Architecture description language; Software; Architecture; Software architecture; Programming language; Mathematics; Relational database; Pure mathematics; Reference architecture; Database","score_opus":0.030792303134128358,"score_gpt":0.2845195257568809,"score_spread":0.25372722262275255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991007986","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029992096,0.00019599579,0.9610828,0.00036253856,0.0021184313,0.0004883289,0.00005976989,0.0056989165,0.0000011341667],"genre_scores_gemma":[0.12524123,0.000004558177,0.87364435,0.00015489009,0.0004728236,0.0002508355,0.00007470695,0.00012364433,0.00003297946],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9969645,0.00005371384,0.00050120184,0.0010539519,0.00051168,0.0009149565],"domain_scores_gemma":[0.93952405,0.057271414,0.0001606023,0.0023505932,0.00031077254,0.00038258894],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000760276,0.0006224151,0.00051725795,0.0003857864,0.0002534163,0.00019001652,0.0025377201,0.00041554886,0.000024034814],"category_scores_gemma":[0.3113924,0.000631204,0.00025060252,0.0005981622,0.00008372715,0.0011061701,0.00063755637,0.0010241236,0.000017235183],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008181063,0.0002893256,0.012374192,0.0005408679,0.0002170076,0.00007424983,0.0023245087,0.37822273,0.033072077,0.076421745,0.000409248,0.49597225],"study_design_scores_gemma":[0.0061976495,0.0023534673,0.47996274,0.0005668867,0.00024722758,0.001236749,0.00005155431,0.01936621,0.092996806,0.341925,0.044460412,0.010635295],"about_ca_topic_score_codex":0.000009077876,"about_ca_topic_score_gemma":0.0000073437204,"teacher_disagreement_score":0.48533696,"about_ca_system_score_codex":0.000072137205,"about_ca_system_score_gemma":0.00018268052,"threshold_uncertainty_score":0.99961394},"labels":[],"label_agreement":null},{"id":"W1991178851","doi":"10.1007/s10617-012-9091-0","title":"Model-based implementation of distributed systems with priorities","year":2012,"lang":"en","type":"article","venue":"Design Automation for Embedded Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Model transformation; Asynchronous communication; Distributed computing; Rendezvous; Synchronization (alternating current); Transformation (genetics); Redundancy (engineering); Set (abstract data type); Context (archaeology); Theoretical computer science; Algorithm; Programming language; Artificial intelligence; Consistency (knowledge bases)","score_opus":0.07811708391850226,"score_gpt":0.3311432875396825,"score_spread":0.2530262036211802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991178851","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014280982,0.00031581757,0.99566215,0.000017882394,0.00051424134,0.0012476898,0.000050837312,0.00075546233,0.000007806949],"genre_scores_gemma":[0.54751414,7.664346e-7,0.45210037,0.000004587714,0.000019285791,0.00030950946,0.000027620259,0.000012627518,0.000011112065],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984173,0.00035360528,0.00043841908,0.00018989474,0.00030522453,0.00029551264],"domain_scores_gemma":[0.9979577,0.00097563013,0.00036801488,0.0003792262,0.00025621132,0.000063230524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018687433,0.00016787887,0.00029175213,0.00014744981,0.00006730351,0.000094064286,0.0002842021,0.00006525987,3.682322e-7],"category_scores_gemma":[0.00016121584,0.00014340685,0.000044352324,0.00026727625,0.00002382605,0.00092651363,0.000022388984,0.000048157817,0.0000015920386],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009206137,0.000014084908,0.00010778414,0.00029902655,0.000021769018,1.1920154e-7,0.0007835696,0.96142083,0.0011465007,0.035549123,0.00012532061,0.0005226339],"study_design_scores_gemma":[0.0005040402,0.00011059788,0.00020942368,0.00009838918,0.000014378024,0.0000066718294,0.00046865083,0.9928919,0.005148278,0.00031884012,0.000050374187,0.00017846552],"about_ca_topic_score_codex":0.0000138065725,"about_ca_topic_score_gemma":4.0064668e-7,"teacher_disagreement_score":0.546086,"about_ca_system_score_codex":0.00011511239,"about_ca_system_score_gemma":0.00013251943,"threshold_uncertainty_score":0.58479613},"labels":[],"label_agreement":null},{"id":"W1993003919","doi":"10.5555/2486788.2487069","title":"5th international workshop on modeling in software engineering (MiSE 2013)","year":2013,"lang":"en","type":"article","venue":"RWTH Publications (RWTH Aachen)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Waterloo","funders":"","keywords":"Software engineering; Computer science; Key (lock); Software; Software development; Social software engineering; Systems engineering; Engineering management; Software construction; Engineering; Programming language; Operating system","score_opus":0.07055179741211463,"score_gpt":0.30145825458476055,"score_spread":0.2309064571726459,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993003919","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003621954,0.00013450532,0.9890631,0.004304751,0.00060570095,0.0003200975,0.0000041001977,0.0013954889,0.00055034074],"genre_scores_gemma":[0.13174604,0.000050636565,0.86661786,0.00024109756,0.00012322975,0.0004694491,0.000027557258,0.000037145834,0.0006869732],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980831,0.00006145944,0.0004181305,0.0005956505,0.00035015438,0.00049151876],"domain_scores_gemma":[0.99766546,0.00083524775,0.00009325898,0.0009958653,0.00024594617,0.00016424179],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004642542,0.00025622276,0.00021689918,0.0007372532,0.00008447499,0.00031326554,0.0016714915,0.00013766975,0.00007471926],"category_scores_gemma":[0.0034926345,0.00026778653,0.00007459386,0.0010568178,0.000023638731,0.0019900121,0.00035556796,0.00048155934,0.0002997981],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001506638,0.000068891255,0.00039783138,0.000010045805,0.000017229802,0.0000012748611,0.00028820414,0.94909495,0.000060455714,0.01678593,0.0010431453,0.03223051],"study_design_scores_gemma":[0.00026557597,0.000014154707,0.002825395,0.000061667895,0.0000027470178,0.000006907638,0.000030572715,0.985585,0.00006260917,0.0066220025,0.004163373,0.00036004983],"about_ca_topic_score_codex":0.00003907394,"about_ca_topic_score_gemma":0.0000054285047,"teacher_disagreement_score":0.12812407,"about_ca_system_score_codex":0.00024652595,"about_ca_system_score_gemma":0.00007682118,"threshold_uncertainty_score":0.9999774},"labels":[],"label_agreement":null},{"id":"W1993084949","doi":"10.1145/1218563.1218571","title":"A static aspect language for checking design rules","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Programming language; Compile time; Set (abstract data type); Compiler; Aspect-oriented programming; Domain (mathematical analysis); Design language; Software","score_opus":0.07662430638491315,"score_gpt":0.34943744735441734,"score_spread":0.2728131409695042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993084949","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009719009,0.00010448628,0.997372,0.000079602156,0.00018583612,0.00017808664,5.4393803e-7,0.0008577696,0.00024979564],"genre_scores_gemma":[0.022797093,0.0000018087223,0.9767616,0.00013443595,0.000037423437,0.000012391371,5.0769165e-7,0.0000097381635,0.00024501045],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992801,0.00002832729,0.000124273,0.00019259458,0.00009576793,0.00027891464],"domain_scores_gemma":[0.9970712,0.0025608256,0.000031657783,0.00026679086,0.000029267587,0.000040234307],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012348851,0.00008655676,0.00010605555,0.00007599826,0.00004327923,0.000039522343,0.0003829633,0.000028349094,0.0000035111996],"category_scores_gemma":[0.001092995,0.00007408295,0.000033853667,0.0001349817,0.000014294494,0.00020396413,0.000070056856,0.000053917258,0.000010371406],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031111613,0.00004820178,0.00005202593,0.00009790676,0.000046747064,0.000091410955,0.006103757,0.076942794,0.022363119,0.22798389,0.000986276,0.66525275],"study_design_scores_gemma":[0.0012385903,0.00048222608,0.002743157,0.0000703529,0.000017049004,0.00006155585,0.0009962323,0.13590182,0.49888337,0.35585603,0.0026185946,0.001131035],"about_ca_topic_score_codex":0.000003768799,"about_ca_topic_score_gemma":0.0000016910709,"teacher_disagreement_score":0.66412175,"about_ca_system_score_codex":0.000037160426,"about_ca_system_score_gemma":0.000017808641,"threshold_uncertainty_score":0.30210152},"labels":[],"label_agreement":null},{"id":"W1993410868","doi":"10.1145/1176617.1176687","title":"Fluid AOP join point models","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"AspectJ; Aspect-oriented programming; Computer science; Programming language; Join (topology); Point (geometry); Software engineering; Software; Mathematics","score_opus":0.03691082506145512,"score_gpt":0.2574822951052373,"score_spread":0.22057147004378216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993410868","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007150285,0.00013265823,0.9897594,0.00036316886,0.00025041096,0.000053349326,3.3688195e-7,0.0013948485,0.007330815],"genre_scores_gemma":[0.07111251,0.000004233737,0.92718774,0.00013471699,0.00004606976,0.000007055427,5.431782e-7,0.000007621757,0.0014995214],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992209,0.00003515886,0.00013981218,0.00024249946,0.00013495694,0.00022663867],"domain_scores_gemma":[0.9992113,0.00023570706,0.000021374773,0.00046564135,0.000034058092,0.000031895524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024011315,0.000099287805,0.000111306595,0.00006140701,0.000036823618,0.000047019545,0.00048643266,0.00003729264,0.000008422358],"category_scores_gemma":[0.00008488514,0.00008506062,0.000039570674,0.00019013668,0.000018601011,0.0005746601,0.00019328594,0.000069795016,0.000042107775],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.5495406e-7,0.000009796445,0.0000068267295,0.0000029755088,0.0000017627835,0.0000072100133,0.000033400866,0.5961578,0.0019745524,0.39411262,0.0020624762,0.005630013],"study_design_scores_gemma":[0.00010818754,0.000021810787,0.00022298,0.0000043155273,9.469622e-7,0.000014368922,0.0000051019883,0.24786533,0.016770497,0.7338374,0.00096372276,0.00018528033],"about_ca_topic_score_codex":0.000033383916,"about_ca_topic_score_gemma":0.000002437054,"teacher_disagreement_score":0.34829247,"about_ca_system_score_codex":0.000030811938,"about_ca_system_score_gemma":0.000014892349,"threshold_uncertainty_score":0.34686714},"labels":[],"label_agreement":null},{"id":"W1993834512","doi":"10.1145/2584469.2584475","title":"TouchRAM","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Agile software development; Java; Software engineering; Software; Scalability; Human–computer interaction; Programming language; Operating system","score_opus":0.015475328005641073,"score_gpt":0.25090539570105047,"score_spread":0.2354300676954094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993834512","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022863831,0.0000109133925,0.9898475,0.00022451894,0.00026536925,0.000015497946,1.6627649e-8,0.0010192072,0.0083883805],"genre_scores_gemma":[0.057720125,0.0000010464245,0.9414043,0.00022478751,0.000027279952,0.0000022941113,4.958953e-8,0.00000239075,0.00061772746],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9996502,0.000027100321,0.00004621068,0.00011562769,0.000057834754,0.00010306474],"domain_scores_gemma":[0.99930054,0.00033854137,0.000008628161,0.00031406328,0.000012816079,0.00002540942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018688319,0.000039820796,0.000049738024,0.000022757611,0.000017907902,0.000021875632,0.0003769633,0.000015798416,0.0000061001924],"category_scores_gemma":[0.00047688404,0.000032462947,0.00001417342,0.00009174243,0.000008441127,0.00015724904,0.00010462679,0.00003643679,0.000069597074],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.9404393e-7,0.0000038620246,0.000042616404,0.0000025735715,0.0000015330049,7.5734835e-7,0.00004634953,0.014677194,0.00052992156,0.7052944,0.0006743491,0.27872628],"study_design_scores_gemma":[0.00026509547,0.00013138364,0.0039330344,0.000008249182,0.0000015075412,0.00002102591,0.000008214547,0.12697418,0.030195368,0.72060674,0.117396876,0.00045833798],"about_ca_topic_score_codex":9.835816e-7,"about_ca_topic_score_gemma":2.050854e-7,"teacher_disagreement_score":0.27826795,"about_ca_system_score_codex":0.000006054386,"about_ca_system_score_gemma":0.0000034156874,"threshold_uncertainty_score":0.13238005},"labels":[],"label_agreement":null},{"id":"W1994418092","doi":"10.1504/ijseta.2015.067531","title":"Automated generation of pervasive systems architectures: a detailed empirical evaluation","year":2015,"lang":"en","type":"article","venue":"International Journal of Software Engineering Technology and Applications","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Ubiquitous computing; Context-aware pervasive systems; Systems engineering; Computer architecture; Human–computer interaction; Engineering","score_opus":0.06909025490447768,"score_gpt":0.34619659728346935,"score_spread":0.2771063423789917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994418092","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08243743,0.0012299528,0.9149959,0.00032008335,0.0004111228,0.00015876286,0.0000039403144,0.00044031988,0.0000024593305],"genre_scores_gemma":[0.57648623,0.000016444239,0.42334476,0.000008265851,0.000082685045,0.000050176397,0.0000026918085,0.0000065231443,0.0000022408235],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989331,0.00003882143,0.00040037316,0.00015081465,0.0003737038,0.000103237115],"domain_scores_gemma":[0.99801695,0.00029358923,0.0002753535,0.00021126427,0.0011426447,0.000060180762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006163222,0.000108404856,0.00019331014,0.00070932624,0.000025375231,0.00003084569,0.0006477676,0.00012116874,5.270753e-7],"category_scores_gemma":[0.0023589283,0.00010039739,0.000040074858,0.00043539525,0.00005450946,0.00016454533,0.0001239164,0.00020793089,0.000001018496],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059344543,0.000045760724,0.002742348,0.000016792945,0.00013341209,0.000007617102,0.00026076913,0.9592347,0.0029501813,0.013190398,0.000117677664,0.021294406],"study_design_scores_gemma":[0.0015886828,0.00030364914,0.0044880495,0.0001874629,0.00007976979,0.0011942363,0.0001652528,0.9532387,0.010979638,0.024318857,0.0030471615,0.0004084913],"about_ca_topic_score_codex":8.9281383e-7,"about_ca_topic_score_gemma":2.9106778e-7,"teacher_disagreement_score":0.49404877,"about_ca_system_score_codex":0.00010447854,"about_ca_system_score_gemma":0.00012944706,"threshold_uncertainty_score":0.40940866},"labels":[],"label_agreement":null},{"id":"W1994581514","doi":"10.1145/1570433.1570443","title":"Interactive usability instrumentation","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Usability; Computer science; Instrumentation (computer programming); Software engineering; Cognitive walkthrough; Software; Usability engineering; Usability inspection; Human–computer interaction; User interface; Operating system","score_opus":0.030894758778955575,"score_gpt":0.3268245236340492,"score_spread":0.2959297648550936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994581514","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0145401675,0.0000048293655,0.9824688,0.00048193146,0.00019922009,0.00004522102,8.450383e-8,0.0005188053,0.0017409341],"genre_scores_gemma":[0.44382432,7.543018e-7,0.5559683,0.00015823294,0.0000067816995,0.0000011581802,1.6498005e-7,6.4047657e-7,0.000039657833],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9995822,0.000035518013,0.00007691913,0.00014950271,0.00006735549,0.0000885327],"domain_scores_gemma":[0.99951017,0.00020522164,0.0000194267,0.00022016125,0.000023257178,0.00002178881],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014062977,0.00004865849,0.00005438496,0.000029905621,0.000021250611,0.000028556999,0.00023996583,0.000015562813,0.000006560984],"category_scores_gemma":[0.00030820054,0.000042097756,0.000017303264,0.00013168406,0.000009540209,0.0006712435,0.000040019237,0.00005563538,0.000015526348],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036422502,0.000027979959,0.00024476126,0.0000015186513,0.0000029083574,0.0000017237007,0.0005006783,0.0065598786,0.0019268382,0.07576067,0.000067093424,0.9149023],"study_design_scores_gemma":[0.00035447357,0.00033562857,0.14097518,0.000010512945,0.000002118587,0.000017216167,0.00012611836,0.020450786,0.08545823,0.7511278,0.00078973133,0.0003522359],"about_ca_topic_score_codex":0.000001845154,"about_ca_topic_score_gemma":3.765163e-7,"teacher_disagreement_score":0.91455007,"about_ca_system_score_codex":0.000052060863,"about_ca_system_score_gemma":0.000007702906,"threshold_uncertainty_score":0.17166966},"labels":[],"label_agreement":null},{"id":"W1994644260","doi":"10.1109/re.2012.6345835","title":"On the usage of context for requirements elicitation: End-user involvement in IT ecosystems","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Requirements elicitation; Computer science; Stakeholder; Context (archaeology); Requirements engineering; Adaptation (eye); Scalability; Requirements management; End user; Requirements analysis; User requirements document; Knowledge management; Process management; Risk analysis (engineering); World Wide Web; Software engineering; Business; Database; Software","score_opus":0.13480217122760407,"score_gpt":0.343437337813205,"score_spread":0.20863516658560094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994644260","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01700397,0.0000890065,0.9810582,0.0005491191,0.0005025192,0.00038588324,0.000001671642,0.000060697632,0.00034897274],"genre_scores_gemma":[0.75445384,0.000003601034,0.24469504,0.0004873756,0.0000247997,0.000108375236,7.8127886e-7,0.000005270111,0.00022091901],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99915993,0.00009737579,0.00023666948,0.00012899085,0.0001665667,0.00021045966],"domain_scores_gemma":[0.99718684,0.0023200181,0.00007617656,0.00034590188,0.000044897173,0.000026168786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001437698,0.00008267734,0.00012408364,0.000061768515,0.000028850662,0.000014022544,0.00040718203,0.000026717968,0.000016578037],"category_scores_gemma":[0.0006757768,0.000054972515,0.00003288938,0.00014556406,0.000016162243,0.00030918088,0.00008459619,0.000047394893,0.0000084425465],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014673003,0.000118742035,0.0017984654,0.000081342834,0.000029679177,4.5569956e-7,0.0054692714,0.008647221,0.0024878336,0.9521395,0.0037599904,0.02545281],"study_design_scores_gemma":[0.007944063,0.0025735316,0.027458511,0.0013267698,0.00004260767,0.000009018765,0.013071057,0.10730732,0.4466583,0.21122012,0.17975534,0.0026333418],"about_ca_topic_score_codex":0.000018745945,"about_ca_topic_score_gemma":0.000033704713,"teacher_disagreement_score":0.7409194,"about_ca_system_score_codex":0.00005912957,"about_ca_system_score_gemma":0.000012265493,"threshold_uncertainty_score":0.22417141},"labels":[],"label_agreement":null},{"id":"W1995003010","doi":"10.1109/iadcc.2009.4809268","title":"Stakeholder Appropriate Requirement Development Approach","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"USable; Stakeholder; Business requirements; Goal modeling; Process management; Stakeholder engagement; Computer science; Process (computing); Requirements analysis; Stakeholder analysis; Requirements elicitation; Requirements engineering; Business process; Knowledge management; Risk analysis (engineering); Business; Work in process; Marketing; World Wide Web; Management","score_opus":0.12731605125059695,"score_gpt":0.290639143007747,"score_spread":0.16332309175715007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995003010","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007239585,0.000104320374,0.9918826,0.00019555897,0.00016279727,0.00013592272,6.3216945e-8,0.001126365,0.0056684124],"genre_scores_gemma":[0.03092687,0.0000054611814,0.9679083,0.00030947404,0.000022954995,0.000013768486,0.0000010773454,0.0000055122273,0.0008065822],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988149,0.000040734543,0.00020759385,0.00036727736,0.0002568718,0.00031262176],"domain_scores_gemma":[0.9992889,0.0000583676,0.000040665236,0.00050497055,0.00003939162,0.00006771515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049966306,0.00014382176,0.00014017525,0.000074589814,0.0000696312,0.00006509827,0.0006768312,0.000041683554,0.000004590084],"category_scores_gemma":[0.00009490746,0.00011713071,0.000025389727,0.0002486883,0.000012869959,0.0003539998,0.00013193277,0.000097312404,0.000024443352],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039191536,0.00014213742,0.000024229423,0.000025294978,0.000019807116,0.000010026313,0.0014206191,0.04752606,0.0021410943,0.13897792,0.00047104195,0.80923784],"study_design_scores_gemma":[0.0043797647,0.0011044842,0.049226645,0.00020726983,0.00002872043,0.00018477316,0.0006405974,0.093400665,0.3127892,0.4326516,0.09887191,0.006514357],"about_ca_topic_score_codex":3.92931e-7,"about_ca_topic_score_gemma":8.452743e-8,"teacher_disagreement_score":0.80272347,"about_ca_system_score_codex":0.0000721175,"about_ca_system_score_gemma":0.000043788226,"threshold_uncertainty_score":0.47764516},"labels":[],"label_agreement":null},{"id":"W1995689188","doi":"10.1002/spip.225","title":"Staged configuration through specialization and multilevel configuration of feature models","year":2005,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":420,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Feature (linguistics); Abstraction; Feature model; Computer science; Cardinality (data modeling); Notation; Configuration design; Product (mathematics); Configurator; Process (computing); Theoretical computer science; Programming language; Data mining; Software; Mathematics","score_opus":0.04990267850207869,"score_gpt":0.3324683825406449,"score_spread":0.28256570403856623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995689188","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015566875,0.0008031649,0.99553007,0.0011515596,0.00013417826,0.00037221095,0.000007657683,0.00023340622,0.00021104833],"genre_scores_gemma":[0.24643193,0.00041176,0.75248754,0.00036933948,0.00007794659,0.00003288182,0.000014990717,0.000012794759,0.00016080232],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9988321,0.00010093308,0.00026551797,0.00036217083,0.00026692028,0.0001723716],"domain_scores_gemma":[0.9979564,0.0011105863,0.0003306792,0.00021671047,0.00034152388,0.00004409066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058063585,0.00017319788,0.00018689469,0.00005760083,0.00013026985,0.000119956196,0.00017289422,0.00010190199,0.00000504887],"category_scores_gemma":[0.002720436,0.0001652152,0.00001696404,0.00014548669,0.00007182095,0.004801281,0.00007168498,0.00015836272,8.5756466e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014264324,0.00010122949,0.000042650412,0.00040083405,0.00005449542,0.0000022480547,0.011231946,0.024345199,0.011415696,0.043391537,0.00011802924,0.9087535],"study_design_scores_gemma":[0.005353622,0.0015172992,0.00091300724,0.0003460972,0.00024378324,0.00010112564,0.0031410442,0.17196715,0.5584028,0.23628046,0.019686697,0.0020469348],"about_ca_topic_score_codex":0.000009839005,"about_ca_topic_score_gemma":0.0000026090186,"teacher_disagreement_score":0.9067066,"about_ca_system_score_codex":0.000030124344,"about_ca_system_score_gemma":0.000053647298,"threshold_uncertainty_score":0.67372805},"labels":[],"label_agreement":null},{"id":"W1995741841","doi":"10.1109/were.2010.5624002","title":"From goal models to three-layer web-based systems: An exploratory study","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; York University","funders":"","keywords":"Goal modeling; Computer science; Stakeholder; Software engineering; Process (computing); Requirements engineering; Representation (politics); Completeness (order theory); Process management; Systems engineering; Data science; Engineering; Software; Programming language","score_opus":0.09917249562695733,"score_gpt":0.31455644689562035,"score_spread":0.215383951268663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995741841","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30033422,0.00001574291,0.6963925,0.000040575072,0.0014669299,0.00031221358,0.0000034401137,0.0013863168,0.000048108504],"genre_scores_gemma":[0.5257064,8.866635e-8,0.47399637,0.000079208185,0.000100773505,0.00008214156,6.63143e-7,0.000013982,0.000020358484],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99834204,0.00016164967,0.00023664477,0.0006188703,0.0003318973,0.00030891647],"domain_scores_gemma":[0.9975725,0.0005543573,0.000042982425,0.0015095858,0.00011035563,0.00021024456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073875615,0.0002109358,0.00025503975,0.00013091434,0.00007339227,0.00017114075,0.0013507046,0.000082609455,0.00000941694],"category_scores_gemma":[0.00016736514,0.00018104451,0.00003456242,0.00028563463,0.000020680076,0.0010441713,0.0002984156,0.00026672098,0.000067021494],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001134528,0.00021276686,0.00052227854,0.0000060932875,0.000019839368,0.00003009685,0.0027194358,0.965036,0.022020044,0.00486236,0.00019447893,0.004365307],"study_design_scores_gemma":[0.0007261761,0.00042369208,0.0009057864,0.000013824979,0.000008595142,0.0000017290022,0.001086696,0.9782838,0.0041634007,0.013460199,0.0003289679,0.000597132],"about_ca_topic_score_codex":0.00013241523,"about_ca_topic_score_gemma":0.0005131314,"teacher_disagreement_score":0.2253722,"about_ca_system_score_codex":0.000031554548,"about_ca_system_score_gemma":0.00008762188,"threshold_uncertainty_score":0.7382781},"labels":[],"label_agreement":null},{"id":"W1995745048","doi":"10.1117/12.603496","title":"Frameworks and middleware for umanned ground vehicles","year":2005,"lang":"en","type":"article","venue":"Proceedings of SPIE, the International Society for Optical Engineering/Proceedings of SPIE","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Common Object Request Broker Architecture; Computer science; Middleware (distributed applications); Modular design; Interoperability; Component-based software engineering; Software framework; Component (thermodynamics); Software; Transparency (behavior); Debugging; Implementation; Software system; Software engineering; Distributed computing; Interface (matter); Operating system; Computer security","score_opus":0.022062331208056226,"score_gpt":0.26164379205575033,"score_spread":0.2395814608476941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995745048","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8891315,0.00035918894,0.10546102,0.0038754547,0.00022781281,0.00052405096,0.000020878031,0.0002642351,0.00013587302],"genre_scores_gemma":[0.09190906,0.00009930284,0.9070417,0.0001671068,0.00040974034,0.0001868824,0.0000026696046,0.00004688827,0.0001366337],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99798685,1.8752896e-8,0.0005689064,0.00050841493,0.0004725587,0.0004632406],"domain_scores_gemma":[0.99753106,0.000790901,0.0002919793,0.00009549089,0.0011671911,0.00012336322],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008160435,0.000329742,0.000426012,0.000108807195,0.000117878524,0.00019355523,0.00146439,0.00031805635,0.0000015210691],"category_scores_gemma":[0.0018116421,0.00028641976,0.0004199027,0.00028590768,0.00020672823,0.0011271784,0.00035046955,0.00043008677,6.1307014e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053684715,0.00007183908,0.00010175143,0.00049172493,0.00025526996,6.063785e-8,0.00047831822,0.002241523,0.12545331,0.8635433,0.0015765529,0.005732674],"study_design_scores_gemma":[0.004767438,0.0016054398,0.0041059162,0.0014130209,0.00033529225,0.00009746581,0.002519348,0.5142199,0.3041634,0.13432156,0.030146614,0.0023046609],"about_ca_topic_score_codex":0.000002173395,"about_ca_topic_score_gemma":9.472792e-8,"teacher_disagreement_score":0.8015807,"about_ca_system_score_codex":0.00013175712,"about_ca_system_score_gemma":0.000023364331,"threshold_uncertainty_score":0.9999588},"labels":[],"label_agreement":null},{"id":"W1995953313","doi":"10.1109/modre.2014.6890824","title":"A DSL for importing models in a requirements management system","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Digital subscriber line; Traceability; Computer science; Software engineering; Requirements traceability; IBM; Domain-specific language; Modeling language; Unified Modeling Language; Systems engineering; Requirements analysis; Programming language; Software; Requirement; Engineering","score_opus":0.07664712205759941,"score_gpt":0.3144119788818172,"score_spread":0.2377648568242178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995953313","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00066020136,0.000017873526,0.9961623,0.000049447634,0.00023281517,0.00028370394,1.6951363e-7,0.00061190047,0.001981603],"genre_scores_gemma":[0.26916206,0.0000011355187,0.73054516,0.000041732736,0.00001214041,0.00009395075,2.5390784e-7,0.000006161714,0.00013741822],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990559,0.00004069282,0.0002474142,0.0002780934,0.000119774704,0.0002580763],"domain_scores_gemma":[0.9993233,0.0001900509,0.00006121682,0.00037417677,0.000021573616,0.000029683717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011217259,0.00008910571,0.00013742084,0.00010259135,0.000033075477,0.00003375059,0.0004386627,0.000025480005,2.2233122e-7],"category_scores_gemma":[0.00010393238,0.00008101879,0.00003139275,0.00015725629,0.000006091098,0.00034992807,0.0002169427,0.000036980608,0.000002464685],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022613806,0.000007798565,0.000030386598,0.0001554207,0.0000065922945,0.0000047777453,0.00010276545,0.45093545,0.00007403031,0.5021416,0.00003218756,0.04650669],"study_design_scores_gemma":[0.00028937918,0.000026705759,0.00010160204,0.000055211185,0.000001717818,0.000002535038,0.00005820157,0.9253128,0.00024530393,0.07363576,0.00015686313,0.000113923335],"about_ca_topic_score_codex":0.0000035572798,"about_ca_topic_score_gemma":0.0000010120251,"teacher_disagreement_score":0.47437733,"about_ca_system_score_codex":0.00008337242,"about_ca_system_score_gemma":0.0000045562438,"threshold_uncertainty_score":0.33038506},"labels":[],"label_agreement":null},{"id":"W1996036854","doi":"10.1142/s0218194000000079","title":"AN APPROACH TO QUANTITATIVE SOFTWARE ARCHITECTURE SENSITIVITY ANALYSIS","year":2000,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nortel (Canada)","funders":"","keywords":"Reference architecture; Computer science; Architecture tradeoff analysis method; Software architecture description; Robustness (evolution); Software architecture; Resource-oriented architecture; Software engineering; Software; Software construction; Software sizing; Software system; Data mining; Operating system","score_opus":0.017232346490800497,"score_gpt":0.28605456543468233,"score_spread":0.2688222189438818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996036854","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05297956,0.00065550744,0.94492686,0.000040171784,0.0007788893,0.000077324585,0.0000121038665,0.00051468716,0.000014887326],"genre_scores_gemma":[0.21579984,0.000038722006,0.78382856,0.000023231509,0.00023611111,0.0000065718104,0.000004698705,0.000033659737,0.000028626115],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982064,0.00007755897,0.00050439907,0.00041739165,0.0004276768,0.00036662523],"domain_scores_gemma":[0.99766266,0.0010953181,0.00010876174,0.00036336895,0.00042605397,0.00034385547],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008883692,0.00035401486,0.0005370723,0.0011926815,0.00005178864,0.00019581102,0.0009077215,0.00011395983,0.000006009577],"category_scores_gemma":[0.0018580453,0.00034699307,0.00021731913,0.0010105061,0.000023074137,0.0007618927,0.00013973907,0.0005099653,0.000006199787],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019417512,0.00006958748,0.00023465513,0.000028834924,0.0005161522,0.000058844824,0.001477815,0.95119584,0.00081604254,0.00075762765,0.000013459779,0.044811737],"study_design_scores_gemma":[0.0010180405,0.0004639171,0.026771354,0.00037352057,0.00027092994,0.0012313826,0.00008927717,0.960873,0.0021171232,0.00052767986,0.0047018332,0.0015619536],"about_ca_topic_score_codex":0.00000543942,"about_ca_topic_score_gemma":0.0000011555006,"teacher_disagreement_score":0.16282028,"about_ca_system_score_codex":0.00013501529,"about_ca_system_score_gemma":0.000055095526,"threshold_uncertainty_score":0.9998982},"labels":[],"label_agreement":null},{"id":"W199628333","doi":"","title":"An Approach to Requirements Encapsulation with Clustering.","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Encapsulation (networking); Cluster analysis; Cohesion (chemistry); Distributed computing; Artificial intelligence; Computer security","score_opus":0.06307881208225984,"score_gpt":0.3301787402338105,"score_spread":0.26709992815155065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W199628333","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006302095,0.000003959349,0.98948497,0.000025692578,0.00011060445,0.00012492956,8.985938e-8,0.00071508036,0.003232596],"genre_scores_gemma":[0.30430514,1.5895517e-7,0.69545907,0.00010747223,0.000021019589,0.0000044943017,7.114368e-7,0.000005681075,0.00009621965],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99917215,0.000022368738,0.00011189415,0.00028100936,0.00018568017,0.0002269075],"domain_scores_gemma":[0.9993023,0.000072683106,0.00002330385,0.000463627,0.000042359592,0.00009569165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063526083,0.00008774509,0.00007750743,0.000096813776,0.00004083702,0.000045189434,0.00044272013,0.0000277274,0.0000011188457],"category_scores_gemma":[0.00006528819,0.000069318434,0.000009192542,0.00032397834,0.000010140043,0.0005645223,0.000093540926,0.00004923663,0.000007068818],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023462302,0.0000752978,0.00075596984,0.000013760465,0.000009171805,0.0000069444027,0.0012266329,0.8429031,0.0077443216,0.020837799,0.0000376825,0.12636589],"study_design_scores_gemma":[0.0016907478,0.0019341774,0.2154889,0.00006857584,0.0000139726635,0.00013775035,0.0006247817,0.6910099,0.069807395,0.0141189,0.0028375308,0.0022674056],"about_ca_topic_score_codex":0.000005870775,"about_ca_topic_score_gemma":0.0000036651552,"teacher_disagreement_score":0.29800305,"about_ca_system_score_codex":0.000042020027,"about_ca_system_score_gemma":0.000008828209,"threshold_uncertainty_score":0.28267238},"labels":[],"label_agreement":null},{"id":"W1996360727","doi":"10.5555/1363163.1363166","title":"A formal model to handle the adaptability of multimodal user interfaces","year":2008,"lang":"en","type":"article","venue":"Ambient Media and Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Moncton","funders":"","keywords":"Model checking; Computer science; Property (philosophy); Computation tree logic; Formal verification; Temporal logic; Formal methods; Formal specification; Adaptability; Process (computing); Programming language; Modality (human–computer interaction); Linear temporal logic; Formal equivalence checking; Theoretical computer science; Human–computer interaction","score_opus":0.07602724379647945,"score_gpt":0.2789021263196325,"score_spread":0.20287488252315306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996360727","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42870826,0.00028204345,0.570383,0.0000720474,0.00037170353,0.00012293733,0.000001966233,0.00005077945,0.000007260283],"genre_scores_gemma":[0.8880255,0.000024562143,0.11182198,0.000015685622,0.00002361619,0.000031371685,2.6115308e-7,0.000004099657,0.000052889067],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99910104,0.0000835637,0.00021549988,0.00019744561,0.00020660805,0.00019581479],"domain_scores_gemma":[0.9989637,0.00047505778,0.000052369927,0.00037793088,0.00006266633,0.00006823222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053599215,0.00009427402,0.0001924537,0.00004022785,0.00007892474,0.000018315153,0.00039284048,0.00003527904,2.9975052e-7],"category_scores_gemma":[0.00041872944,0.000059812704,0.000027827256,0.00012471106,0.00007937341,0.00026381796,0.00024112035,0.000075222044,0.0000020815914],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004662112,0.000081935825,0.0046242415,0.00012265462,0.00003908177,0.000009721561,0.051354542,0.9131438,0.011121695,0.008390023,0.0005431339,0.010522556],"study_design_scores_gemma":[0.00039818228,0.00016637656,0.011151947,0.00008640134,0.000004726611,0.000056553563,0.00063113996,0.9760041,0.010034158,0.0007315539,0.00048855995,0.00024627274],"about_ca_topic_score_codex":0.00006827329,"about_ca_topic_score_gemma":0.000007326803,"teacher_disagreement_score":0.4593173,"about_ca_system_score_codex":0.000015963476,"about_ca_system_score_gemma":0.00002294325,"threshold_uncertainty_score":0.24390914},"labels":[],"label_agreement":null},{"id":"W1998344671","doi":"10.1145/1137677.1137701","title":"A coordination mechanism for self-healing and self-optimizing disciplines","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Mechanism (biology); Computer science; Autonomic computing; Knowledge management; Process management; Management science; Risk analysis (engineering); Distributed computing; Engineering; Business; Cloud computing","score_opus":0.020397103822329725,"score_gpt":0.2777753035673382,"score_spread":0.2573781997450085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998344671","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037141128,0.000059149417,0.99337584,0.000526943,0.00023178337,0.00018674413,6.6770514e-7,0.0018183117,0.00008642948],"genre_scores_gemma":[0.05838564,0.000008171187,0.9413323,0.00003863384,0.0000694935,0.00003827,0.0000012072459,0.000009979163,0.00011630818],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992852,0.000023467177,0.00014349313,0.00026435195,0.00008466804,0.00019880976],"domain_scores_gemma":[0.9991009,0.00056913815,0.00004571875,0.00017281133,0.00008378044,0.000027619873],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032434493,0.00010526581,0.000118673845,0.000075145326,0.00012405758,0.00008299084,0.00019039445,0.000046178106,2.8321034e-7],"category_scores_gemma":[0.00012900136,0.0000936713,0.000026393123,0.0001422029,0.000007201077,0.00039424782,0.00013065277,0.000044835044,6.886758e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016637528,0.00003916236,0.000047764406,0.00006730146,0.000011769029,0.0000014926184,0.0003451717,0.044896606,0.0028519635,0.9479894,0.00011413266,0.0036335764],"study_design_scores_gemma":[0.00027650088,0.000048141665,0.00013807326,0.000009228485,0.0000072658377,0.000009335939,0.000027777389,0.651425,0.010359806,0.33731523,0.00019479699,0.0001888261],"about_ca_topic_score_codex":0.000009617007,"about_ca_topic_score_gemma":0.00000429722,"teacher_disagreement_score":0.61067414,"about_ca_system_score_codex":0.000034396577,"about_ca_system_score_gemma":0.000012535339,"threshold_uncertainty_score":0.38198045},"labels":[],"label_agreement":null},{"id":"W1998625856","doi":"10.1109/rcis.2008.4632096","title":"Early assessment of software architecture qualities","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Software architecture; Architecture; Software engineering; Quality (philosophy); Process (computing); Reference architecture; Software; Software quality; Computer architecture; Software development; Programming language","score_opus":0.05494314201159941,"score_gpt":0.32145553546586697,"score_spread":0.2665123934542676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998625856","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029654752,0.00006292532,0.96882474,0.00007859005,0.0001786704,0.000056219433,0.0000014231078,0.0006543104,0.00048833457],"genre_scores_gemma":[0.14355513,0.000009248684,0.855813,0.000044303266,0.000016236596,0.0000065115523,3.916172e-7,0.0000061487845,0.00054900645],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9991396,0.000082306084,0.00017596749,0.0001935438,0.00022974977,0.00017884822],"domain_scores_gemma":[0.9985796,0.00079925865,0.00005456713,0.00046797298,0.00005902598,0.000039560364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020629114,0.00010249083,0.00017991153,0.000085604304,0.00004982435,0.000010247131,0.0005590351,0.000040051884,0.000008752062],"category_scores_gemma":[0.00034016356,0.00008446094,0.000054703047,0.00019626903,0.00007633802,0.0001977209,0.00019028253,0.00012461498,0.0000026595608],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000093750305,0.0001519125,0.021656109,0.00021555199,0.00011435942,0.00011163294,0.0124002965,0.5258919,0.0034773196,0.3427635,0.0009827366,0.092225276],"study_design_scores_gemma":[0.0012530616,0.00095878105,0.55765224,0.000112664435,0.000012978504,0.0003330527,0.00027036306,0.0033007516,0.032255653,0.39919284,0.0030470525,0.0016105708],"about_ca_topic_score_codex":0.000019596226,"about_ca_topic_score_gemma":7.5756867e-7,"teacher_disagreement_score":0.53599614,"about_ca_system_score_codex":0.000019698577,"about_ca_system_score_gemma":0.00005918477,"threshold_uncertainty_score":0.3444217},"labels":[],"label_agreement":null},{"id":"W1999048061","doi":"10.1145/1960275.1960279","title":"MetaLexer","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Compiler; Programming language; Parsing; Modular design; Extensible programming; Extensibility; Programming paradigm; Fifth-generation programming language","score_opus":0.13324501366977265,"score_gpt":0.2605847817015769,"score_spread":0.12733976803180425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999048061","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026500327,0.00003706835,0.97735155,0.000019108124,0.00022506842,0.00001901525,3.2048185e-8,0.00083237496,0.021250792],"genre_scores_gemma":[0.03469255,0.0000021563126,0.96427596,0.00008093229,0.0000066336647,0.0000034291886,2.7748237e-8,0.0000026200173,0.00093571143],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99967545,0.0000157892,0.000048792317,0.000112141825,0.000048175,0.00009965256],"domain_scores_gemma":[0.9995878,0.0000732051,0.000009263284,0.00029196625,0.000013509048,0.000024299388],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012351076,0.00004205665,0.00005013839,0.000028852806,0.000013323451,0.0000075527646,0.000400099,0.0000148194595,0.000046874906],"category_scores_gemma":[0.000108325956,0.00003282326,0.000019112478,0.00010641466,0.000012026348,0.00026005812,0.00011715039,0.00003366482,0.00009357042],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.301496e-7,0.00001636742,0.00014159361,0.0000031364643,0.00001062421,0.000015325866,0.0007269731,0.00037177978,0.00077877706,0.91692924,0.00035461315,0.080650605],"study_design_scores_gemma":[0.0002043573,0.00010294915,0.012889471,0.00000505696,0.0000049407604,0.000044511882,0.00003657632,0.0031773204,0.16924393,0.80579174,0.007993855,0.00050527806],"about_ca_topic_score_codex":0.0000029759237,"about_ca_topic_score_gemma":2.0376723e-7,"teacher_disagreement_score":0.16846517,"about_ca_system_score_codex":0.0000044902267,"about_ca_system_score_gemma":0.000004448468,"threshold_uncertainty_score":0.13384937},"labels":[],"label_agreement":null},{"id":"W1999323314","doi":"10.1109/wse.2006.13","title":"Model Driven Evolution of Network-Centric Applications: Perspectives, Challenges, and Issues","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software engineering; Software evolution; Software development; Model-driven architecture; Software; Consistency (knowledge bases); Software system; Code generation; Software construction; Data science; Systems engineering; Programming language; Key (lock); Artificial intelligence; Engineering","score_opus":0.034051990906311815,"score_gpt":0.27391267569792027,"score_spread":0.23986068479160846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999323314","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013487581,0.060728487,0.93768543,0.0002322812,0.000021859736,0.00012960477,4.3605067e-7,0.00030011826,0.00076692196],"genre_scores_gemma":[0.15097938,0.0021309105,0.846647,0.0000029503494,0.000055351473,0.00002514641,4.2002782e-7,0.000004781948,0.00015403047],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993551,0.00003283829,0.00012135446,0.00024544576,0.00009817446,0.0001471386],"domain_scores_gemma":[0.99941653,0.00015334692,0.000048578404,0.00029013923,0.000070837574,0.000020594967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015995413,0.00007889346,0.00011942876,0.00006154425,0.000034804987,0.000009407129,0.00023572253,0.000040117015,5.471291e-7],"category_scores_gemma":[0.000036847865,0.00007458398,0.000019375362,0.00017854641,0.000042692893,0.0002158238,0.0001238695,0.000052383457,0.0000013552873],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.147439e-7,0.0000134465545,0.000031200496,0.000008007773,0.000002463299,1.324999e-7,0.00011683428,0.38712847,0.00005412309,0.60306686,0.00006338037,0.009514558],"study_design_scores_gemma":[0.00012985014,0.000024813044,0.0036681206,0.000010205656,0.000004044432,0.0000039018423,0.00014730069,0.44740984,0.00009124651,0.54764724,0.0007202968,0.00014315906],"about_ca_topic_score_codex":0.00001791227,"about_ca_topic_score_gemma":0.000005748749,"teacher_disagreement_score":0.1508445,"about_ca_system_score_codex":0.000056899768,"about_ca_system_score_gemma":0.000016559485,"threshold_uncertainty_score":0.30414462},"labels":[],"label_agreement":null},{"id":"W1999493200","doi":"10.1118/1.4883877","title":"The most suitable person to establish quality assurance guidelines for the generation and use of noncommercial clinical software is a medical physicist","year":2014,"lang":"en","type":"article","venue":"Medical Physics","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Royal Military College of Canada","funders":"","keywords":"Medical physicist; Quality assurance; Medical physics; Software; Quality (philosophy); Medical imaging; Medicine; Computer science; Engineering; Physics; Radiology; Operations management","score_opus":0.28001256595085483,"score_gpt":0.4435105501094928,"score_spread":0.16349798415863798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999493200","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049357163,0.00014466421,0.9773915,0.016123176,0.0010391729,0.00024384387,0.000013296775,0.00010488948,0.0000037787315],"genre_scores_gemma":[0.07439521,0.0003233177,0.9040334,0.01623217,0.0046694763,0.00015694828,0.00001068051,0.00004478918,0.00013396237],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972896,0.0003822257,0.00058056315,0.00039520275,0.0010370514,0.00031538223],"domain_scores_gemma":[0.9746685,0.023669176,0.00017422267,0.00071778084,0.0005558254,0.0002144854],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005725326,0.00016652471,0.00037663087,0.00001266363,0.00030546787,0.00012102551,0.0010584696,0.00014700943,0.0000020845375],"category_scores_gemma":[0.099645674,0.00009834431,0.00010996254,0.00029516855,0.00033160852,0.000310762,0.00033508337,0.00033832263,0.0000017116658],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000173073,0.00005038607,0.0008112774,0.00003344566,0.000028043287,4.698469e-7,0.00035885622,0.0015685312,0.00003145007,0.0044892523,0.04395876,0.9486522],"study_design_scores_gemma":[0.0022525804,0.0006895858,0.019743493,0.00031099853,0.000076581,0.000008163469,0.00013437173,0.79473996,0.0030086578,0.023583582,0.15448472,0.0009673215],"about_ca_topic_score_codex":0.0000809643,"about_ca_topic_score_gemma":0.00006475634,"teacher_disagreement_score":0.9476849,"about_ca_system_score_codex":0.000019255978,"about_ca_system_score_gemma":0.000192608,"threshold_uncertainty_score":0.9079384},"labels":[],"label_agreement":null},{"id":"W2001114201","doi":"10.1145/383845.383863","title":"Structuring operating system aspects","year":2001,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Xerox (Canada); University of British Columbia","funders":"","keywords":"Columbia university; Citation; Library science; Geography; Computer science; Sociology; Media studies","score_opus":0.08347714965557282,"score_gpt":0.32246001075770203,"score_spread":0.2389828611021292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001114201","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018608432,0.00084861944,0.9718853,0.0054553743,0.00027862313,0.00012523001,7.479288e-7,0.00040341224,0.0023942306],"genre_scores_gemma":[0.45933217,0.000020388334,0.5406066,0.000011409134,0.00000613564,0.000005165203,1.4262126e-7,0.0000030645513,0.0000148871995],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993935,0.00016060132,0.00015598307,0.0000992927,0.00009059739,0.000100007426],"domain_scores_gemma":[0.971714,0.0007735295,0.000085958,0.027350869,0.00005944364,0.000016193377],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0003075955,0.00005946173,0.000093278606,0.000034566634,0.000215461,0.000029026038,0.034455717,0.000022245127,4.3846734e-7],"category_scores_gemma":[0.009948713,0.00004485605,0.000038140875,0.0003057554,0.00006537829,0.00018549814,0.024231631,0.00013564341,0.0000030088854],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001489606,0.000036244313,0.0026133256,0.00007889558,0.00005053613,0.0000019630359,0.002015533,0.16424187,0.016210634,0.79026234,0.00046560675,0.024021551],"study_design_scores_gemma":[0.0006036384,0.000058793437,0.043088093,0.0007094673,0.000032532378,0.00031751918,0.0011089896,0.095686674,0.06764583,0.78580403,0.004237392,0.0007070678],"about_ca_topic_score_codex":0.0000096935355,"about_ca_topic_score_gemma":0.000003007723,"teacher_disagreement_score":0.44072375,"about_ca_system_score_codex":0.00004681289,"about_ca_system_score_gemma":0.000021675485,"threshold_uncertainty_score":0.9983909},"labels":[],"label_agreement":null},{"id":"W2001314414","doi":"10.1007/s00766-014-0209-8","title":"Interactive goal model analysis for early requirements engineering","year":2014,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":114,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Goal modeling; Requirements engineering; Requirements analysis; Interactivity; Stakeholder; Software engineering; Scalability; Non-functional requirement; Visualization; Goal orientation; Systems engineering; Process management; Risk analysis (engineering); Software development; Software; Engineering; Artificial intelligence; Programming language","score_opus":0.050559628565480505,"score_gpt":0.31067480200155817,"score_spread":0.26011517343607765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001314414","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018178144,0.000054875432,0.97924936,0.00003757432,0.00078926433,0.00035591374,0.000007893824,0.0012525019,0.000074472824],"genre_scores_gemma":[0.46791103,0.000004348744,0.53174293,0.000027179378,0.00008230637,0.000110580935,0.0000073391416,0.000042664444,0.00007157463],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973955,0.000035806923,0.000542316,0.00076046254,0.00044303574,0.0008228616],"domain_scores_gemma":[0.9979996,0.000601713,0.00015206577,0.00091795356,0.00013538543,0.0001932832],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008560263,0.00044861026,0.00056378555,0.0006936172,0.00009616606,0.00017014872,0.0011137802,0.000118881326,0.000002790299],"category_scores_gemma":[0.0011896858,0.00049297325,0.0003024672,0.00096389896,0.000015278552,0.0013482299,0.00037668267,0.0002450967,0.00000906974],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007691171,0.000022218539,0.0003116654,0.000056985948,0.000442654,0.00000171888,0.00025483864,0.9789822,0.010536646,0.007058016,0.0000143264,0.002311024],"study_design_scores_gemma":[0.00047609227,0.00009273402,0.0016178003,0.0000573866,0.00010901053,0.0000016628827,0.0000039572383,0.9902049,0.0056221723,0.00091470644,0.00038564767,0.000513968],"about_ca_topic_score_codex":0.000005868174,"about_ca_topic_score_gemma":7.121409e-7,"teacher_disagreement_score":0.4497329,"about_ca_system_score_codex":0.00028952435,"about_ca_system_score_gemma":0.000024292849,"threshold_uncertainty_score":0.99975216},"labels":[],"label_agreement":null},{"id":"W2001932992","doi":"10.1007/s11219-010-9127-2","title":"Assessing the maintainability of software product line feature models using structural metrics","year":2010,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":132,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; National Research Council Canada","funders":"","keywords":"Maintainability; Software product line; Feature model; Software metric; Computer science; Software; Data mining; Software quality; Feature (linguistics); Reliability engineering; Set (abstract data type); Software engineering; Software development; Engineering","score_opus":0.11787304923974923,"score_gpt":0.4112353565501069,"score_spread":0.2933623073103577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001932992","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23238903,0.00044292305,0.76428133,0.00054410956,0.0018068432,0.00018621242,0.0000085858155,0.00033871882,0.000002222663],"genre_scores_gemma":[0.3230781,0.000007059948,0.6765154,0.00006986452,0.00028911023,0.0000025257973,0.000001451705,0.00002228621,0.000014180795],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99593633,0.0010001907,0.0008600627,0.00056887564,0.0009779107,0.00065664673],"domain_scores_gemma":[0.9918966,0.004127741,0.0009013147,0.0016077311,0.0012567674,0.00020981133],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007434753,0.0003698261,0.00058903807,0.0002547047,0.0006951986,0.00053648563,0.002140133,0.0002092455,0.0000077780005],"category_scores_gemma":[0.030633708,0.0002550683,0.00029347616,0.0012533161,0.00034953185,0.0026217862,0.00061280356,0.002463571,5.0576676e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037813497,0.00011586065,0.025040073,0.000406257,0.00017772855,0.00005615183,0.003165705,0.65925175,0.0066310735,0.011873497,0.00013264317,0.29311144],"study_design_scores_gemma":[0.0007655829,0.00013923772,0.03856783,0.00012949968,0.00007912035,0.0018066053,0.0006376865,0.050279617,0.008796374,0.89749587,0.00019327231,0.0011093174],"about_ca_topic_score_codex":0.000028578044,"about_ca_topic_score_gemma":0.000006720199,"teacher_disagreement_score":0.8856224,"about_ca_system_score_codex":0.00022158041,"about_ca_system_score_gemma":0.00058826956,"threshold_uncertainty_score":0.99999017},"labels":[],"label_agreement":null},{"id":"W2003127245","doi":"10.1007/s00165-010-0158-z","title":"Partial order semantics for use case and task models","year":2010,"lang":"en","type":"article","venue":"Formal Aspects of Computing","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Notation; Semantics (computer science); Task (project management); Semantic data model; Programming language; Artificial intelligence","score_opus":0.039650730299265594,"score_gpt":0.28876295825712817,"score_spread":0.2491122279578626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003127245","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27827957,0.00001602861,0.720951,0.000030816576,0.00039834736,0.00011751395,0.000002345055,0.00017791339,0.00002646598],"genre_scores_gemma":[0.49922955,7.346599e-7,0.50069594,0.0000130275885,0.000050326646,0.0000012584803,4.30869e-7,0.000006196575,0.0000025418994],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990871,0.000019179068,0.0002302762,0.00022482556,0.000108001324,0.0003305983],"domain_scores_gemma":[0.99838525,0.0009883255,0.000111891604,0.00030193359,0.00014800248,0.00006462205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044347573,0.00012729615,0.00019791894,0.00006888123,0.00013707258,0.00007617267,0.0002652365,0.00006262124,3.072624e-7],"category_scores_gemma":[0.0005861986,0.00012056138,0.00003916203,0.00015035187,0.00005521491,0.0010350953,0.00037577495,0.00018088179,3.6336317e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011827447,0.000031786498,0.00008931391,0.00011404972,0.000024756748,0.00011578794,0.0015100065,0.43218535,0.0022004794,0.5123795,0.000017685594,0.05131943],"study_design_scores_gemma":[0.00027210222,0.00008129173,0.00009149045,0.000014433344,0.0000061564424,0.000503287,0.000020713376,0.959603,0.0046748393,0.034472447,0.00010424197,0.00015595942],"about_ca_topic_score_codex":0.00001141481,"about_ca_topic_score_gemma":0.0000071046347,"teacher_disagreement_score":0.52741766,"about_ca_system_score_codex":0.00000605699,"about_ca_system_score_gemma":0.00002934906,"threshold_uncertainty_score":0.49163502},"labels":[],"label_agreement":null},{"id":"W2003229778","doi":"10.1109/empire.2012.6347679","title":"Towards understanding requirements engineering in IT ecosystems","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Requirements engineering; IBM; Computer science; Field (mathematics); Relevance (law); Systems engineering; Requirements analysis; Requirements management; Software; Engineering","score_opus":0.17659815386026842,"score_gpt":0.33233108463387584,"score_spread":0.15573293077360742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003229778","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002320058,0.0001082636,0.9942566,0.00013043827,0.00091842987,0.00008338664,1.5956891e-7,0.0005090732,0.0016736035],"genre_scores_gemma":[0.569016,0.0000056387844,0.43083677,0.00003392424,0.000041318453,0.000008453106,2.2490497e-7,0.0000074947056,0.000050202976],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989884,0.000037490427,0.00019407521,0.00016993283,0.00016995308,0.00044017786],"domain_scores_gemma":[0.9993535,0.00022846709,0.000028970226,0.00030063692,0.00000966401,0.0000787151],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00084683794,0.000117213734,0.00014394044,0.00016654402,0.000022793172,0.000039328843,0.00040182905,0.00004769559,0.0000088238285],"category_scores_gemma":[0.00034502035,0.00011151072,0.000027059159,0.0003462835,0.000005908882,0.0010005154,0.0001919012,0.00010657173,0.00001909315],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003996899,0.00007340105,0.009501525,0.00015262986,0.000037732243,0.000021994665,0.0033338156,0.17121667,0.0030509266,0.80382687,0.0008249692,0.007955462],"study_design_scores_gemma":[0.0048791757,0.0004223033,0.02689808,0.0010766204,0.000024244971,0.00022915233,0.002476057,0.7957117,0.056925435,0.081221715,0.025190804,0.0049447264],"about_ca_topic_score_codex":0.000012868902,"about_ca_topic_score_gemma":0.0000050092513,"teacher_disagreement_score":0.72260517,"about_ca_system_score_codex":0.00038115503,"about_ca_system_score_gemma":0.00001397805,"threshold_uncertainty_score":0.45472753},"labels":[],"label_agreement":null},{"id":"W2003614126","doi":"10.1007/s10796-013-9423-z","title":"Measuring the performance of aspect oriented software: A case study of Leader/Followers and Half-Sync/Half-Async architectures","year":2013,"lang":"en","type":"article","venue":"Information Systems Frontiers","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Aspect-oriented programming; sync; AspectJ; Synchronization (alternating current); Cache; Software; Parallel computing; Operating system","score_opus":0.024922250625818203,"score_gpt":0.2330356132357322,"score_spread":0.20811336260991398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003614126","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46430436,0.00020345749,0.53422207,0.000017814074,0.0005955989,0.0005160853,8.443071e-7,0.0001213631,0.000018410454],"genre_scores_gemma":[0.9165555,0.0000067469364,0.08329436,0.000011058502,0.000014799987,0.00009434076,6.790417e-7,0.000007738499,0.000014762919],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99830073,0.00017772372,0.00067244616,0.00016065691,0.00044866884,0.00023979874],"domain_scores_gemma":[0.9983373,0.00032236867,0.0004505806,0.00058108603,0.00024724673,0.00006138865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008217205,0.00018807099,0.00035105724,0.0002922514,0.00014604059,0.000091970396,0.0004794907,0.000060411137,5.51256e-7],"category_scores_gemma":[0.00047244036,0.00013528511,0.000047219,0.0004264052,0.000099684294,0.0013850684,0.00016128278,0.00017892981,0.000002915817],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042133728,0.00009079975,0.031271838,0.0010524032,0.00037996145,0.00003005026,0.10856545,0.7753122,0.00016221123,0.00048753477,0.0007384603,0.081866965],"study_design_scores_gemma":[0.0070688436,0.003171544,0.038665377,0.00096267334,0.00018391418,0.004718576,0.2922421,0.6411268,0.0059773885,0.000436216,0.0031597116,0.002286824],"about_ca_topic_score_codex":0.00081134343,"about_ca_topic_score_gemma":0.000007008314,"teacher_disagreement_score":0.45225117,"about_ca_system_score_codex":0.0000580853,"about_ca_system_score_gemma":0.000042409138,"threshold_uncertainty_score":0.55167663},"labels":[],"label_agreement":null},{"id":"W2003775793","doi":"10.1145/2568225.2568283","title":"Mining configuration constraints: static analyses and empirical results","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Heuristics; Computer science; Consistency (knowledge bases); Heuristic; Data mining; Feature (linguistics); Feature model; Software; Machine learning; Artificial intelligence; Programming language","score_opus":0.1591713202311108,"score_gpt":0.4073229713322111,"score_spread":0.24815165110110032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003775793","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062806983,0.00001610972,0.9909381,0.000628512,0.00009157729,0.00003740344,5.921074e-7,0.0003427746,0.0016642243],"genre_scores_gemma":[0.3427204,0.0000023771856,0.6570116,0.0001876038,0.000011346081,0.0000017818321,9.816921e-7,0.0000021856554,0.00006171141],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992525,0.000120323544,0.00017080546,0.00022875651,0.00009813502,0.00012951104],"domain_scores_gemma":[0.9975496,0.0020925098,0.00004460742,0.00022339706,0.000040304254,0.0000496135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047949894,0.00007688383,0.00012039896,0.00005991258,0.000041804185,0.00006554652,0.00015561451,0.000029771085,0.0000034655925],"category_scores_gemma":[0.003041753,0.000062565865,0.0000136071085,0.00013400544,0.00008424842,0.00024559378,0.000057795238,0.00005169808,0.0000047923995],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023833802,0.00003414292,0.00056851044,0.000050604027,0.000057273395,0.000017164712,0.004197571,0.07129926,0.011713937,0.07476916,0.0026469473,0.8346216],"study_design_scores_gemma":[0.0025112133,0.00068752654,0.021517819,0.00009744904,0.000032840446,0.00010597643,0.00094826485,0.83855164,0.05688819,0.071084686,0.0064293183,0.00114507],"about_ca_topic_score_codex":0.0000021767949,"about_ca_topic_score_gemma":0.0000011325984,"teacher_disagreement_score":0.83347654,"about_ca_system_score_codex":0.000009520348,"about_ca_system_score_gemma":0.000015427742,"threshold_uncertainty_score":0.36414823},"labels":[],"label_agreement":null},{"id":"W2004364729","doi":"10.1145/2038642.2038663","title":"Automated addition of fault recovery to cyber-physical component-based models","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Correctness; Cyber-physical system; Component (thermodynamics); Heuristics; Computer science; Fault (geology); Fault model; Distributed computing; Fault injection; Theoretical computer science; Algorithm; Programming language; Software; Engineering; Operating system","score_opus":0.07625160522876606,"score_gpt":0.28782116117394707,"score_spread":0.211569555945181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004364729","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02854926,0.000004141585,0.96831346,0.00003738043,0.00018827558,0.00011270247,0.00000819531,0.002057054,0.00072956085],"genre_scores_gemma":[0.35695028,4.1413716e-7,0.642922,0.00007308117,0.000008829966,0.000012600526,0.0000029963564,0.00000644208,0.000023337067],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99914443,0.00007058955,0.00016909782,0.00025363112,0.00017314032,0.00018912324],"domain_scores_gemma":[0.9989184,0.00041636403,0.000054451833,0.0004538174,0.000086423555,0.000070550734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015435633,0.00011622941,0.00019388484,0.000119249584,0.000023304965,0.000011124207,0.00048060203,0.000042028292,0.000011632244],"category_scores_gemma":[0.0001661527,0.00010513398,0.000062725645,0.00030359803,0.000025726216,0.00041793362,0.0001286316,0.00006783274,0.000029142755],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022339025,0.00012406551,0.000005357657,0.000016206188,0.000013498485,0.0000054439097,0.0004913023,0.9526315,0.008731488,0.022761771,0.0008006289,0.0143964235],"study_design_scores_gemma":[0.00015049953,0.00017840801,0.00081528677,0.000024337232,0.0000031011039,0.0000015532153,0.000009506874,0.88409287,0.0848167,0.029707713,0.00002844975,0.00017159605],"about_ca_topic_score_codex":0.000031545394,"about_ca_topic_score_gemma":0.0000012148665,"teacher_disagreement_score":0.32840103,"about_ca_system_score_codex":0.00003366962,"about_ca_system_score_gemma":0.000025890427,"threshold_uncertainty_score":0.42872393},"labels":[],"label_agreement":null},{"id":"W2004778819","doi":"10.1145/1982185.1982331","title":"Requirements trade-offs analysis in the absence of quantitative measures","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Heuristic; Domain (mathematical analysis); Software; Operations research; Risk analysis (engineering); Engineering; Artificial intelligence; Mathematics","score_opus":0.2185840537935702,"score_gpt":0.3540177189036196,"score_spread":0.1354336651100494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004778819","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008675351,0.000087865694,0.98992294,0.00005450391,0.000058628662,0.000064634056,4.3569838e-7,0.000072002505,0.0010636644],"genre_scores_gemma":[0.50911295,0.0000070950723,0.49083564,0.000029461602,0.0000011930144,0.0000041961052,9.8296915e-8,0.0000013293891,0.000008060147],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99904996,0.00019779915,0.00019997914,0.00018301043,0.00023063918,0.00013862763],"domain_scores_gemma":[0.9988414,0.0006025793,0.000066540924,0.00044736936,0.000027186774,0.000014899429],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010467267,0.00007540888,0.00016507911,0.00017890306,0.000019376503,0.000009411482,0.00091883284,0.000023196639,0.0000057064376],"category_scores_gemma":[0.000515301,0.000048478516,0.00006214108,0.0012580001,0.00005552704,0.00027370048,0.000067317866,0.00007175836,0.0000020377076],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033035976,0.00030053518,0.07137614,0.00004036015,0.00058069226,0.000046606187,0.07735854,0.056861777,0.0043510804,0.7491994,0.00012292477,0.03972894],"study_design_scores_gemma":[0.00032183476,0.0003028802,0.84205216,0.00002761996,0.000064091226,0.0000037667162,0.0022232248,0.016782477,0.027345948,0.11037815,0.00008432774,0.00041349942],"about_ca_topic_score_codex":0.000075979864,"about_ca_topic_score_gemma":0.000049724662,"teacher_disagreement_score":0.770676,"about_ca_system_score_codex":0.000012258893,"about_ca_system_score_gemma":0.000012244087,"threshold_uncertainty_score":0.19768965},"labels":[],"label_agreement":null},{"id":"W2005063214","doi":"10.1145/1108473.1108481","title":"Optimizing layered middleware","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Dependability; Computer science; Middleware (distributed applications); Thread (computing); Distributed computing; Architectural style; Marshalling; Architecture; Separation of concerns; Message oriented middleware; Programming paradigm; Software engineering; Operating system; Software architecture; Programming language","score_opus":0.04616203799684896,"score_gpt":0.28457900474197295,"score_spread":0.238416966745124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005063214","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00041138625,0.00020956763,0.9947583,0.00065020303,0.00017982566,0.00003856812,1.7348115e-7,0.0014372369,0.0023147413],"genre_scores_gemma":[0.055737145,0.000007997961,0.94298637,0.0002638135,0.000060276892,0.0000052627915,2.085275e-7,0.000006236662,0.0009326881],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993736,0.000025895995,0.000099971745,0.00020116814,0.0000989962,0.00020036504],"domain_scores_gemma":[0.9992816,0.00023941336,0.000019771838,0.0003860917,0.000026604523,0.000046547575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016505965,0.00008180148,0.000088769215,0.000050623097,0.00004119261,0.000043721633,0.00054662285,0.000032448344,0.000018687477],"category_scores_gemma":[0.00019874197,0.00007226402,0.000030939573,0.00016395737,0.000011709459,0.00048531822,0.00018505615,0.000077738805,0.00008850952],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001018261,0.000012871814,0.000021665815,0.000005062797,0.000006776718,0.000006401036,0.0005242607,0.7578625,0.0013782686,0.03801107,0.00056640524,0.2016037],"study_design_scores_gemma":[0.0012896849,0.00017760796,0.0013392096,0.00006707384,0.000007912789,0.00012779162,0.00021024009,0.61230284,0.18642855,0.044282142,0.15193754,0.001829403],"about_ca_topic_score_codex":0.0000012937795,"about_ca_topic_score_gemma":0.0000014437584,"teacher_disagreement_score":0.1997743,"about_ca_system_score_codex":0.00003141159,"about_ca_system_score_gemma":0.000011988098,"threshold_uncertainty_score":0.2946841},"labels":[],"label_agreement":null},{"id":"W2005261664","doi":"10.1145/2556624.2556641","title":"Towards system analysis with variability model metrics","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Formality; Variety (cybernetics); Semantics (computer science); Modeling language; Data science; Software engineering; Artificial intelligence; Programming language; Software","score_opus":0.02907011086306611,"score_gpt":0.2641472014502795,"score_spread":0.23507709058721338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005261664","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007168839,0.000007008674,0.99420446,0.000050890627,0.00007669793,0.000058638234,6.8916194e-7,0.001328678,0.0035560657],"genre_scores_gemma":[0.43457386,3.6906476e-7,0.56532955,0.00002091562,0.0000068785566,0.0000060259567,3.0426352e-7,0.0000034887855,0.000058568585],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99879485,0.00016808041,0.00016099525,0.0003940417,0.00027208406,0.00020991586],"domain_scores_gemma":[0.99794924,0.0008119446,0.00005091757,0.0009895613,0.0001240703,0.00007425484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017799491,0.00012430659,0.000286868,0.00026193002,0.000046120855,0.000058945392,0.0006992296,0.000049113874,0.0000013789218],"category_scores_gemma":[0.000978913,0.000086580665,0.00007104598,0.0023948103,0.000023849607,0.0002673418,0.00018412864,0.000090766356,0.0000043213577],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001004313,0.0000058806067,0.00035226977,0.000015137865,0.00005604147,5.6575226e-7,0.00003768587,0.814962,0.000008173475,0.17765303,0.0000048614825,0.0069032987],"study_design_scores_gemma":[0.00006316607,0.000027223361,0.0007979841,0.000002249561,0.00005554666,0.000001946904,0.0000068561358,0.99091756,0.0003648656,0.007603683,0.000027339735,0.00013159878],"about_ca_topic_score_codex":0.000015884792,"about_ca_topic_score_gemma":0.00000226533,"teacher_disagreement_score":0.433857,"about_ca_system_score_codex":0.00009332382,"about_ca_system_score_gemma":0.00003415806,"threshold_uncertainty_score":0.3530657},"labels":[],"label_agreement":null},{"id":"W2005865760","doi":"10.1145/1501434.1501526","title":"From stakeholder goals to product features","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto; University of Ontario Institute of Technology","keywords":"Computer science; Stakeholder; Identification (biology); Product (mathematics); Variation (astronomy); Software; New product development; Architecture; Software architecture; Process management; Software engineering; Systems engineering; Boundary (topology); Product design; Data science; Risk analysis (engineering); Engineering; Business; Mathematics","score_opus":0.04819432544089371,"score_gpt":0.281009330109404,"score_spread":0.2328150046685103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005865760","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00860771,0.00020846668,0.9869592,0.0012878339,0.0005431476,0.00011471953,0.000002485705,0.0010996512,0.0011767799],"genre_scores_gemma":[0.049750563,8.6760275e-7,0.94575953,0.00025601118,0.0002452184,0.000012998189,0.0000017829109,0.000008721945,0.003964316],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99908066,0.000038818507,0.00011224785,0.00038684125,0.00015705173,0.00022436152],"domain_scores_gemma":[0.9989781,0.00029990575,0.000019785008,0.0006193755,0.000039225717,0.0000436272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001582855,0.00011198816,0.00012230934,0.000059927715,0.00003407051,0.00008072411,0.0005936794,0.000026740327,0.000012820241],"category_scores_gemma":[0.00031658754,0.000091681875,0.000024314975,0.0002657378,0.0000118393045,0.00025098084,0.00019097909,0.0000788482,0.00006477781],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010309707,0.00009666931,0.0009530599,0.000015475483,0.000030699724,0.000059718914,0.0009343514,0.4314074,0.0662948,0.10719694,0.21327047,0.1797301],"study_design_scores_gemma":[0.0003969801,0.00010025235,0.1384209,0.00003192973,0.000007152921,0.000015781145,0.000052020267,0.00045650537,0.46226567,0.3290394,0.06812782,0.0010855895],"about_ca_topic_score_codex":0.0002067333,"about_ca_topic_score_gemma":0.000016637186,"teacher_disagreement_score":0.43095088,"about_ca_system_score_codex":0.000026155234,"about_ca_system_score_gemma":0.00001356619,"threshold_uncertainty_score":0.3738678},"labels":[],"label_agreement":null},{"id":"W2006922259","doi":"","title":"Software product line market repositioning: The power of functional groups","year":2012,"lang":"en","type":"article","venue":"Portland International Conference on Management of Engineering and Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Software; Product (mathematics); Line (geometry); Marketing; Business; Telecommunications; Process (computing); Software product line; New product development; Industrial organization; Computer science; Software development; Operating system; Mathematics","score_opus":0.03244943694702526,"score_gpt":0.2623749089486896,"score_spread":0.22992547200166433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006922259","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020751836,0.00024117758,0.9760232,0.0008338419,0.0006153521,0.000092381306,0.000002310923,0.00020273113,0.0012371441],"genre_scores_gemma":[0.895551,0.000095501004,0.10405232,0.000009639359,0.000023910598,0.000019518866,0.0000033400777,0.0000054726675,0.00023924683],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99930483,0.000010103521,0.00020036084,0.00016664826,0.0001794283,0.0001386253],"domain_scores_gemma":[0.999391,0.000094083596,0.00010368927,0.0002835419,0.000107341366,0.0000203435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003046358,0.000101675556,0.00012185809,0.00021872006,0.000027602182,0.000012562663,0.0003608841,0.00003934533,0.000020153502],"category_scores_gemma":[0.0001834734,0.000078668214,0.000023566268,0.00019900003,0.000058654772,0.00015270032,0.00021776787,0.00012287701,7.9451416e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013936032,0.00006643541,0.002950494,0.000066571185,0.00016066857,0.0000046353307,0.000060869395,0.0073443176,0.000882032,0.9763452,0.000154218,0.011950629],"study_design_scores_gemma":[0.004393798,0.0022809647,0.4985573,0.002568511,0.00027278988,0.00077864004,0.0015556947,0.14504969,0.074938074,0.24548048,0.021079887,0.0030441694],"about_ca_topic_score_codex":5.860891e-7,"about_ca_topic_score_gemma":4.4868315e-8,"teacher_disagreement_score":0.8747992,"about_ca_system_score_codex":0.000014434106,"about_ca_system_score_gemma":0.0000059470003,"threshold_uncertainty_score":0.32079965},"labels":[],"label_agreement":null},{"id":"W2007655484","doi":"10.1109/wcre.2007.10","title":"An Amalgamated Dynamic and Static Architecture Reconstruction Framework to Control Component Interactions 259","year":2007,"lang":"en","type":"article","venue":"Proceedings - Working Conference on Reverse Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Profiling (computer programming); Static analysis; Software system; Component-based software engineering; Software; Software architecture; Software engineering; Component (thermodynamics); Distributed computing; Programming language","score_opus":0.022555674184823956,"score_gpt":0.29084306275388216,"score_spread":0.2682873885690582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007655484","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12817925,0.000021500597,0.8691889,0.0003523184,0.0008174916,0.00028579295,0.0000015505886,0.0010894947,0.00006370564],"genre_scores_gemma":[0.54767483,0.0000103253815,0.45213363,0.000090591115,0.00004395902,0.00001827887,7.7105267e-7,0.000020559752,0.0000070460706],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99824816,0.000017823748,0.0003487373,0.00060431915,0.00024016343,0.00054076826],"domain_scores_gemma":[0.99864376,0.0005746085,0.00012280323,0.0002685878,0.00011785155,0.0002723674],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006379655,0.00033319686,0.00032804612,0.0005197301,0.00013796808,0.00027986406,0.0004768411,0.000115212555,0.000005224529],"category_scores_gemma":[0.00066130527,0.0003502284,0.000043068532,0.000617402,0.00003613104,0.00045289102,0.000096875425,0.0007268528,0.0000057944217],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016504992,0.00008131449,0.00075577974,0.0002080443,0.00011849555,0.000041326086,0.0056677517,0.3698558,0.0906691,0.095563404,0.00001916563,0.43685478],"study_design_scores_gemma":[0.00082791556,0.0004993439,0.007268168,0.002954253,0.000044993558,0.0003695787,0.00086889986,0.9624305,0.0058907643,0.015962765,0.0013304834,0.001552382],"about_ca_topic_score_codex":0.000004441668,"about_ca_topic_score_gemma":0.0000019840782,"teacher_disagreement_score":0.59257466,"about_ca_system_score_codex":0.00018041812,"about_ca_system_score_gemma":0.000020108264,"threshold_uncertainty_score":0.999895},"labels":[],"label_agreement":null},{"id":"W2007722845","doi":"10.1109/icsmc.2011.6083661","title":"Eliciting agents' preferences from contextual knowledge about their goals, constraints, priorities, emotions and attitudes using the Constrained Rationality framework","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Rationality; Context (archaeology); Computer science; Management science; Knowledge management; Epistemology; Economics","score_opus":0.18326576342879694,"score_gpt":0.3440635975137385,"score_spread":0.16079783408494155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007722845","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13560459,0.00070577534,0.8617883,0.000060035498,0.00034301277,0.00020019348,0.000038898652,0.00038080616,0.0008784031],"genre_scores_gemma":[0.54122424,0.000031299423,0.45858178,0.00007949181,0.00005377421,0.000007983188,0.000002240829,0.000005572893,0.000013639988],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984811,0.00032685453,0.00033855275,0.0004170466,0.00014572802,0.00029074855],"domain_scores_gemma":[0.99554384,0.0036648125,0.00012212995,0.00044206175,0.00014531813,0.00008182179],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006335701,0.00022464327,0.00025806032,0.00004933944,0.00037258404,0.00016620295,0.0006446717,0.00011418751,0.00010794682],"category_scores_gemma":[0.0012853505,0.00015583886,0.000054544762,0.00018880324,0.0008044187,0.00044549766,0.00033366936,0.000292972,0.0000037107725],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009420122,0.000111992464,0.014975446,0.000046690297,0.000236108,0.0000065929516,0.025956914,0.0009965982,0.0009286698,0.7831587,0.00004935912,0.17352347],"study_design_scores_gemma":[0.00065275107,0.00010287252,0.24484952,0.00052170554,0.000047867765,0.00005827965,0.0063424497,0.029657917,0.0031782151,0.7132674,0.00032145486,0.0009995801],"about_ca_topic_score_codex":0.00012637375,"about_ca_topic_score_gemma":0.000042161446,"teacher_disagreement_score":0.40561962,"about_ca_system_score_codex":0.00003760275,"about_ca_system_score_gemma":0.00015315124,"threshold_uncertainty_score":0.63549244},"labels":[],"label_agreement":null},{"id":"W2008102628","doi":"10.1016/s1389-1286(02)00356-0","title":"Graphic visualization and animation of LOTOS execution traces","year":2002,"lang":"en","type":"article","venue":"Computer Networks","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Animation; Computer graphics (images); Visualization; Programming language; Computer animation; Human–computer interaction; Artificial intelligence","score_opus":0.029004029524737174,"score_gpt":0.247902336509187,"score_spread":0.21889830698444981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008102628","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007775838,0.0011035508,0.99029183,0.00003070268,0.00037631858,0.00009851024,1.9309651e-7,0.00029682,0.000026256597],"genre_scores_gemma":[0.58350116,0.00022173702,0.41613862,0.000034859582,0.000082390696,0.0000046712576,0.0000015275106,0.000006254952,0.000008764192],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992876,0.00008324038,0.00018284167,0.00021114643,0.000102015154,0.00013316738],"domain_scores_gemma":[0.9993755,0.00023259508,0.00009454019,0.0002145105,0.00005070968,0.000032138978],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018834154,0.00009601293,0.00013602548,0.00009921867,0.000046629193,0.000042100848,0.00021629309,0.0000643386,0.0000018606377],"category_scores_gemma":[0.000028094457,0.0000958467,0.000025436486,0.00034797363,0.000040161663,0.00041363688,0.000105511754,0.00007032329,9.915696e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022556997,0.000036361023,0.0004824097,0.00004188552,0.000014291844,0.000002697526,0.0008397964,0.6795415,0.00013350399,0.04600231,0.0005198968,0.27238306],"study_design_scores_gemma":[0.00011420486,0.00007330262,0.0034034965,0.00003091436,0.0000030009094,0.0000092379805,0.0000028851084,0.9935876,0.00017280929,0.0023707608,0.0001335741,0.0000982247],"about_ca_topic_score_codex":7.036689e-7,"about_ca_topic_score_gemma":2.741266e-7,"teacher_disagreement_score":0.5757253,"about_ca_system_score_codex":0.000009726231,"about_ca_system_score_gemma":0.000001775839,"threshold_uncertainty_score":0.39085147},"labels":[],"label_agreement":null},{"id":"W2008115410","doi":"10.1016/s0950-5849(03)00070-3","title":"A rigorous approach for constructing self-evolving real-time reactive systems","year":2003,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Reuse; Reliability (semiconductor); Systems engineering; Architecture; Complex system; System of systems; Distributed computing; Software engineering; Systems design; Engineering; Artificial intelligence","score_opus":0.012405664965689038,"score_gpt":0.23785420010891076,"score_spread":0.22544853514322172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008115410","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002510363,0.00013307047,0.9917785,0.000026856802,0.0002057856,0.00041463226,0.000004011543,0.0040564635,0.0008703256],"genre_scores_gemma":[0.022856146,0.00002430326,0.9769239,0.000023060067,0.000008238233,0.0001324548,0.000005826283,0.000008174213,0.000017895894],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99903613,0.000045023582,0.0003252921,0.00019965606,0.00010412024,0.00028977936],"domain_scores_gemma":[0.9986164,0.0005827399,0.00020597276,0.00034966314,0.00020229406,0.000042926014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053082994,0.00015577937,0.00024640065,0.00035516542,0.00015950881,0.00011150158,0.00030494982,0.00022797956,6.9772705e-7],"category_scores_gemma":[0.0028535728,0.00015186718,0.000028998948,0.0003943836,0.00007632928,0.0013451192,0.000102732396,0.00016742673,0.0000060382476],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012874895,0.00005004064,0.002252759,0.00056612527,0.00013631741,0.000004920156,0.004141341,0.020446088,0.00047474095,0.8010729,0.0003472227,0.17049466],"study_design_scores_gemma":[0.008395394,0.0015203926,0.00081589946,0.00036778915,0.00014768736,0.006716631,0.015592255,0.622374,0.015340532,0.2610894,0.062632024,0.0050079995],"about_ca_topic_score_codex":0.0000041162507,"about_ca_topic_score_gemma":7.694939e-8,"teacher_disagreement_score":0.6019279,"about_ca_system_score_codex":0.0000826863,"about_ca_system_score_gemma":0.000056754605,"threshold_uncertainty_score":0.6192964},"labels":[],"label_agreement":null},{"id":"W2008280499","doi":"10.1145/2457392.2457402","title":"Reusing software design models with TouchRAM","year":2013,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Agile software development; Software engineering; Software design; Software; Reuse; Software construction; Systems engineering; Design process; Software development; Engineering; Work in process; Programming language","score_opus":0.06467827908051607,"score_gpt":0.24589502065538613,"score_spread":0.18121674157487005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008280499","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003256638,0.00006106801,0.996882,0.00017511164,0.00010538828,0.00020484529,8.984447e-8,0.0019126968,0.00033308755],"genre_scores_gemma":[0.015184294,0.0000044389803,0.9841149,0.00019288222,0.000018057666,0.00004221146,1.9232597e-7,0.000015032757,0.0004280203],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99904245,0.00006440411,0.000116270596,0.0003070278,0.00017391986,0.00029590895],"domain_scores_gemma":[0.9985092,0.0006723838,0.000034206463,0.0006092291,0.00010238742,0.00007255093],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019274549,0.0001390343,0.00013854365,0.000064877975,0.000067545974,0.0001349245,0.0006425065,0.000045409455,0.000016801183],"category_scores_gemma":[0.000247186,0.00010037937,0.000021094364,0.00026413024,0.00003178443,0.0015227105,0.00018529083,0.00010756738,0.000052930864],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013646103,0.0000072014354,0.000013761334,0.0000055755436,0.000006669367,0.0000058965943,0.00015291973,0.94067365,0.00025438968,0.009728131,0.0004582647,0.048692156],"study_design_scores_gemma":[0.00026650736,0.00018957097,0.0002580735,0.000043466047,0.000004221269,0.000056971592,0.000040287396,0.5606839,0.008956893,0.4288296,0.00012990329,0.00054060126],"about_ca_topic_score_codex":0.000021114272,"about_ca_topic_score_gemma":5.1619196e-7,"teacher_disagreement_score":0.41910148,"about_ca_system_score_codex":0.000035735826,"about_ca_system_score_gemma":0.00003802089,"threshold_uncertainty_score":0.40933523},"labels":[],"label_agreement":null},{"id":"W2008973283","doi":"10.1145/2635868.2635927","title":"Variable-specific resolutions for feature interactions","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Feature (linguistics); Variable (mathematics); Computer science; Resolution (logic); Focus (optics); Construct (python library); Conflict resolution; Automotive industry; Artificial intelligence; Theoretical computer science; Mathematics; Engineering; Programming language","score_opus":0.04601994382225565,"score_gpt":0.2990120876814473,"score_spread":0.25299214385919166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008973283","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000062840368,0.000049569877,0.99381834,0.0010753872,0.0010978429,0.00010248324,0.0000029803116,0.00085927447,0.0029878218],"genre_scores_gemma":[0.0015129695,0.000003050671,0.9952422,0.00015011155,0.00012356737,0.000043851116,0.0000033225438,0.000007551086,0.0029134133],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993866,0.0000427766,0.00008823005,0.00022983877,0.000062749205,0.00018981569],"domain_scores_gemma":[0.9978662,0.0015190237,0.000026428117,0.00047318114,0.00007335595,0.00004179928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002982558,0.000079806334,0.000096277734,0.00006857313,0.00012644267,0.00005823647,0.0004262573,0.00003788692,0.0000074904688],"category_scores_gemma":[0.0007245957,0.00007077592,0.000040373834,0.00023473283,0.000016662829,0.00032287792,0.000100039244,0.00011411641,0.000016983484],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015193054,0.000008960319,0.0000028221234,0.0000035755243,0.000004431853,1.1746529e-7,0.00004303783,0.025146795,0.0012771146,0.93834394,0.020119,0.015048656],"study_design_scores_gemma":[0.00014030306,0.000038887574,0.0002432221,0.00000749864,0.0000020309853,0.00000922971,0.0000075737717,0.04188748,0.001173164,0.19118094,0.7651633,0.0001463344],"about_ca_topic_score_codex":0.0000013656982,"about_ca_topic_score_gemma":0.0000013468983,"teacher_disagreement_score":0.747163,"about_ca_system_score_codex":0.000033512064,"about_ca_system_score_gemma":0.000011882272,"threshold_uncertainty_score":0.28861582},"labels":[],"label_agreement":null},{"id":"W2010021079","doi":"10.1145/1557626.1557636","title":"Agile development","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Agile software development; Process management; Software development; Computer science; Knowledge management; Business; Software; Software engineering","score_opus":0.030522566446506846,"score_gpt":0.2782716739088125,"score_spread":0.24774910746230566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010021079","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000779118,0.000038535032,0.9944223,0.00028135785,0.00012088712,0.000023167482,1.2282455e-8,0.00088474405,0.0034498607],"genre_scores_gemma":[0.040281106,0.0000014097925,0.9586007,0.00035022682,0.000009607994,0.0000014659319,1.1502253e-7,0.0000013250237,0.0007540614],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9996063,0.000010254702,0.00006633319,0.00012195392,0.00007340294,0.00012171556],"domain_scores_gemma":[0.9996656,0.000077422505,0.000009850395,0.00020458811,0.000014589594,0.000027922933],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012488957,0.00004827948,0.000050266415,0.000030240766,0.000027992346,0.000020584406,0.00033987963,0.000015303622,0.0000057443144],"category_scores_gemma":[0.00010024687,0.000040404622,0.000010272976,0.00011442725,0.00000387917,0.00017079094,0.000050036448,0.000036501107,0.000054824533],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.8049498e-7,0.000012435064,0.000016417036,0.000001165674,0.0000020165512,0.0000070173614,0.00027014222,0.0070925006,0.0013568926,0.09258773,0.0006838772,0.8979694],"study_design_scores_gemma":[0.00049144984,0.00021383823,0.058755685,0.000026173388,0.0000018418244,0.000052692696,0.000031330885,0.007533571,0.36863187,0.3622236,0.20093141,0.001106566],"about_ca_topic_score_codex":1.5232315e-7,"about_ca_topic_score_gemma":9.846808e-8,"teacher_disagreement_score":0.89686286,"about_ca_system_score_codex":0.00001821917,"about_ca_system_score_gemma":0.000016836168,"threshold_uncertainty_score":0.16476527},"labels":[],"label_agreement":null},{"id":"W2010503273","doi":"10.1007/s10270-006-0038-4","title":"Domain analysis of dynamic system reconfiguration","year":2007,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Control reconfiguration; Domain (mathematical analysis); Domain analysis; Software engineering; Domain model; Distributed computing; Embedded system; Programming language; Domain knowledge; Software system; Software","score_opus":0.026338601191712444,"score_gpt":0.2847094120620998,"score_spread":0.2583708108703874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010503273","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043878563,0.0007897352,0.9526947,0.0000065335444,0.0010495259,0.00022507721,0.00000739159,0.0012892283,0.000059212547],"genre_scores_gemma":[0.54453635,0.0000034761015,0.45538834,0.000003270109,0.000022054097,0.000009840418,0.0000069547186,0.000012915506,0.000016790698],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976178,0.00016173304,0.00088992785,0.00050598127,0.00041972956,0.0004048175],"domain_scores_gemma":[0.9976366,0.0007741792,0.00032048975,0.0009105739,0.00026692712,0.000091196256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029093851,0.00022050377,0.00062370504,0.0007985287,0.000102937556,0.000067613844,0.0006878328,0.00014843376,6.36128e-7],"category_scores_gemma":[0.0003005744,0.00021618625,0.00020275134,0.0016843502,0.000022111386,0.00043737242,0.00010485989,0.00015850976,0.000004539451],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052696387,0.000007318608,0.00018999007,0.00015568093,0.00020530692,0.000010038306,0.0005642114,0.98233306,0.0008108134,0.009435688,0.0000013134463,0.006281277],"study_design_scores_gemma":[0.00011778681,0.000024784087,0.00018264292,0.00015264897,0.00009888,0.000015794418,0.00069479016,0.9976011,0.00010461939,0.00074011646,0.000023241,0.00024360817],"about_ca_topic_score_codex":0.00009765594,"about_ca_topic_score_gemma":0.000019173496,"teacher_disagreement_score":0.5006578,"about_ca_system_score_codex":0.0003202384,"about_ca_system_score_gemma":0.000048298454,"threshold_uncertainty_score":0.88158196},"labels":[],"label_agreement":null},{"id":"W2010630833","doi":"10.1007/s10515-008-0040-x","title":"Fast extraction of high-quality framework-specific models from application code","year":2008,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Reverse engineering; Code (set theory); Model-driven architecture; Implementation; Source code; Software engineering; Set (abstract data type); Software; Code generation; Precision and recall; Static program analysis; KPI-driven code analysis; Code review; Software quality; Programming language; Software development; Data mining; Machine learning; Key (lock)","score_opus":0.04665835928101749,"score_gpt":0.29773128504440727,"score_spread":0.2510729257633898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010630833","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.077668324,0.000436335,0.9113648,0.000017071985,0.00063265115,0.00018017352,0.000032708667,0.0096628815,0.000005071198],"genre_scores_gemma":[0.46088988,0.00007590894,0.5388968,0.000008319726,0.00004507284,0.000033940534,0.000017554485,0.000028404293,0.0000040938357],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979872,0.00007344739,0.0005778175,0.00058122736,0.00040513248,0.00037517367],"domain_scores_gemma":[0.9964077,0.0020527155,0.00022487123,0.0010595026,0.00015134878,0.000103861734],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003105183,0.0003016227,0.00044838298,0.00019963866,0.00009916836,0.000029473124,0.0007706447,0.00025783177,0.0000046654845],"category_scores_gemma":[0.00081545085,0.0003398483,0.00009601913,0.0006747701,0.000049025784,0.00091783376,0.00017679209,0.00038577878,0.000016719321],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051766433,0.000033447122,0.00015678424,0.00003133412,0.000030229558,0.000011038626,0.0004768184,0.96712095,0.010565645,0.012594591,0.000040513194,0.008933505],"study_design_scores_gemma":[0.000381663,0.000042931762,0.03404627,0.0001360468,0.000010705434,0.00004394164,0.000018969966,0.903989,0.038997285,0.021279654,0.00030355825,0.00074995274],"about_ca_topic_score_codex":0.00008963305,"about_ca_topic_score_gemma":9.2131455e-7,"teacher_disagreement_score":0.38322157,"about_ca_system_score_codex":0.00013750995,"about_ca_system_score_gemma":0.000036216654,"threshold_uncertainty_score":0.99990535},"labels":[],"label_agreement":null},{"id":"W2011827162","doi":"10.1145/1865875.1865883","title":"PicOS tuples","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Tuple; Mathematics; Discrete mathematics","score_opus":0.014918666582602194,"score_gpt":0.264857371860433,"score_spread":0.24993870527783082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011827162","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006521155,0.000009982421,0.98922193,0.00024942734,0.00076532236,0.000025509089,8.790524e-8,0.0010297814,0.0021768063],"genre_scores_gemma":[0.09295984,0.0000013117766,0.9064251,0.00009519148,0.00003507349,0.000003793039,8.22735e-8,0.0000031310174,0.0004764368],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99961394,0.000010371323,0.000054905788,0.00013432726,0.000065802466,0.00012063478],"domain_scores_gemma":[0.9992627,0.00029006586,0.000010763707,0.00038422528,0.000018877556,0.000033348504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015160309,0.00005006346,0.000052454376,0.000031120315,0.000025639962,0.000031944506,0.0005066331,0.000028822908,0.000021700998],"category_scores_gemma":[0.0004605256,0.000040467978,0.000017695433,0.00010341906,0.000018325283,0.00022035024,0.00013617368,0.00012360582,0.00006236117],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.2561678e-7,0.00001169989,0.00032379737,0.0000036870033,0.0000035597573,0.000006964319,0.00011419823,0.0022863627,0.05060029,0.7713108,0.00066073035,0.17467746],"study_design_scores_gemma":[0.000414163,0.00009764682,0.021931328,0.0000072540092,0.0000032366295,0.00011079339,0.00002809385,0.03158966,0.27972865,0.5534543,0.11175802,0.00087684824],"about_ca_topic_score_codex":0.0000019142103,"about_ca_topic_score_gemma":0.0000030863887,"teacher_disagreement_score":0.22912836,"about_ca_system_score_codex":0.0000029491455,"about_ca_system_score_gemma":0.000009942704,"threshold_uncertainty_score":0.16502362},"labels":[],"label_agreement":null},{"id":"W2011926106","doi":"10.1145/337180.337642","title":"Supporting dynamic composition of components","year":2000,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Alberta","funders":"","keywords":"Component (thermodynamics); Computer science; The Internet; Component-based software engineering; Composition (language); Dynamic web page; World Wide Web; Software; Web service; Software engineering; Software system; Operating system","score_opus":0.02552547228319361,"score_gpt":0.31613492473380767,"score_spread":0.29060945245061404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011926106","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11893472,0.000021001888,0.8798136,0.000057761878,0.000071091126,0.00003958081,4.6740493e-7,0.00032225592,0.00073953834],"genre_scores_gemma":[0.49960563,0.0000034695402,0.50020146,0.000022318938,0.0000022026811,0.0000010427877,0.000001409125,0.00000231821,0.00016014904],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994155,0.00003676582,0.0001692647,0.00013374383,0.00010349464,0.00014122839],"domain_scores_gemma":[0.9995006,0.0001733967,0.00004132509,0.00024000132,0.000020523445,0.000024197161],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017646971,0.00005912388,0.00010630409,0.000039595885,0.000024465608,0.000010050107,0.00031993864,0.000021852695,0.000057555037],"category_scores_gemma":[0.000025032385,0.000055508986,0.00002854275,0.00013268918,0.00002080556,0.0002179982,0.000049356913,0.00004869517,0.000022814831],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013602614,0.000108425294,0.0005681942,0.00005742497,0.00002597175,0.000019062521,0.00059955707,0.28501523,0.15291399,0.020286016,0.00009704805,0.5402955],"study_design_scores_gemma":[0.0009482395,0.00023732572,0.051698,0.00008281635,0.000010991927,0.00010205712,0.000036255264,0.74395716,0.1180591,0.082997754,0.0011139959,0.00075629447],"about_ca_topic_score_codex":0.000005205453,"about_ca_topic_score_gemma":2.4007977e-7,"teacher_disagreement_score":0.53953916,"about_ca_system_score_codex":0.000016227423,"about_ca_system_score_gemma":0.0000058094424,"threshold_uncertainty_score":0.22635908},"labels":[],"label_agreement":null},{"id":"W2012340565","doi":"10.1109/icas.2010.10","title":"Mapping Policies to a Causal Network for Diagnosis","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Set (abstract data type); Action (physics); Causality (physics); Inference; Action selection; Graph; Causal inference; Selection (genetic algorithm); Artificial intelligence; Machine learning; Data mining; Theoretical computer science; Econometrics; Mathematics","score_opus":0.05144528300553409,"score_gpt":0.3207900402397869,"score_spread":0.26934475723425283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012340565","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009358059,0.000017428201,0.98648363,0.0017083534,0.0013177658,0.00019688235,0.0000011883909,0.0007667791,0.00014990725],"genre_scores_gemma":[0.018382592,0.0000025040376,0.9800117,0.00081016886,0.0003027904,0.0002142638,3.4490978e-7,0.000009339806,0.0002662976],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99923736,0.000014736917,0.00010974543,0.00022105836,0.00007629331,0.000340825],"domain_scores_gemma":[0.99799985,0.0014653906,0.000020214176,0.00038581545,0.000046612353,0.00008211127],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003457121,0.00009421143,0.00011985114,0.0000663441,0.00008155049,0.00006385337,0.0005625975,0.000044949797,0.000004903355],"category_scores_gemma":[0.0012605981,0.000083749015,0.000038888495,0.00032907515,0.000015118394,0.00016631343,0.00023723951,0.00009809871,0.00001396042],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054267894,0.000031431868,0.007267744,0.000035972887,0.000032701344,0.000005194666,0.0025260013,0.23585564,0.0054626414,0.51233286,0.045454156,0.19099024],"study_design_scores_gemma":[0.00057573814,0.0003654063,0.044009004,0.00006166342,0.0000075371063,0.000032521242,0.00013661875,0.02491424,0.028592924,0.3128476,0.5869788,0.0014779406],"about_ca_topic_score_codex":0.000019261233,"about_ca_topic_score_gemma":0.00003476403,"teacher_disagreement_score":0.54152465,"about_ca_system_score_codex":0.000011451005,"about_ca_system_score_gemma":0.000015696809,"threshold_uncertainty_score":0.34151855},"labels":[],"label_agreement":null},{"id":"W2012444658","doi":"10.1007/s10270-010-0171-y","title":"Guest editorial to the theme issue on non-functional system properties in domain specific modeling languages","year":2010,"lang":"en","type":"editorial","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; Surrey Place Centre; Simon Fraser University","funders":"","keywords":"Computer science; Software engineering; Software system; Software development; Domain (mathematical analysis); Programming complexity; Theme (computing); Software; Software construction; Social software engineering; Programming language; World Wide Web","score_opus":0.030646442240819693,"score_gpt":0.26395772574474397,"score_spread":0.23331128350392427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012444658","genre_codex":"methods","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001025358,0.00074207725,0.50267625,0.00003828645,0.4947558,0.00072897685,0.000032622895,0.0009040917,0.000019376863],"genre_scores_gemma":[0.0033813445,0.00003474242,0.09656016,0.000015581427,0.8988519,0.00070812076,0.00005942775,0.00018952781,0.00019925338],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99265784,0.0005148253,0.0013381741,0.0017687232,0.0026290375,0.0010913883],"domain_scores_gemma":[0.9942461,0.0021770108,0.00034257732,0.0023987987,0.00062425,0.00021123502],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.003989054,0.0010355753,0.0012613131,0.0006080742,0.00046996528,0.00078883837,0.0031270576,0.0015888561,8.688501e-7],"category_scores_gemma":[0.0026473464,0.00075534557,0.00025307978,0.00063363265,0.000049035487,0.00053891813,0.00081402954,0.0034101373,0.00016040147],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049523507,0.000022921364,9.584933e-7,0.00032861507,0.00002876152,0.000023450102,0.001112744,0.78025764,0.000072028044,0.00012974875,0.2176747,0.00029889325],"study_design_scores_gemma":[0.00061643496,0.00013829608,1.9408787e-7,0.0036733532,0.000020020661,0.000016727497,0.0013960316,0.41784167,0.000028500854,0.0002067223,0.574726,0.0013360674],"about_ca_topic_score_codex":0.0005741236,"about_ca_topic_score_gemma":0.00005467145,"teacher_disagreement_score":0.40611607,"about_ca_system_score_codex":0.00092671893,"about_ca_system_score_gemma":0.00049680425,"threshold_uncertainty_score":0.9997073},"labels":[],"label_agreement":null},{"id":"W2012940909","doi":"10.1109/ms.2014.106","title":"Five Years of Software Architecture Checking: A Case Study of Eclipse","year":2014,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Eclipse; Computer science; Software engineering; Software architecture; Architecture; Resource-oriented architecture; Software architecture description; Software development; Software; Programming language; Reference architecture; Software construction; History","score_opus":0.030480893241904363,"score_gpt":0.29017248478558944,"score_spread":0.2596915915436851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012940909","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43468451,0.000042164495,0.56430995,0.0000059250838,0.00043354294,0.00018220817,0.0000058212595,0.0003327688,0.0000031150898],"genre_scores_gemma":[0.502024,0.0000017121844,0.497792,0.000019671334,0.000091857735,0.00001695272,6.8121017e-7,0.000022190754,0.000030967072],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9979894,0.00027606764,0.00046229645,0.0005237947,0.00040293208,0.00034552198],"domain_scores_gemma":[0.9958695,0.0022810504,0.0002899501,0.0012646973,0.0001937844,0.000100990444],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00060474826,0.00024879104,0.0005387511,0.00024561922,0.00009479142,0.000018193196,0.0010207114,0.000121139434,0.000003916334],"category_scores_gemma":[0.0036094983,0.00025214037,0.00012580249,0.00058937626,0.00010151759,0.00020291012,0.00044596873,0.00031786595,0.000003842266],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003309613,0.0005091284,0.0048133354,0.00031721639,0.00014463301,0.0011808823,0.0427638,0.5694897,0.0004435528,0.00018329517,0.00020916009,0.3799122],"study_design_scores_gemma":[0.050723523,0.045388393,0.11638102,0.0049811527,0.0017027853,0.030026441,0.041683402,0.027967056,0.13155821,0.5141127,0.013986315,0.021488992],"about_ca_topic_score_codex":0.000112485046,"about_ca_topic_score_gemma":0.00003462432,"teacher_disagreement_score":0.5415226,"about_ca_system_score_codex":0.000033484757,"about_ca_system_score_gemma":0.000054521755,"threshold_uncertainty_score":0.9999931},"labels":[],"label_agreement":null},{"id":"W2013611163","doi":"10.1016/j.scico.2004.10.006","title":"A Product Line engineering practices model","year":2005,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Product line; Product (mathematics); New product development; Line (geometry); Domain engineering; Product engineering; Work (physics); Software engineering; Systems engineering; Product design; Manufacturing engineering; Software development; Programming language; Management; Engineering; Mechanical engineering","score_opus":0.053828498379622204,"score_gpt":0.3304260050909633,"score_spread":0.2765975067113411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013611163","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013622704,0.00022320036,0.9842673,0.0005228531,0.00040541118,0.00020469635,2.4317217e-7,0.0007284385,0.000025185793],"genre_scores_gemma":[0.25695246,0.000005130863,0.7428271,0.000024845232,0.00015327119,0.00001323788,1.7221072e-7,0.000008874616,0.0000148959425],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978712,0.000025383964,0.00033285204,0.0006313971,0.0005790069,0.0005601477],"domain_scores_gemma":[0.99823,0.00027990428,0.00034093694,0.0007663846,0.00026058877,0.00012217907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001870387,0.00018655832,0.00023020041,0.000336229,0.000119996286,0.00021931659,0.0019880908,0.00003149387,4.6226262e-7],"category_scores_gemma":[0.0012472881,0.00017397854,0.000057628706,0.0013678629,0.00020558067,0.0027640176,0.0007254844,0.00020287388,0.000004645131],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.165072e-7,0.000028174112,0.0000122061,0.000019996443,0.0000031179077,0.0000010955422,0.0003358556,0.63649327,0.005052097,0.0051220683,0.0000054777433,0.35292575],"study_design_scores_gemma":[0.00009477718,0.000075696895,0.000073735486,0.000037971753,0.0000029408818,0.000022551145,0.0000044414055,0.9673541,0.030297086,0.0007837805,0.0010512846,0.00020162026],"about_ca_topic_score_codex":0.0000023766693,"about_ca_topic_score_gemma":4.5678715e-7,"teacher_disagreement_score":0.3527241,"about_ca_system_score_codex":0.00007973188,"about_ca_system_score_gemma":0.00022134997,"threshold_uncertainty_score":0.7094639},"labels":[],"label_agreement":null},{"id":"W2013938794","doi":"10.1007/s12652-013-0201-z","title":"An aspect-oriented language for feature-modeling","year":2013,"lang":"en","type":"article","venue":"Journal of Ambient Intelligence and Humanized Computing","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Evolvability; Adaptability; Feature (linguistics); Product (mathematics); Modeling language; Programming language; Software engineering; Formal language; Ambient intelligence; Human–computer interaction; Artificial intelligence; Theoretical computer science; Linguistics; Mathematics; Software","score_opus":0.04409517800802039,"score_gpt":0.3300732236399297,"score_spread":0.2859780456319093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013938794","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1731247,0.0005432159,0.8254976,0.00008006852,0.0005055893,0.00014381044,3.7949025e-7,0.00009442665,0.000010197686],"genre_scores_gemma":[0.47506905,0.00001681743,0.5246758,0.00007050722,0.00014893549,0.0000013114905,5.2444733e-7,0.000008203932,0.0000088996985],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987448,0.000065573775,0.0004479586,0.0002371738,0.00021349052,0.00029101537],"domain_scores_gemma":[0.99846905,0.00045150373,0.00029069564,0.00025387979,0.00041518066,0.00011968235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008341915,0.00015796263,0.000304451,0.00019391195,0.00017853089,0.00022341975,0.0006402546,0.00005530867,0.0000034978368],"category_scores_gemma":[0.00038524545,0.00013321309,0.00009342361,0.00017096924,0.000031203184,0.00079904555,0.00012828504,0.00027052793,0.0000024998722],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000382667,0.00015202927,0.00011501284,0.0000825609,0.00009471622,0.000035915786,0.015479903,0.52323455,0.027112199,0.047039088,0.00014232223,0.38647345],"study_design_scores_gemma":[0.0002661755,0.00064175896,0.00018959556,0.00011697638,0.000014112701,0.00012341335,0.0014828751,0.9594549,0.012677016,0.024687104,0.00008249336,0.00026355725],"about_ca_topic_score_codex":0.000011059415,"about_ca_topic_score_gemma":8.620266e-7,"teacher_disagreement_score":0.43622038,"about_ca_system_score_codex":0.000043632772,"about_ca_system_score_gemma":0.000028715778,"threshold_uncertainty_score":0.5432272},"labels":[],"label_agreement":null},{"id":"W2014002249","doi":"10.1145/1082983.1083082","title":"Autonomic computing","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":123,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Interconnectivity; Dynamism; Autonomic computing; Computer science; Data science; Categorization; Software; Point (geometry); Coping (psychology); Software engineering; Risk analysis (engineering); Knowledge management; Management science; Engineering; Artificial intelligence; Business; Cloud computing; Psychology","score_opus":0.02733260811453089,"score_gpt":0.26981353915055045,"score_spread":0.24248093103601956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014002249","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045874547,0.0007109007,0.94552135,0.00044469011,0.0008566078,0.00014208553,0.0000033565595,0.0064428803,0.0000035938035],"genre_scores_gemma":[0.43763375,0.0000089888,0.56191766,0.00012600225,0.00023512181,0.000009921799,0.0000031287507,0.00004158732,0.000023852253],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9978105,0.00004165482,0.00043829635,0.00067131186,0.0002779726,0.0007602612],"domain_scores_gemma":[0.93917614,0.058769878,0.00011607088,0.0016561857,0.0000855145,0.00019618815],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005071784,0.00042507116,0.0004003131,0.00026869474,0.0001391132,0.00015444911,0.0022699889,0.00015704529,0.000012910834],"category_scores_gemma":[0.13855651,0.00046126268,0.00014299728,0.00050882983,0.000036008994,0.00089242787,0.0010245903,0.00043801183,0.00017103914],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002355354,0.000030901763,0.011262258,0.000046731522,0.000036221092,0.000018809322,0.00051627035,0.8328028,0.0021685078,0.0036559796,0.00023039446,0.14922881],"study_design_scores_gemma":[0.0037325788,0.00059018657,0.47796285,0.00093696936,0.000112721995,0.0007848606,0.000046985842,0.2532686,0.14507006,0.004164799,0.10389134,0.009438057],"about_ca_topic_score_codex":0.0000060738944,"about_ca_topic_score_gemma":8.6999114e-7,"teacher_disagreement_score":0.5795342,"about_ca_system_score_codex":0.00020746827,"about_ca_system_score_gemma":0.000061548526,"threshold_uncertainty_score":0.99978393},"labels":[],"label_agreement":null},{"id":"W2014229452","doi":"10.1145/2735386.2736751","title":"Essential retroactive weaving","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Weaving; Programming language; Debugging; Semantics (computer science); Fidelity; Aspect-oriented programming; Context (archaeology); Interpreter; Soundness; Process (computing); Class (philosophy); Artificial intelligence; Software","score_opus":0.06526369528612475,"score_gpt":0.3079385469713581,"score_spread":0.24267485168523334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014229452","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014013761,0.00004134473,0.9930254,0.00017848794,0.00064372446,0.00003084161,9.6504195e-8,0.00083665317,0.0038420642],"genre_scores_gemma":[0.13567393,0.0000011585158,0.8637618,0.00004726949,0.000050125607,0.0000029025175,1.441894e-7,0.000004110493,0.00045855192],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994254,0.00004385789,0.000069117224,0.00017477258,0.00013880167,0.0001480404],"domain_scores_gemma":[0.9993689,0.0001840475,0.000020647814,0.00030003203,0.000055577944,0.00007075925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029159832,0.00006228873,0.00007629918,0.000042688138,0.00002053816,0.000038985785,0.0004073171,0.000027316772,0.0000028463323],"category_scores_gemma":[0.00077220827,0.000054307016,0.000019614396,0.0001771634,0.000016841077,0.00046034635,0.00021964693,0.00007766635,0.000040221377],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022063725,0.000079160694,0.00083379337,0.000016255974,0.00006520238,0.000114239396,0.0046361475,0.16735575,0.0075858254,0.65195245,0.010742608,0.15659653],"study_design_scores_gemma":[0.0016307767,0.0004391843,0.003967855,0.000036083035,0.0000139472695,0.00015610574,0.0007959586,0.10621653,0.2068455,0.66168165,0.016654775,0.0015616191],"about_ca_topic_score_codex":0.000005600004,"about_ca_topic_score_gemma":5.031325e-7,"teacher_disagreement_score":0.19925968,"about_ca_system_score_codex":0.00004317605,"about_ca_system_score_gemma":0.00003201912,"threshold_uncertainty_score":0.22145759},"labels":[],"label_agreement":null},{"id":"W2014744822","doi":"10.1145/2491509.2491521","title":"Use case and task models","year":2013,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software engineering; Task (project management); Software development; Set (abstract data type); Software; Human–computer interaction; Systems engineering; Programming language","score_opus":0.1401807566114291,"score_gpt":0.3052749112876002,"score_spread":0.1650941546761711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014744822","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02923549,0.00038353878,0.96831566,0.00017114739,0.0004979672,0.00018740699,0.0000060782113,0.001201422,0.000001265051],"genre_scores_gemma":[0.059860136,0.0002120597,0.93954796,0.00013507,0.000020641604,0.000102677266,7.019306e-7,0.000031291318,0.00008946276],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985142,0.00023020683,0.00023298286,0.0005319511,0.00009764613,0.0003930119],"domain_scores_gemma":[0.99118596,0.007764086,0.000039101742,0.00075411116,0.00006695341,0.0001897731],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005322807,0.00027568018,0.00034276364,0.00027850532,0.00014689745,0.0001064059,0.00031216748,0.00018219225,0.000005674011],"category_scores_gemma":[0.0023178922,0.00026836677,0.000054490476,0.0002553451,0.00006986339,0.0010065157,0.00005493788,0.0004073897,0.000005612636],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006497039,0.000025577641,0.000025093881,0.000064982574,0.00007425682,0.00018309422,0.00097491156,0.63665247,0.0012840144,0.0035714963,0.000025376965,0.35711223],"study_design_scores_gemma":[0.0029392664,0.0015449746,0.004365687,0.0002863283,0.00027071068,0.04004274,0.00053025194,0.71074206,0.015623093,0.21410258,0.0049833716,0.0045689624],"about_ca_topic_score_codex":0.00010499352,"about_ca_topic_score_gemma":0.000002670962,"teacher_disagreement_score":0.35254326,"about_ca_system_score_codex":0.000027961085,"about_ca_system_score_gemma":0.000015129449,"threshold_uncertainty_score":0.9999769},"labels":[],"label_agreement":null},{"id":"W2015875073","doi":"10.1145/1822327.1822342","title":"Towards a self-forensics property in the ASSL toolset","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Leverage (statistics); Java; ENCODE; Programming language; Software engineering; Property (philosophy); Artificial intelligence","score_opus":0.03365335682992109,"score_gpt":0.28316355018567435,"score_spread":0.24951019335575325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015875073","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050000926,0.000008291773,0.9882613,0.0014974748,0.0005285679,0.0001371517,3.7661093e-7,0.00061420514,0.0039525493],"genre_scores_gemma":[0.059778977,0.0000034537024,0.9394571,0.0004982623,0.000044139444,0.000023485532,3.532384e-7,0.000005315903,0.00018890412],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991842,0.00007771074,0.000120256496,0.00020888873,0.00018806627,0.00022089473],"domain_scores_gemma":[0.99888,0.00039090562,0.000021506707,0.0006447458,0.00003689793,0.000025890817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00095645594,0.00009838797,0.00010063599,0.000042734067,0.00003760512,0.00008951069,0.0011250911,0.000058693917,0.0000049560285],"category_scores_gemma":[0.0008388304,0.00004540811,0.000028618084,0.00032771673,0.000029775169,0.00042557545,0.00020504052,0.0003610274,0.000017431727],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043232058,0.00009378598,0.00090910954,0.000027645889,0.000015170234,0.00007907329,0.005498486,0.004623834,0.0025269445,0.39385128,0.00423623,0.5881341],"study_design_scores_gemma":[0.0012802931,0.00041158273,0.06778923,0.000034089397,0.000014052466,0.00043432423,0.00042452183,0.089354806,0.017267585,0.56937385,0.25188744,0.0017282614],"about_ca_topic_score_codex":0.000026393313,"about_ca_topic_score_gemma":0.000047034835,"teacher_disagreement_score":0.5864059,"about_ca_system_score_codex":0.000014759765,"about_ca_system_score_gemma":0.00005328028,"threshold_uncertainty_score":0.20907179},"labels":[],"label_agreement":null},{"id":"W2016403955","doi":"10.1145/2425415.2425419","title":"Usage scenarios for feature model synthesis","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Feature model; Feature (linguistics); Computer science; Software product line; Software; Domain (mathematical analysis); Feature-oriented domain analysis; Range (aeronautics); Domain analysis; Data mining; Software engineering; Software development; Programming language; Software construction; Engineering","score_opus":0.06557614671840556,"score_gpt":0.3069622433124617,"score_spread":0.24138609659405613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016403955","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00035572035,0.00015487133,0.99764997,0.00038104266,0.00030385554,0.00012247685,0.0000030151054,0.00069182133,0.00033720638],"genre_scores_gemma":[0.053490825,0.0000039830716,0.94505435,0.00017233656,0.000062691935,0.00005698162,3.896902e-7,0.000010368031,0.0011480546],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992996,0.000024021696,0.0000722775,0.0001689023,0.00009312534,0.00034208852],"domain_scores_gemma":[0.99834985,0.0011231392,0.000023761128,0.00039678844,0.000029685112,0.000076764474],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042670424,0.0001025026,0.00012506386,0.000045562392,0.000058384558,0.000029968645,0.00048671383,0.00006480863,0.0000023017096],"category_scores_gemma":[0.0011354764,0.00008270219,0.000054987806,0.0001081304,0.0000135976015,0.00061265135,0.00013440635,0.0000726435,0.000010774927],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005078547,0.000044680113,0.00016470546,0.000037296744,0.000020656498,7.423198e-7,0.0005676861,0.79412246,0.003185245,0.10756163,0.0061309813,0.088158816],"study_design_scores_gemma":[0.00012198684,0.000020326015,0.00040258642,0.000011779825,0.000009381458,0.000008982845,0.000014670899,0.94420743,0.030300014,0.020677257,0.0038534387,0.0003721658],"about_ca_topic_score_codex":7.3538405e-7,"about_ca_topic_score_gemma":2.5837124e-7,"teacher_disagreement_score":0.15008493,"about_ca_system_score_codex":0.000028469842,"about_ca_system_score_gemma":0.000014758927,"threshold_uncertainty_score":0.33724973},"labels":[],"label_agreement":null},{"id":"W2016495872","doi":"10.3166/jds.13.399-421","title":"Decision Support for Software Release Planning Using e-Assistants","year":2004,"lang":"en","type":"article","venue":"Journal of Decision System","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Iterated function; Software; Software release life cycle; Process (computing); Decision support system; Software engineering; Operations research; Software development; Data mining; Software quality; Programming language; Engineering","score_opus":0.07830669642071356,"score_gpt":0.36059601705083727,"score_spread":0.2822893206301237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016495872","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05914207,0.000466419,0.9370531,0.000016018266,0.0030229778,0.00014258752,0.000005002837,0.0001462729,0.000005585313],"genre_scores_gemma":[0.20898812,0.000005162765,0.79082286,0.000022543429,0.0001304997,0.0000019898341,2.3250644e-7,0.00002077441,0.000007839633],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9974375,0.000068991394,0.001080476,0.00028586306,0.00080407807,0.00032311538],"domain_scores_gemma":[0.9949642,0.002961063,0.0007816974,0.0005149053,0.00057440385,0.00020372462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022220572,0.00020176319,0.0005392859,0.00042888272,0.00016481083,0.0001508683,0.0010496275,0.00012469725,0.0000012628387],"category_scores_gemma":[0.004458215,0.00015934689,0.0002547659,0.00042997213,0.000018375633,0.0008996671,0.00017963501,0.00022255807,0.000008155547],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024780375,0.000035979996,0.00022119693,0.000075972406,0.000034626584,0.0008321534,0.00030310175,0.8471683,0.0010075743,0.000781774,0.0002917677,0.1489997],"study_design_scores_gemma":[0.06264321,0.012310863,0.02743241,0.066808365,0.0007159739,0.10141804,0.006282152,0.15657285,0.05610521,0.462976,0.03862772,0.008107185],"about_ca_topic_score_codex":8.2735346e-7,"about_ca_topic_score_gemma":1.7850098e-7,"teacher_disagreement_score":0.6905955,"about_ca_system_score_codex":0.0005094679,"about_ca_system_score_gemma":0.00028713146,"threshold_uncertainty_score":0.6497978},"labels":[],"label_agreement":null},{"id":"W2016521958","doi":"10.1145/1094855.1094875","title":"The crisis in systems code maintenance","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Mainstream; Code (set theory); Legacy system; Software engineering; World Wide Web; Computer security; Programming language; Artificial intelligence; Political science; Law","score_opus":0.031874548607098166,"score_gpt":0.2878189072407242,"score_spread":0.255944358633626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016521958","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003196918,0.00049220794,0.99355733,0.00421268,0.000384524,0.00006841356,2.3253172e-7,0.00036306118,0.0006018704],"genre_scores_gemma":[0.2182685,0.0000690731,0.77989787,0.00020724957,0.00004174972,0.000026646276,5.2244186e-8,0.0000056111235,0.0014832782],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992716,0.00006710873,0.00014542264,0.00017250108,0.00010448572,0.0002389189],"domain_scores_gemma":[0.99871105,0.00075697957,0.00002538902,0.00045605315,0.00002633897,0.000024189178],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006442116,0.000067210356,0.000083910265,0.000032514425,0.00005021596,0.00007763563,0.00074524403,0.000024789837,6.768484e-7],"category_scores_gemma":[0.0003805901,0.000041190433,0.00001823491,0.00021034751,0.000019141231,0.0002453338,0.0001322062,0.000096432974,0.000025233481],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017963413,0.000008057025,0.00009876865,0.0000051388038,0.0000035648568,0.000006719748,0.00024284757,0.5357488,0.00007078212,0.41961464,0.006971474,0.03722746],"study_design_scores_gemma":[0.0004893201,0.000051643205,0.0031181816,0.000040581,0.000001764637,0.000059206548,0.00066171197,0.5375954,0.0021539193,0.029046526,0.4262435,0.0005382264],"about_ca_topic_score_codex":0.000014904655,"about_ca_topic_score_gemma":0.000041024792,"teacher_disagreement_score":0.41927204,"about_ca_system_score_codex":0.00006239156,"about_ca_system_score_gemma":0.000012201373,"threshold_uncertainty_score":0.16796972},"labels":[],"label_agreement":null},{"id":"W2016868767","doi":"10.1109/qsic.2010.8","title":"A Business Process Driven Approach for Generating Software Architecture","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Business requirements; Computer science; Business process modeling; Business software; Artifact-centric business process model; Business Process Model and Notation; Software engineering; Business architecture; Business rule; Business process; Business domain; Business analysis; Process management; Business model; Engineering; Business; Operations management","score_opus":0.026075142295601275,"score_gpt":0.2855720592253762,"score_spread":0.25949691692977495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016868767","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0041527567,0.000016658174,0.99353236,0.000125512,0.00042602295,0.00030599057,0.0000021538588,0.0013622137,0.00007632014],"genre_scores_gemma":[0.01214367,4.6743259e-7,0.987198,0.00011703124,0.00019602678,0.00017491696,0.0000060581947,0.000021269196,0.00014255504],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989377,0.000021879754,0.00014880231,0.00043354926,0.00014439157,0.00031366298],"domain_scores_gemma":[0.998717,0.00046132243,0.00005452284,0.0004911707,0.00021322402,0.00006275117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002586906,0.00016774573,0.00017416473,0.000079527206,0.00013564412,0.0001027635,0.00088495977,0.00009673476,0.0000022142447],"category_scores_gemma":[0.0020886087,0.00013482693,0.000045565,0.00038618833,0.0000387897,0.00028535805,0.0001581392,0.00025717655,0.0000012449873],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025668098,0.000021470452,0.000073371455,0.0001057853,0.000007760812,0.0000012009158,0.00040055317,0.908371,0.0077590183,0.0034583712,0.00005896128,0.07973994],"study_design_scores_gemma":[0.0009563244,0.000103923434,0.00089206087,0.000028605307,0.0000149934285,0.00016244336,0.00008107515,0.8736896,0.026361676,0.09498858,0.0013855635,0.0013351515],"about_ca_topic_score_codex":0.0000016258266,"about_ca_topic_score_gemma":0.0000030543035,"teacher_disagreement_score":0.091530204,"about_ca_system_score_codex":0.000008899648,"about_ca_system_score_gemma":0.00006433694,"threshold_uncertainty_score":0.54980826},"labels":[],"label_agreement":null},{"id":"W2017397762","doi":"10.5555/2818754.2818780","title":"Symbolic model checking of product-line requirements using SAT-based methods","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Correctness; Model checking; Computer science; Feature (linguistics); Formal verification; Key (lock); Product (mathematics); Algorithm; Symbolic data analysis; Theoretical computer science; Programming language; Reliability engineering; Mathematics","score_opus":0.33608242968202867,"score_gpt":0.4339880477139365,"score_spread":0.09790561803190784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017397762","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010937879,0.00006889219,0.9866765,0.00008564805,0.0013319292,0.000140784,0.000009039778,0.0006650491,0.0000842363],"genre_scores_gemma":[0.33315048,0.0000029720293,0.6666764,0.00003464073,0.000062166364,0.000014540933,0.0000058858886,0.000023682884,0.000029233646],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980592,0.00007209656,0.00045374894,0.00048825348,0.00060516625,0.00032149255],"domain_scores_gemma":[0.9981573,0.00034426374,0.00019130997,0.0005867493,0.0005867248,0.0001336549],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010081187,0.00028246501,0.0003371365,0.00038888137,0.000030492849,0.000071836505,0.0011877116,0.0000769024,0.000004545408],"category_scores_gemma":[0.0047159274,0.00029631914,0.00008505357,0.0003334674,0.000036633865,0.0005266122,0.00027884633,0.00026509157,0.0000042346433],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011676416,0.00003159986,0.00016227733,0.000028736938,0.000033344622,0.000005097168,0.00022635539,0.95954615,0.012438486,0.021331275,0.000006380502,0.006178636],"study_design_scores_gemma":[0.00032125556,0.000050589526,0.000080674334,0.00018118991,0.000006833912,0.0000067014525,0.000012342516,0.94863683,0.04679013,0.0035878054,0.000052090527,0.00027357764],"about_ca_topic_score_codex":0.0000081454855,"about_ca_topic_score_gemma":2.94187e-7,"teacher_disagreement_score":0.3222126,"about_ca_system_score_codex":0.00028969822,"about_ca_system_score_gemma":0.000273394,"threshold_uncertainty_score":0.9999489},"labels":[],"label_agreement":null},{"id":"W2017582645","doi":"10.1145/2002259.2002321","title":"A scenario and design pattern based tool for modeling and evaluating implementations of event-based reactive systems","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Implementation; Computer science; Bridging (networking); Context (archaeology); Event (particle physics); Systems design; Context model; Systems engineering; Distributed computing; Software engineering; Artificial intelligence; Engineering","score_opus":0.269115447297976,"score_gpt":0.3812842886447151,"score_spread":0.1121688413467391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017582645","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019907216,0.000058047102,0.9793239,0.000015945318,0.00006187871,0.0005230861,0.000004629657,0.000102265716,0.000003008506],"genre_scores_gemma":[0.4599298,4.783084e-7,0.5399752,0.000015109472,0.0000030694505,0.00006929754,7.1733564e-7,0.0000044251315,0.0000018805719],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991828,0.00012814908,0.00021695349,0.00022433145,0.0001042358,0.00014349997],"domain_scores_gemma":[0.99824625,0.0013268659,0.00008387153,0.00018771246,0.00012652956,0.000028782159],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010990889,0.00009147486,0.0001417264,0.00007501952,0.000061968756,0.000027097896,0.00012667672,0.000026125304,0.0000011270743],"category_scores_gemma":[0.00043360627,0.00008227415,0.000020207464,0.00007495856,0.000016906391,0.00022875081,0.000045215285,0.000038283477,9.712882e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019372703,0.000017766784,0.0007530612,0.000103579914,0.000016537631,5.6774513e-7,0.00090177456,0.96678895,0.0038070334,0.0010001968,0.0000027688502,0.026588364],"study_design_scores_gemma":[0.00047487722,0.00019249247,0.00023176143,0.00004842118,0.000011317852,0.0000011980204,0.00014027944,0.9903737,0.0069651296,0.0014630068,3.6193615e-7,0.000097475786],"about_ca_topic_score_codex":0.00009916882,"about_ca_topic_score_gemma":0.0000032628484,"teacher_disagreement_score":0.4400226,"about_ca_system_score_codex":0.00002376491,"about_ca_system_score_gemma":0.000065252745,"threshold_uncertainty_score":0.33550423},"labels":[],"label_agreement":null},{"id":"W2018360547","doi":"10.1145/1137639.1137646","title":"Discovering aspects in requirements with repertory grid","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Repertory grid; Computer science; Viewpoints; Identification (biology); Grid; Requirements analysis; Requirements engineering; Decomposition; Software engineering; Programming language; Software; Psychology","score_opus":0.020416537269207186,"score_gpt":0.25213471165222673,"score_spread":0.23171817438301953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018360547","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03493893,0.00005844359,0.9598997,0.0000734768,0.0002226265,0.00006283955,1.5229317e-7,0.00044116142,0.004302662],"genre_scores_gemma":[0.34305638,0.0000021340097,0.6565571,0.00003128064,0.000040043706,0.000008545942,4.4505077e-7,0.000006717743,0.00029739283],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99920577,0.000027688424,0.00012515827,0.000267415,0.00015266093,0.00022130422],"domain_scores_gemma":[0.99944174,0.00012879573,0.000027993185,0.00036830403,0.000013151641,0.000020028543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018518795,0.000094773466,0.000104324135,0.0000794322,0.000023262523,0.00003825576,0.00033314514,0.000021621825,0.000002527196],"category_scores_gemma":[0.0000721536,0.00007330793,0.000013814085,0.00026001132,0.00002037378,0.0005943844,0.00013115176,0.00007763078,0.000005607455],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016969057,0.00010112502,0.018377166,0.00003920331,0.000012420998,0.0003974248,0.00032060666,0.7924139,0.007696024,0.16751416,0.00043222425,0.012678792],"study_design_scores_gemma":[0.0041519334,0.0008391521,0.5482123,0.00052037847,0.00001196583,0.00021829589,0.00022737583,0.036765277,0.16418424,0.23340149,0.008353962,0.0031136526],"about_ca_topic_score_codex":0.00011473657,"about_ca_topic_score_gemma":0.000097828546,"teacher_disagreement_score":0.7556486,"about_ca_system_score_codex":0.00007840151,"about_ca_system_score_gemma":0.000020688467,"threshold_uncertainty_score":0.29894105},"labels":[],"label_agreement":null},{"id":"W2018475799","doi":"10.1145/2491627.2491647","title":"Visualization and exploration of optimal variants in product line engineering","year":2013,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Visualization; Computer science; Multi-objective optimization; Set (abstract data type); Pareto principle; Quality (philosophy); Process (computing); Product (mathematics); Data mining; Data visualization; Industrial engineering; Machine learning; Mathematical optimization; Engineering; Mathematics","score_opus":0.04958221044986302,"score_gpt":0.296453375202731,"score_spread":0.246871164752868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018475799","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04594012,0.000051019346,0.95359004,0.00006531815,0.00008337747,0.00011491309,7.484695e-8,0.00014379255,0.000011324756],"genre_scores_gemma":[0.38655543,0.000011930678,0.6133873,0.000004541236,0.000009042915,0.000011684599,4.2874316e-7,0.0000031445998,0.00001648559],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99955326,0.00002046273,0.00013496127,0.00014334264,0.00006226693,0.00008570661],"domain_scores_gemma":[0.99964404,0.00012660814,0.000026933232,0.00014182755,0.000044019278,0.000016589625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018760767,0.000055865443,0.00008539607,0.00010278506,0.000006506315,0.000020227588,0.00010594719,0.000018751713,0.0000024156861],"category_scores_gemma":[0.00057099987,0.000051715535,0.0000055435366,0.00024017412,0.0000069678595,0.0013049279,0.00007203273,0.000034110482,0.0000016061421],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010627006,0.000019075263,0.00020492954,0.000040594474,0.0000030855513,8.7256274e-7,0.0009895555,0.91769326,0.024969613,0.037917178,0.000010368562,0.018150423],"study_design_scores_gemma":[0.00013527303,0.000048216112,0.007945345,0.000021776907,7.0329145e-7,0.0000025655052,0.000027096921,0.9444564,0.044298172,0.0029450478,0.000012296018,0.000107101034],"about_ca_topic_score_codex":0.000010900688,"about_ca_topic_score_gemma":5.1611835e-7,"teacher_disagreement_score":0.34061533,"about_ca_system_score_codex":0.00001064765,"about_ca_system_score_gemma":0.000007331212,"threshold_uncertainty_score":0.21088982},"labels":[],"label_agreement":null},{"id":"W2018530348","doi":"10.1109/qsic.2003.1319092","title":"Generating scenarios from use case map specifications","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science","score_opus":0.15284194834270512,"score_gpt":0.2973766781957526,"score_spread":0.14453472985304747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018530348","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0125427125,0.00009265718,0.985927,0.00011081905,0.00048832485,0.00006636685,0.000002240781,0.00062209123,0.00014779932],"genre_scores_gemma":[0.043586574,0.000004141061,0.95557296,0.00012723633,0.00003963825,0.000009220318,0.0000012793379,0.00000809209,0.000650836],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991964,0.00010720162,0.00014542784,0.00028848878,0.000086230066,0.00017623823],"domain_scores_gemma":[0.99824584,0.00097263855,0.000032875203,0.0006434204,0.000045683366,0.00005953119],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018499017,0.00009595899,0.00009087537,0.000044595134,0.00011966357,0.00014718286,0.00025606155,0.000037036167,0.000036699053],"category_scores_gemma":[0.0010855809,0.00008879196,0.00002826381,0.00017373102,0.000017836588,0.0005250415,0.0000692566,0.00009939169,0.00006345003],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.5455866e-7,0.000055814773,0.00069509115,0.0000061217,0.000029370252,0.0011586569,0.0011883222,0.64894533,0.013789053,0.30890298,0.0024229258,0.022805471],"study_design_scores_gemma":[0.0014304768,0.0001336536,0.0019647446,0.00006160264,0.000036664827,0.003263501,0.0009605839,0.5944994,0.12519918,0.1299032,0.1395468,0.003000203],"about_ca_topic_score_codex":0.00005294062,"about_ca_topic_score_gemma":0.000017480392,"teacher_disagreement_score":0.17899978,"about_ca_system_score_codex":0.00003258281,"about_ca_system_score_gemma":0.0000232149,"threshold_uncertainty_score":0.3620831},"labels":[],"label_agreement":null},{"id":"W2018862503","doi":"10.1007/s10515-011-0099-7","title":"Decision support for the software product line domain engineering lifecycle","year":2012,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Athabasca University","funders":"","keywords":"Domain engineering; Feature-oriented domain analysis; Computer science; Domain analysis; Domain (mathematical analysis); Software engineering; Domain model; Software product line; Feature model; Feature (linguistics); Software development; Domain knowledge; Data mining; Software; Data science; Programming language; Software construction","score_opus":0.023642433582081023,"score_gpt":0.28332474502388755,"score_spread":0.25968231144180653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018862503","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046595326,0.002206062,0.97071016,0.00010421285,0.0045169364,0.00079150836,0.00001989519,0.01698987,0.0000018405675],"genre_scores_gemma":[0.046560824,0.000042544136,0.9520571,0.00009306251,0.00062922185,0.00038450112,0.000018826548,0.00015604161,0.000057829424],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99668586,0.00004413788,0.0006362761,0.0006723343,0.0005100645,0.0014513257],"domain_scores_gemma":[0.99060816,0.0072716824,0.00014868907,0.0014792171,0.00017908991,0.00031314624],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001728425,0.0006151959,0.0005244788,0.00031306417,0.00028087702,0.00018132935,0.0016075112,0.00020131236,0.000009233397],"category_scores_gemma":[0.012243986,0.00051172887,0.0002439574,0.0009809763,0.000036730715,0.0013521778,0.00054531073,0.0004858074,0.00005058992],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011810993,0.00005281071,0.0004702336,0.00017493409,0.0001135376,0.000010324231,0.0005677961,0.96306765,0.0013253372,0.0014377127,0.0011029015,0.031664945],"study_design_scores_gemma":[0.0018617607,0.0003193779,0.020677041,0.00043052944,0.00012569698,0.0004441013,0.00005015517,0.8813741,0.018511979,0.0010379903,0.07231338,0.002853845],"about_ca_topic_score_codex":0.0000036979923,"about_ca_topic_score_gemma":4.4119736e-7,"teacher_disagreement_score":0.081693515,"about_ca_system_score_codex":0.00023120061,"about_ca_system_score_gemma":0.00008033136,"threshold_uncertainty_score":0.99973345},"labels":[],"label_agreement":null},{"id":"W2019676003","doi":"10.1109/icst.2012.93","title":"Searching the Boundaries of a Modeling Space to Test Metamodels","year":2012,"lang":"en","type":"preprint","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Metamodeling; Computer science; Set (abstract data type); Domain (mathematical analysis); Model-driven architecture; Test case; Data mining; Software; Theoretical computer science; Software development; Software engineering; Machine learning; Programming language; Mathematics","score_opus":0.11272018551925543,"score_gpt":0.34443457856293686,"score_spread":0.2317143930436814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019676003","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020553868,0.00069665717,0.99371094,0.0014409341,0.00081322,0.00034088647,0.00000430222,0.00054998504,0.00038767283],"genre_scores_gemma":[0.31677178,0.000012650982,0.682933,0.000057896563,0.00006196394,0.000035569636,5.79554e-7,0.000016573858,0.00010999172],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99817896,0.00016956008,0.00032349434,0.00046455054,0.0004194035,0.00044403493],"domain_scores_gemma":[0.9959003,0.0020972341,0.00010873576,0.001619868,0.00017021973,0.0001036508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019728383,0.00027342662,0.0004218733,0.0001517012,0.00017499941,0.00037049458,0.0023850724,0.00012162264,0.0000028333666],"category_scores_gemma":[0.0029724431,0.00018503446,0.00013183532,0.00026055923,0.000085738364,0.00031109888,0.0054395795,0.00071021146,0.000008763511],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001260874,0.000013463196,0.0000074008467,0.000059898175,0.00002354793,5.9061e-7,0.0027279132,0.9202699,0.00026543965,0.07196629,0.000017688082,0.0046465853],"study_design_scores_gemma":[0.000034058903,0.0000220109,0.000014861632,0.0000830267,0.000014716984,0.000004356184,0.00006761577,0.8420898,0.0026559888,0.15430152,0.00043218897,0.0002799083],"about_ca_topic_score_codex":0.00021197698,"about_ca_topic_score_gemma":0.000013921091,"teacher_disagreement_score":0.3147164,"about_ca_system_score_codex":0.00006468642,"about_ca_system_score_gemma":0.00023663856,"threshold_uncertainty_score":0.7545486},"labels":[],"label_agreement":null},{"id":"W2020923349","doi":"10.1145/1353482.1353500","title":"Tool support for understanding and diagnosing pointcut expressions","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"AspectJ; Computer science; Programming language; Eclipse; Extension (predicate logic); Code (set theory); Aspect-oriented programming; Base (topology); Source code; Software engineering; Software; Set (abstract data type)","score_opus":0.17666422998274325,"score_gpt":0.3208637398031131,"score_spread":0.14419950982036986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020923349","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003825428,0.00004500746,0.99483156,0.00022448908,0.00020227484,0.00011775327,9.5081543e-7,0.00047200633,0.000280532],"genre_scores_gemma":[0.14983249,0.000026378651,0.8497128,0.00010945001,0.000021113228,0.00002041329,4.145249e-7,0.0000067042843,0.00027023858],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99939203,0.000018221725,0.00010394076,0.0002132565,0.000076872995,0.00019567896],"domain_scores_gemma":[0.998101,0.0016061168,0.000023318868,0.00020931057,0.00001643779,0.00004383291],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018203011,0.000080116406,0.00010368073,0.000054821845,0.00019190722,0.000028262051,0.00018568011,0.000032766206,0.0000043649916],"category_scores_gemma":[0.00067670795,0.00006932331,0.000026542648,0.000086851906,0.000041346233,0.00028039137,0.00014131279,0.000052250514,0.0000013859802],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016948476,0.00006441736,0.0026981647,0.00008933012,0.000039353967,0.00010423689,0.004192739,0.018907297,0.012855479,0.93054533,0.009673053,0.020813622],"study_design_scores_gemma":[0.0020510405,0.00055596203,0.0061140987,0.0001352657,0.000016920505,0.0007095344,0.0007172172,0.045234796,0.04983562,0.88529205,0.007819047,0.0015184552],"about_ca_topic_score_codex":9.5005726e-7,"about_ca_topic_score_gemma":2.8910833e-7,"teacher_disagreement_score":0.14600705,"about_ca_system_score_codex":0.00004067619,"about_ca_system_score_gemma":0.00002280869,"threshold_uncertainty_score":0.28269222},"labels":[],"label_agreement":null},{"id":"W2021780242","doi":"10.1007/s11219-011-9153-8","title":"AoURN-based modeling and analysis of software product lines","year":2011,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Software product line; Feature model; Software engineering; Domain engineering; Domain (mathematical analysis); Computer science; Domain analysis; Feature-oriented domain analysis; Feature (linguistics); Notation; Product (mathematics); Systems engineering; Software; Model-driven architecture; Model transformation; Software development; Engineering; Programming language; Artificial intelligence; Software construction","score_opus":0.1482975576947659,"score_gpt":0.3486422211534545,"score_spread":0.2003446634586886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021780242","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07696815,0.00097437826,0.92114234,0.000077678604,0.00032926153,0.000080273756,0.000010840729,0.00041251112,0.000004573316],"genre_scores_gemma":[0.1770522,0.000042563774,0.82274497,0.000071276634,0.000054350556,0.000004064989,0.0000026453458,0.000015935182,0.000011973694],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973505,0.0004662917,0.0008477188,0.00045745992,0.00048438073,0.0003936136],"domain_scores_gemma":[0.99699676,0.001040309,0.00046100837,0.00076888484,0.00053879636,0.00019426475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029183207,0.00025824748,0.00068067684,0.0006671568,0.00019022453,0.00008106392,0.0008837745,0.00009348449,0.000016637317],"category_scores_gemma":[0.0065439125,0.00022664339,0.0002837258,0.0012290728,0.000109991386,0.0006374948,0.00020448674,0.0004437562,0.0000013169956],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000769576,0.00019738417,0.08551835,0.00023958359,0.0010912206,0.00004570931,0.0050085094,0.75231457,0.00033641772,0.0013906875,0.000031438503,0.15374915],"study_design_scores_gemma":[0.002944484,0.000860368,0.20700452,0.0006081559,0.002129638,0.00035763782,0.0007444761,0.5357578,0.013844273,0.23210637,0.00015530924,0.0034869711],"about_ca_topic_score_codex":0.000034653985,"about_ca_topic_score_gemma":0.0000067216984,"teacher_disagreement_score":0.23071569,"about_ca_system_score_codex":0.000050758666,"about_ca_system_score_gemma":0.00015681023,"threshold_uncertainty_score":0.9242249},"labels":[],"label_agreement":null},{"id":"W2022998220","doi":"10.4018/ijats.2014010104","title":"A Two-Layer Approach to Developing Self-Adaptive Multi-Agent Systems in Open Environment","year":2014,"lang":"en","type":"article","venue":"International Journal of Agent Technologies and Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"","keywords":"Adaptation (eye); Computer science; Reinforcement learning; Self-organization; Process (computing); Adaptive system; Distributed computing; Variety (cybernetics); Multi-agent system; Layer (electronics); Artificial intelligence; Human–computer interaction","score_opus":0.08972313597681307,"score_gpt":0.31451581461714173,"score_spread":0.22479267864032865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022998220","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012581267,0.0011142826,0.98390585,0.0003870358,0.0013924035,0.0003658929,0.0000015244781,0.00017463409,0.000077094366],"genre_scores_gemma":[0.4902391,0.00015770861,0.50948536,0.000020648935,0.000035930723,0.00003562857,2.238053e-7,0.000006696678,0.000018672094],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983004,0.00014957218,0.00060171605,0.0003004434,0.0004291567,0.00021873336],"domain_scores_gemma":[0.9989439,0.00023872542,0.0003507096,0.00027901423,0.00013765958,0.000049993694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014948682,0.0001729347,0.0003667982,0.00041875936,0.000041478404,0.0003284971,0.0023242238,0.00008534728,1.3641359e-7],"category_scores_gemma":[0.0003692864,0.00013725071,0.000042001768,0.00016026685,0.000027600265,0.00042537582,0.0013255076,0.00022179684,0.0000039353827],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035061934,0.00019194181,0.0013518874,0.00006197025,0.00027802872,0.00011848053,0.0014433349,0.806481,0.0011873221,0.13524891,0.00016191347,0.053440165],"study_design_scores_gemma":[0.0056050597,0.0011212263,0.010070676,0.0023017519,0.00003615842,0.0023751047,0.016754417,0.9120128,0.0026390052,0.0068650977,0.038498692,0.0017199782],"about_ca_topic_score_codex":0.000053738277,"about_ca_topic_score_gemma":0.000001245411,"teacher_disagreement_score":0.47765785,"about_ca_system_score_codex":0.00042484427,"about_ca_system_score_gemma":0.000035205358,"threshold_uncertainty_score":0.55969214},"labels":[],"label_agreement":null},{"id":"W2023026552","doi":"10.1109/apsec.2012.109","title":"Architecture Based Development with DYNACOMM: Incorporating Dynamic Reconfiguration and Hierarchical Design into CommUnity","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Statistics Canada","funders":"","keywords":"Computer science; Control reconfiguration; Component (thermodynamics); Architecture description language; Software architecture; Software architecture description; Software engineering; Reference architecture; Component-based software engineering; Programming language; Software system; Distributed computing; Software; Embedded system","score_opus":0.040500088681249866,"score_gpt":0.27481675150471524,"score_spread":0.23431666282346536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023026552","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02060781,0.00004148567,0.9783128,0.0002743269,0.000065075335,0.00015781095,1.4134349e-7,0.00044810545,0.00009243967],"genre_scores_gemma":[0.4324156,3.52528e-7,0.56746167,0.00008331634,0.0000050932917,0.000016386175,0.0000024028543,0.0000063593716,0.000008836829],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986716,0.00062863406,0.00016727737,0.00015533283,0.00014175373,0.00023541148],"domain_scores_gemma":[0.9977495,0.0016750315,0.00006515614,0.00036486637,0.00003696836,0.00010847316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013557249,0.00015564205,0.0001466293,0.0001012637,0.0002925986,0.000058898244,0.00034646172,0.00005683147,0.0000019945585],"category_scores_gemma":[0.00033163922,0.00011752543,0.000010591216,0.00020933636,0.00007397633,0.00039292494,0.00015747688,0.00043693624,0.0000020300367],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046824167,0.00011286455,0.001794504,0.00010594355,0.00003171669,0.000004260487,0.009284048,0.17345941,0.00557618,0.0081014605,0.000011381729,0.8014714],"study_design_scores_gemma":[0.0023115554,0.0012990629,0.10754362,0.00037831502,0.000027254047,0.00026683186,0.00085763255,0.70629376,0.077045955,0.10043023,0.00083417917,0.0027115867],"about_ca_topic_score_codex":0.000011900222,"about_ca_topic_score_gemma":0.000036329035,"teacher_disagreement_score":0.7987598,"about_ca_system_score_codex":0.000059918293,"about_ca_system_score_gemma":0.000078451965,"threshold_uncertainty_score":0.47925478},"labels":[],"label_agreement":null},{"id":"W2023839889","doi":"10.1016/j.jss.2012.05.033","title":"Achieving dynamic adaptation via management and interpretation of runtime models","year":2012,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Adaptation (eye); Sketch; Graph; Software; Distributed computing; Usability; Graph rewriting; Software engineering; Programming language; Theoretical computer science; Human–computer interaction; Algorithm","score_opus":0.024331629017472493,"score_gpt":0.25826157320889126,"score_spread":0.23392994419141877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023839889","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06024926,0.0062238737,0.9330069,0.000010033072,0.00040816425,0.00006726983,5.420303e-7,0.000027410057,0.000006539747],"genre_scores_gemma":[0.5911829,0.00011099636,0.4086695,0.0000029946752,0.0000150393535,0.0000010751122,1.224683e-7,0.0000035375822,0.000013846975],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992834,0.00006693621,0.00031403798,0.000072815266,0.00015791752,0.00010491273],"domain_scores_gemma":[0.9992608,0.0002114787,0.00030324634,0.0001035722,0.00006952257,0.00005141819],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006651576,0.00007551916,0.00020096563,0.00013399126,0.000031587722,0.000032364143,0.00012720785,0.000033182925,1.3421835e-7],"category_scores_gemma":[0.000070274225,0.00006206269,0.000028704551,0.00007960719,0.000016911836,0.0010514881,0.00007576155,0.00007680984,1.3534022e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028517821,0.000039127222,0.0038100635,0.00091850775,0.00014539287,0.0000102969925,0.009204295,0.648072,0.0005490067,0.0055705733,0.000015402115,0.33163682],"study_design_scores_gemma":[0.0005818971,0.00026304182,0.023027143,0.0010956931,0.0000657805,0.00044789026,0.0013129779,0.96597403,0.000050429466,0.0068302583,0.000075596705,0.00027527832],"about_ca_topic_score_codex":0.0000030039846,"about_ca_topic_score_gemma":1.7888362e-7,"teacher_disagreement_score":0.5309336,"about_ca_system_score_codex":0.000028529845,"about_ca_system_score_gemma":0.0000057456323,"threshold_uncertainty_score":0.25308427},"labels":[],"label_agreement":null},{"id":"W2023915570","doi":"10.1109/icsm.2012.6405273","title":"Recovering commit dependencies for selective code integration in software product lines","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Commit; Computer science; Software engineering; KPI-driven code analysis; Software; Software product line; Product (mathematics); Code (set theory); Static program analysis; Source code; Programming language; Process (computing); Software construction; Software development; Database; Distributed computing; Set (abstract data type)","score_opus":0.06983709613996975,"score_gpt":0.3216727557965037,"score_spread":0.25183565965653393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023915570","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0057033547,0.0002788954,0.9922764,0.00013645037,0.0006254844,0.0002918327,0.000002189036,0.0006200353,0.00006539832],"genre_scores_gemma":[0.20988666,0.000009754373,0.7897044,0.000041035906,0.000086604334,0.000088585366,0.000002076594,0.000009835968,0.00017105317],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990855,0.000060876537,0.00017751913,0.00024418504,0.00010261794,0.00032932093],"domain_scores_gemma":[0.9984227,0.001099172,0.00004900545,0.00028376223,0.00010673078,0.000038652586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007184002,0.00012893065,0.0001612469,0.00011853503,0.00005479591,0.000039420403,0.00035762435,0.000046249865,0.0000011328895],"category_scores_gemma":[0.0040491708,0.000112179216,0.000035145356,0.0003222888,0.000016204223,0.001195324,0.00012133348,0.00013423659,0.000004083735],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060935836,0.00020950576,0.04356811,0.00017063774,0.000044023076,0.0000027417052,0.008982171,0.10897359,0.0133567825,0.036077596,0.002156872,0.78639704],"study_design_scores_gemma":[0.0011670437,0.00037774348,0.06935698,0.00022225107,0.000017785867,0.000062068255,0.0006876903,0.040162347,0.79162467,0.089475304,0.0052046566,0.0016414516],"about_ca_topic_score_codex":0.00001507022,"about_ca_topic_score_gemma":0.00009162781,"teacher_disagreement_score":0.7847556,"about_ca_system_score_codex":0.000108405235,"about_ca_system_score_gemma":0.000026679108,"threshold_uncertainty_score":0.4847528},"labels":[],"label_agreement":null},{"id":"W2023958665","doi":"10.1145/1094855.1094934","title":"fmp and fmp2rsm","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Configurator; Template; Computer science; Feature (linguistics); Feature model; Software; Set (abstract data type); Programming language; Product (mathematics); Artificial intelligence; Software engineering; Mathematics","score_opus":0.01904345675982501,"score_gpt":0.2632020716710361,"score_spread":0.2441586149112111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023958665","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023366837,0.00018265961,0.9943866,0.0008446045,0.000081098326,0.000020513784,5.2785378e-8,0.0005680813,0.0015797021],"genre_scores_gemma":[0.05053181,0.000015867785,0.94831425,0.00023337208,0.000032332737,0.0000019015887,3.7208505e-8,0.0000024409185,0.00086796156],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996627,0.000012795498,0.000049061822,0.00012619175,0.000048533606,0.00010074782],"domain_scores_gemma":[0.99957436,0.00018972522,0.00000808529,0.00018765967,0.000009578426,0.000030590723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000121450204,0.00004464815,0.000049635346,0.000026150965,0.00002123222,0.00002492373,0.0001903539,0.00001753961,0.000005319432],"category_scores_gemma":[0.00013114722,0.00003711481,0.000008306034,0.00006909978,0.000014266844,0.00028476072,0.00012744725,0.000041041167,0.000024328932],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.0666415e-7,0.0000065871914,0.00011575386,0.0000039239326,0.0000035560506,0.00000430358,0.00023693994,0.012111061,0.000755115,0.16812472,0.0006711232,0.8179664],"study_design_scores_gemma":[0.001224374,0.00023709507,0.02436498,0.000031794436,0.000007937698,0.00035434106,0.00008009797,0.19198433,0.08471546,0.2822326,0.4131986,0.001568394],"about_ca_topic_score_codex":9.0782373e-7,"about_ca_topic_score_gemma":7.7168073e-7,"teacher_disagreement_score":0.816398,"about_ca_system_score_codex":0.000008154081,"about_ca_system_score_gemma":0.000004288402,"threshold_uncertainty_score":0.1513498},"labels":[],"label_agreement":null},{"id":"W2024751211","doi":"10.1016/j.technovation.2007.10.004","title":"Software products and services are high tech? New product development strategy for software products and services","year":2007,"lang":"en","type":"article","venue":"Technovation","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Software; Software development; Service (business); Product (mathematics); Services computing; Computer science; Software engineering; Business; Marketing; World Wide Web; Operating system; Web service","score_opus":0.03598102556493946,"score_gpt":0.2764473913375825,"score_spread":0.24046636577264305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024751211","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23112993,0.0009726503,0.7643084,0.00041253938,0.00022378731,0.0009039985,0.0000033901713,0.0020441515,0.0000011662873],"genre_scores_gemma":[0.1231344,0.000019912874,0.87633437,0.00009005487,0.0001587545,0.00006672526,0.000029218227,0.000033957465,0.00013260504],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99780965,0.0000063113744,0.0004164412,0.0010015942,0.00030526746,0.00046073153],"domain_scores_gemma":[0.99820346,0.0001964629,0.0002969131,0.00067903445,0.000552418,0.00007171935],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010510116,0.000330411,0.00029150426,0.00034339874,0.00023896513,0.000118120595,0.0005604738,0.00014251164,4.1533747e-7],"category_scores_gemma":[0.0007898141,0.000316425,0.000012432035,0.0012317132,0.00005268663,0.00093022996,0.0003353891,0.00019263625,0.0000020146908],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041413503,0.000066037115,0.00424088,0.0036476604,0.000045638353,0.00000858041,0.0012282807,0.001381836,0.012738985,0.008674117,0.00016673951,0.96775985],"study_design_scores_gemma":[0.0012320839,0.00034066767,0.10711323,0.00079271005,0.00003714681,0.000099170815,0.0004011398,0.0003185112,0.70520455,0.17510822,0.0076858,0.0016668017],"about_ca_topic_score_codex":0.00003313019,"about_ca_topic_score_gemma":0.00006217702,"teacher_disagreement_score":0.966093,"about_ca_system_score_codex":0.000083265964,"about_ca_system_score_gemma":0.00013716362,"threshold_uncertainty_score":0.9999288},"labels":[],"label_agreement":null},{"id":"W2024941318","doi":"10.1145/505532.505551","title":"Generative techniques for product lines","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Software product line; Reuse; Computer science; Product (mathematics); Software engineering; Domain (mathematical analysis); Software; Product line; Quality (philosophy); Domain engineering; Generative grammar; Feature model; Order (exchange); Domain analysis; Software development; Engineering; Software construction; Programming language; Artificial intelligence; Manufacturing engineering; Business","score_opus":0.04821734716399782,"score_gpt":0.3023470537692871,"score_spread":0.2541297066052893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024941318","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0058506466,0.0010442389,0.9845559,0.0007013341,0.0008700448,0.0005543423,0.000011503314,0.0064104996,0.0000014861176],"genre_scores_gemma":[0.07592585,0.00008792092,0.92266643,0.00014564507,0.00057126925,0.00040297981,0.000015200194,0.000078776,0.00010595367],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99790025,0.00003721254,0.0003770697,0.0007719754,0.0002501989,0.00066331046],"domain_scores_gemma":[0.94800115,0.049752988,0.00011885966,0.0016691872,0.00030962905,0.00014820822],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005130425,0.00044583407,0.00042330433,0.00026742578,0.00014891074,0.00013179037,0.001672277,0.00013685379,0.0000040833297],"category_scores_gemma":[0.2479459,0.0004371683,0.00015257519,0.00064204953,0.000040753646,0.0007437177,0.00048929895,0.00026343754,0.000010696952],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071222654,0.0002468912,0.046478603,0.00070444465,0.0002801514,0.00014528593,0.0017884014,0.18469022,0.08194422,0.01492851,0.0034135906,0.6653085],"study_design_scores_gemma":[0.0011143811,0.0007904405,0.022839202,0.00042904456,0.0000716894,0.00037488027,0.00001918159,0.007064209,0.84275174,0.012445995,0.10823366,0.0038655861],"about_ca_topic_score_codex":0.0000056703207,"about_ca_topic_score_gemma":0.0000011364856,"teacher_disagreement_score":0.7608075,"about_ca_system_score_codex":0.00009041299,"about_ca_system_score_gemma":0.00005693802,"threshold_uncertainty_score":0.999808},"labels":[],"label_agreement":null},{"id":"W2025208130","doi":"10.1145/1094855.1094880","title":"Assisting aspect-oriented framework instantiation","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Computer science; Aspect-oriented programming; Model transformation; Process (computing); Software engineering; Transformation (genetics); Programming language; Systems engineering; Process management; Artificial intelligence; Engineering; Software","score_opus":0.029662961756624775,"score_gpt":0.2993001845369394,"score_spread":0.26963722278031466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025208130","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014052751,0.00006489804,0.99289525,0.0005922293,0.00038743895,0.0000453764,1.8052246e-7,0.001469164,0.003140212],"genre_scores_gemma":[0.19609877,0.0000040563164,0.80348027,0.00017219965,0.00009623991,0.0000036356134,3.6931104e-7,0.0000053431095,0.00013909342],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99924767,0.00004011516,0.00014190956,0.00022674826,0.00015290793,0.00019066919],"domain_scores_gemma":[0.9989055,0.000600322,0.000045885765,0.00036044215,0.000049573606,0.000038325277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002785146,0.00008470734,0.00008969681,0.00006664272,0.00006947046,0.000046286903,0.00033562025,0.000054616714,0.000015199065],"category_scores_gemma":[0.001835115,0.000078179124,0.000026784825,0.00039186684,0.000013179923,0.0005409037,0.0001343855,0.00014776528,0.00005335848],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011975859,0.00001648177,0.00039596646,0.0000039743586,0.000006982368,0.0000031059571,0.00030164633,0.05357423,0.00043626194,0.6819546,0.00014576319,0.26315978],"study_design_scores_gemma":[0.0008156096,0.0002065423,0.04165499,0.0001720097,0.0000149112775,0.000059843867,0.00014983337,0.45803812,0.065091535,0.3658258,0.06624899,0.0017218075],"about_ca_topic_score_codex":0.0000015587328,"about_ca_topic_score_gemma":0.0000012421388,"teacher_disagreement_score":0.4044639,"about_ca_system_score_codex":0.00006234029,"about_ca_system_score_gemma":0.000016679225,"threshold_uncertainty_score":0.31880522},"labels":[],"label_agreement":null},{"id":"W2025290054","doi":"10.1007/s10009-014-0305-6","title":"Quantitative and qualitative analysis of SysML activity diagrams","year":2014,"lang":"en","type":"article","venue":"International Journal on Software Tools for Technology Transfer","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Systems Modeling Language; Correctness; Soundness; Model checking; Probabilistic logic; Theoretical computer science; Activity diagram; Programming language; Probabilistic CTL; Modeling language; Software engineering; Unified Modeling Language; Software; Artificial intelligence; Probabilistic analysis of algorithms","score_opus":0.06253671070161998,"score_gpt":0.3890180161623299,"score_spread":0.3264813054607099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025290054","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19880004,0.000062309766,0.79937774,0.0010354259,0.0003505567,0.00009708551,0.000038387527,0.00023129942,0.0000071325567],"genre_scores_gemma":[0.56086135,0.00004259421,0.43897414,0.00006467762,0.000014928508,0.000022064023,0.0000028239842,0.000008638995,0.000008754068],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986402,0.00016671332,0.0003423582,0.0003158459,0.0003251725,0.00020970101],"domain_scores_gemma":[0.99413985,0.0049229646,0.00012286605,0.00024801985,0.000514299,0.000052027124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000980351,0.00017658895,0.00044521314,0.0011288844,0.000076178774,0.0000864215,0.00090593926,0.00015732237,0.0000031640714],"category_scores_gemma":[0.0049249567,0.00015396049,0.0002098183,0.0006634849,0.00019834816,0.0006117897,0.00006588191,0.00033554586,0.0000012773567],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023418237,0.00013673246,0.000653036,0.00001913707,0.0025139165,0.000010975729,0.002197103,0.017289393,0.0026134897,0.5901374,0.00001646366,0.38417816],"study_design_scores_gemma":[0.004924896,0.0063648084,0.020876294,0.00036255977,0.0010118004,0.00020047654,0.0015140631,0.042282723,0.08203617,0.8354129,0.0033698091,0.0016434699],"about_ca_topic_score_codex":0.000001818326,"about_ca_topic_score_gemma":0.0000045106253,"teacher_disagreement_score":0.38253468,"about_ca_system_score_codex":0.00006890938,"about_ca_system_score_gemma":0.000027069038,"threshold_uncertainty_score":0.62783265},"labels":[],"label_agreement":null},{"id":"W2025422984","doi":"10.1109/modre.2011.6045369","title":"Requirements verification in the presence of variability","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Task (project management); Domain engineering; Domain (mathematical analysis); Verification; Position paper; Software product line; Product (mathematics); Software engineering; Software; Domain analysis; Systems engineering; Software system; Programming language; Software development; Engineering; Software construction; Mathematics","score_opus":0.15701984848485218,"score_gpt":0.32268463333563585,"score_spread":0.16566478485078368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025422984","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0078105163,0.0000062524223,0.9896316,0.000034634926,0.00009029199,0.00008058053,1.03544515e-7,0.00005988068,0.0022861478],"genre_scores_gemma":[0.50984687,0.0000014201246,0.49012393,0.000011168018,0.0000014736933,0.000006519486,4.6591275e-8,6.0674887e-7,0.000007944599],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9993718,0.0002190936,0.00011655523,0.0001212192,0.00009776771,0.0000735627],"domain_scores_gemma":[0.9987896,0.00060215074,0.000031799427,0.0005448509,0.00002473963,0.0000068616196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018195848,0.000033832253,0.000048719496,0.0000225109,0.000009345256,0.000004240794,0.0007282033,0.000016104897,0.0000049703826],"category_scores_gemma":[0.0013555196,0.000022339955,0.000010332119,0.00020821166,0.000029003728,0.00024094214,0.000074081596,0.000042376072,0.0000019176089],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001099079,0.00022010112,0.021869583,0.00004544299,0.0000069531925,0.0000031039508,0.015380059,0.003521239,0.0061226166,0.8840504,0.00007894568,0.06869056],"study_design_scores_gemma":[0.00015221366,0.00007883585,0.50239336,0.000014369262,0.000001888953,0.000002500593,0.00015126892,0.010178207,0.0419029,0.44485012,0.00013057482,0.00014374153],"about_ca_topic_score_codex":0.00002344482,"about_ca_topic_score_gemma":0.000001112404,"teacher_disagreement_score":0.5020364,"about_ca_system_score_codex":0.000009308511,"about_ca_system_score_gemma":0.00000952595,"threshold_uncertainty_score":0.16227815},"labels":[],"label_agreement":null},{"id":"W2025699050","doi":"10.1108/17440080810882351","title":"COTS‐based software product line development","year":2008,"lang":"en","type":"article","venue":"International Journal of Web Information Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Software development; Software engineering; Software deployment; Systems engineering; Software development process; Software; Component-based software engineering; Domain (mathematical analysis); Software product line; New product development; Process (computing); Component (thermodynamics); Engineering; Operating system","score_opus":0.046034867499120585,"score_gpt":0.284154369163196,"score_spread":0.2381195016640754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025699050","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007067147,0.00018014714,0.98777676,0.0002356879,0.0044025183,0.00008839109,0.0000031377897,0.00014042441,0.00010577101],"genre_scores_gemma":[0.44739074,0.000021481472,0.5521296,0.00013946403,0.00024705348,0.000006411493,0.000005444425,0.0000047006333,0.000055060802],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99798775,0.00005550503,0.0008746496,0.000075807955,0.0008793938,0.00012687655],"domain_scores_gemma":[0.99724567,0.00026397928,0.00071887823,0.00018189973,0.0015239081,0.00006567838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079696643,0.00011341286,0.00018386,0.00044059084,0.00006248089,0.00011842669,0.0010221829,0.000038095994,0.0000029229695],"category_scores_gemma":[0.001306761,0.00009583704,0.000062423984,0.00017708579,0.000024824014,0.002580383,0.000088461326,0.00016246368,0.00004630796],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043163192,0.00004888117,0.0019666133,0.000057615533,0.00013651844,0.000078657264,0.0021966465,0.94328064,0.00026574914,0.0014955257,0.0026591332,0.047770847],"study_design_scores_gemma":[0.005301422,0.000417932,0.012974564,0.001190782,0.000016083466,0.008651298,0.00034680704,0.11820854,0.03067514,0.00048106298,0.8204767,0.0012596577],"about_ca_topic_score_codex":0.0000014448461,"about_ca_topic_score_gemma":1.4114585e-7,"teacher_disagreement_score":0.8250721,"about_ca_system_score_codex":0.00022651283,"about_ca_system_score_gemma":0.000530143,"threshold_uncertainty_score":0.3908121},"labels":[],"label_agreement":null},{"id":"W2025998881","doi":"10.1145/2658761.2658768","title":"Efficient testing of software product lines via centralization (short paper)","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software product line; Code coverage; Test case; Product (mathematics); Software; Product line; Test (biology); Code (set theory); Reliability engineering; Software engineering; Software development; Programming language; Set (abstract data type); Machine learning","score_opus":0.03718404507418279,"score_gpt":0.27285160067991954,"score_spread":0.23566755560573674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025998881","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011501748,0.0000612218,0.98691845,0.00006022459,0.00037936994,0.00011184905,2.9596166e-7,0.0008811687,0.00008564879],"genre_scores_gemma":[0.28748482,0.000001155727,0.71239465,0.000030996627,0.000048193426,0.0000041738167,8.139224e-7,0.0000076220585,0.000027556222],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989785,0.00007475881,0.00023419748,0.0003037839,0.00019131738,0.00021743363],"domain_scores_gemma":[0.99843514,0.00078804145,0.000058749923,0.0004911091,0.00018492671,0.000042013406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000495183,0.000116091054,0.00016148477,0.00006431822,0.0000461402,0.000019294808,0.00041788022,0.00003046853,0.0000026126463],"category_scores_gemma":[0.0056417617,0.00009764834,0.000029608895,0.00045804167,0.000032003114,0.0001233997,0.0001598891,0.00006228959,0.0000036164013],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.400239e-7,0.000022046763,0.0029196963,0.00004227534,0.0000035610474,4.907059e-7,0.0000903214,0.82533175,0.010603487,0.0022898302,0.000021851421,0.15867384],"study_design_scores_gemma":[0.00017268157,0.00014279976,0.02288299,0.00008377872,0.00000960423,0.000019923056,0.000009064026,0.8223276,0.14549552,0.007585242,0.00081312895,0.0004576909],"about_ca_topic_score_codex":0.000006492816,"about_ca_topic_score_gemma":7.202831e-7,"teacher_disagreement_score":0.2759831,"about_ca_system_score_codex":0.000018204482,"about_ca_system_score_gemma":0.000017886978,"threshold_uncertainty_score":0.6754123},"labels":[],"label_agreement":null},{"id":"W202601836","doi":"","title":"Requirements-driven configuration of software systems","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Process (computing); Software configuration management; Software engineering; Software system; Software; User requirements document; Configuration Management (ITSM); Software development; Systems engineering; Software construction; Engineering; Operating system","score_opus":0.05856507037993715,"score_gpt":0.30767044004660316,"score_spread":0.24910536966666602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W202601836","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006448664,0.00015898336,0.99765164,0.00009745656,0.00030061425,0.000100135905,7.1739726e-7,0.0005395648,0.00050601095],"genre_scores_gemma":[0.19560653,0.00000777882,0.8038745,0.000028734737,0.000035879897,0.00000831926,9.100208e-7,0.000004447389,0.00043288275],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99927896,0.000046660334,0.00020961117,0.00016316348,0.00017068083,0.00013090494],"domain_scores_gemma":[0.9992031,0.00023853911,0.00007747266,0.00036030752,0.00009111513,0.000029483954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021523253,0.00007452046,0.000127556,0.000057961282,0.000023675519,0.000024294519,0.00039163622,0.000036412097,0.000008261827],"category_scores_gemma":[0.00033366535,0.00006599857,0.000025756952,0.00013959536,0.000027756569,0.0005149514,0.00007742753,0.000045187917,0.000023453878],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033729061,0.000027059925,0.00016988741,0.000050161234,0.00002030783,0.0000025753275,0.00033441756,0.7626503,0.01006578,0.13100922,0.00063621753,0.095030695],"study_design_scores_gemma":[0.0022212698,0.0006883523,0.005847523,0.00042895006,0.00003406886,0.00009606196,0.00031803676,0.47775722,0.45184615,0.01748959,0.041415095,0.0018576838],"about_ca_topic_score_codex":0.0000045752154,"about_ca_topic_score_gemma":6.960537e-7,"teacher_disagreement_score":0.44178036,"about_ca_system_score_codex":0.000039340703,"about_ca_system_score_gemma":0.00002092791,"threshold_uncertainty_score":0.26913434},"labels":[],"label_agreement":null},{"id":"W2026181941","doi":"10.4018/ijismd.2014100103","title":"Responding to Ongoing Change","year":2014,"lang":"en","type":"article","venue":"International Journal of Information System Modeling and Design","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Notation; Computer science; Process management; Process (computing); Risk analysis (engineering); Business intelligence; Management science; Systems engineering; Knowledge management; Software engineering; Engineering; Business","score_opus":0.08823577104265314,"score_gpt":0.308647565430967,"score_spread":0.22041179438831388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026181941","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027597237,0.000028775634,0.995628,0.00032449068,0.0010186677,0.000060728682,4.2448778e-7,0.000078584715,0.00010058994],"genre_scores_gemma":[0.5049083,0.000003672776,0.4948349,0.00014213951,0.00010347187,0.0000026771177,1.2837626e-7,0.0000018818085,0.0000027760375],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989822,0.000092873845,0.00043059347,0.000055406585,0.0003508426,0.00008809729],"domain_scores_gemma":[0.9988132,0.00030235824,0.0002217021,0.0000945109,0.00050108763,0.00006714899],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002133857,0.00006839712,0.00012114336,0.00084717467,0.00004095625,0.00020908526,0.00044703291,0.000029963974,2.1675444e-7],"category_scores_gemma":[0.00083899434,0.000058591413,0.00002969602,0.00016738709,0.0000037076509,0.0021278402,0.00007937196,0.000077872384,0.0000078718895],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029383384,0.0000013245411,0.000012146231,0.000012905496,0.000013648162,0.0000021772612,0.002639612,0.9101355,0.000080635866,0.024661222,0.000023302067,0.06238815],"study_design_scores_gemma":[0.00021640869,0.00006640154,0.000022134793,0.00025804524,0.0000018528752,0.00020807315,0.00019812687,0.9971818,0.0002626922,0.0010031922,0.0005066903,0.00007458582],"about_ca_topic_score_codex":0.0000016682792,"about_ca_topic_score_gemma":2.140197e-8,"teacher_disagreement_score":0.5021486,"about_ca_system_score_codex":0.00008347979,"about_ca_system_score_gemma":0.000021413127,"threshold_uncertainty_score":0.23892884},"labels":[],"label_agreement":null},{"id":"W2026474864","doi":"10.1145/1103846.1103858","title":"AspectAda","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Programming language; Java; AspectJ; First-generation programming language; Aspect-oriented programming; Fourth-generation programming language; Interface (matter); Low-level programming language; Programming language specification; Very high-level programming language; Programming paradigm; Programming domain; Functional logic programming; Inductive programming; Software; Operating system","score_opus":0.021145431547992193,"score_gpt":0.2687915802093083,"score_spread":0.24764614866131612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026474864","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00040726652,0.000070691014,0.9896468,0.0008605653,0.00013514998,0.00001797555,3.5970327e-8,0.001073305,0.0077881985],"genre_scores_gemma":[0.06763002,0.0000031900086,0.9308696,0.00023101419,0.00005087363,0.0000020357918,4.1624208e-8,0.0000024570938,0.001210771],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.999646,0.000012079302,0.00005171826,0.00011541858,0.000064554,0.00011019274],"domain_scores_gemma":[0.99954003,0.00015406382,0.000008362057,0.00026109343,0.000011719729,0.000024720082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010027399,0.00004190141,0.000044476048,0.000026172773,0.000018046338,0.000021022614,0.00036335998,0.000014194228,0.000019307066],"category_scores_gemma":[0.00013372388,0.000035181747,0.00001501359,0.000108746404,0.0000073511324,0.0003130712,0.000097415505,0.000042964195,0.00013811947],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.714381e-7,0.0000100421,0.00003956004,0.0000015825811,0.000003616098,0.00000421771,0.00013111759,0.059385892,0.00074126106,0.4801147,0.0018293167,0.4577383],"study_design_scores_gemma":[0.0006736214,0.0001436739,0.006763223,0.000013292348,0.0000037677196,0.00012739578,0.00004006612,0.12681468,0.17190427,0.3142646,0.37808916,0.001162255],"about_ca_topic_score_codex":9.3869465e-7,"about_ca_topic_score_gemma":8.8845724e-7,"teacher_disagreement_score":0.45657605,"about_ca_system_score_codex":0.000018187873,"about_ca_system_score_gemma":0.0000072382154,"threshold_uncertainty_score":0.17752926},"labels":[],"label_agreement":null},{"id":"W2026619283","doi":"10.1007/s13278-014-0242-0","title":"Verification of lack of emergent behavior in extending a social network of agents","year":2015,"lang":"en","type":"article","venue":"Social Network Analysis and Mining","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada; Alberta Innovates","keywords":"Computer science; Scalability; Deadlock; Notation; System requirements specification; Requirements analysis; Software engineering; System requirements; Simplicity; Software; Systems engineering; Distributed computing; Programming language; Database; Engineering","score_opus":0.14489360977529525,"score_gpt":0.37760031627955315,"score_spread":0.2327067065042579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026619283","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40957525,0.00032413632,0.5898852,0.000014343595,0.00011809283,0.000043036656,0.0000010625637,0.00001481537,0.000024085686],"genre_scores_gemma":[0.8242881,0.00003958031,0.17553066,0.0000045346997,0.00011424394,0.00000646871,0.0000037439424,0.0000047093267,0.000008001188],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9988524,0.00015488028,0.00042296876,0.00018276076,0.0001922033,0.00019481778],"domain_scores_gemma":[0.99925,0.00013289135,0.00036139606,0.00012224702,0.00010218263,0.0000312808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010401194,0.00008733734,0.00044772946,0.00010411337,0.00005657128,0.000006944141,0.00020279399,0.000069486225,0.0000017654537],"category_scores_gemma":[0.00012088359,0.000093719726,0.00012513844,0.0015854108,0.000060961545,0.00009328019,0.00012383919,0.00006442186,7.197502e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040291583,0.000098718905,0.2614171,0.000050695227,0.00047566753,0.0000040659356,0.016832244,0.6069492,0.00045520233,0.008611741,0.00035816,0.10470691],"study_design_scores_gemma":[0.0007400888,0.0001478052,0.9364031,0.00007205273,0.00079935003,5.4349374e-7,0.0019931013,0.051415008,0.00032781393,0.0075415694,0.00014953793,0.0004100331],"about_ca_topic_score_codex":0.000032225988,"about_ca_topic_score_gemma":0.000025090963,"teacher_disagreement_score":0.674986,"about_ca_system_score_codex":0.000029391964,"about_ca_system_score_gemma":0.000028061826,"threshold_uncertainty_score":0.38217795},"labels":[],"label_agreement":null},{"id":"W2026881319","doi":"10.1016/j.scico.2009.05.003","title":"Experience of building an architecture-based generator using GenVoca for distributed systems","year":2009,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Architecture; Generator (circuit theory); Computer architecture; Power (physics)","score_opus":0.05158484322867527,"score_gpt":0.3394637415726975,"score_spread":0.2878788983440222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026881319","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17692357,0.000112997164,0.8217563,0.000021143367,0.00056033797,0.00038706762,0.0000037125549,0.00023434387,5.019861e-7],"genre_scores_gemma":[0.4605334,2.3790595e-7,0.5393895,0.000010432841,0.000049536073,0.000010790396,9.5080605e-7,0.000004993695,1.553162e-7],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976766,0.00007780037,0.0004852682,0.0006311958,0.0005397308,0.00058938935],"domain_scores_gemma":[0.9980817,0.0002765913,0.0003204391,0.0007611827,0.00040539156,0.00015469381],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001337664,0.0002111314,0.00037262985,0.00033327163,0.00021253701,0.00020390505,0.001947045,0.000055109882,1.1935002e-7],"category_scores_gemma":[0.00028663984,0.00019613834,0.000089516274,0.0014140438,0.0004055832,0.0008379122,0.00017285185,0.00009801869,4.511436e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006002982,0.000045374003,0.000038415867,0.000043373497,0.0000026514358,0.0000013497314,0.00041629904,0.75532734,0.10123907,0.0067210617,4.6232645e-7,0.13615859],"study_design_scores_gemma":[0.00022168839,0.00049285847,0.00017700209,0.00010020523,0.000004362973,0.000011752684,0.000032551732,0.8715133,0.12567146,0.0014713226,0.00007224231,0.00023122045],"about_ca_topic_score_codex":0.000009750721,"about_ca_topic_score_gemma":1.7740663e-7,"teacher_disagreement_score":0.28360984,"about_ca_system_score_codex":0.00008126601,"about_ca_system_score_gemma":0.00024234841,"threshold_uncertainty_score":0.79982895},"labels":[],"label_agreement":null},{"id":"W2027110574","doi":"10.1016/s0167-6423(00)00004-6","title":"On a formal semantics of tabular expressions","year":2001,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Programming language; Documentation; Semantics (computer science); Formal methods; Syntax; Readability; Formal semantics (linguistics); Software engineering; Artificial intelligence","score_opus":0.028545791845395536,"score_gpt":0.30145087634000595,"score_spread":0.27290508449461043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027110574","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09148491,0.000027029408,0.9076743,0.000063568135,0.00039642898,0.00012864203,2.4069422e-7,0.00017867939,0.00004619616],"genre_scores_gemma":[0.39686966,0.0000032064265,0.60308605,0.000012556626,0.000015497362,0.000003899732,1.03034104e-7,0.0000037986777,0.0000052304194],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99832845,0.000036026988,0.0002881952,0.00033876684,0.00055600435,0.00045254524],"domain_scores_gemma":[0.9986174,0.00032558714,0.00016906294,0.0006468934,0.00015184219,0.00008919464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010084094,0.00012773939,0.00021801914,0.00024957387,0.0001271786,0.000054130825,0.0015546314,0.00003626994,0.0000020588225],"category_scores_gemma":[0.00030315385,0.00011020658,0.00006367779,0.001366896,0.00039420516,0.00093212,0.0008116866,0.000118211894,0.0000026637692],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007973579,0.0001283701,0.00047192653,0.000040252533,0.0000070664755,0.000014839587,0.0008994206,0.19577871,0.010619246,0.057295386,0.000028667264,0.73470813],"study_design_scores_gemma":[0.0013494692,0.0027146367,0.008285216,0.00096989365,0.000020294088,0.00013538633,0.00014873338,0.68557155,0.20123272,0.094616376,0.0036600416,0.0012956836],"about_ca_topic_score_codex":0.0000039166716,"about_ca_topic_score_gemma":3.26946e-7,"teacher_disagreement_score":0.73341244,"about_ca_system_score_codex":0.000024546916,"about_ca_system_score_gemma":0.00006963765,"threshold_uncertainty_score":0.4494094},"labels":[],"label_agreement":null},{"id":"W2027426480","doi":"10.1145/2491627.2493906","title":"Engineering self-adaptive systems and dynamic software product line","year":2013,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of New Brunswick","funders":"","keywords":"Computer science; Software product line; Exploit; Software; Software system; Product line; Software engineering; Systems engineering; Product (mathematics); Software development; Real-time computing; Reliability engineering; Engineering; Manufacturing engineering; Operating system","score_opus":0.016804931034371227,"score_gpt":0.2355047635517786,"score_spread":0.21869983251740738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027426480","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044873687,0.0008585821,0.9908956,0.000107478176,0.00053516024,0.00032241395,6.0804666e-7,0.002761741,0.00003104728],"genre_scores_gemma":[0.10099855,0.0000317006,0.8985079,0.00001861979,0.000038317638,0.00006813022,4.895484e-7,0.000016815524,0.00031948544],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99895734,0.00003655514,0.00016994639,0.00040971045,0.00013626505,0.0002901743],"domain_scores_gemma":[0.99877155,0.00053575565,0.000039471845,0.00047123566,0.00009619266,0.000085804764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022659158,0.00017801442,0.0001974279,0.00009924912,0.000044450513,0.00012921446,0.00038640306,0.000045359262,0.000002880986],"category_scores_gemma":[0.00055232877,0.00015156451,0.00002222983,0.00022890266,0.000015630523,0.0007095495,0.0002661588,0.00014603941,0.000042273365],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003093959,0.000068210524,0.0002923013,0.0004074753,0.00014272258,0.000030842013,0.0011678872,0.84627223,0.00492282,0.03173923,0.0005357214,0.11441746],"study_design_scores_gemma":[0.00016771496,0.000091797956,0.0028448014,0.000046548652,0.0000059099516,0.00008372921,0.000036469497,0.99270755,0.00096455443,0.002146378,0.0004596545,0.00044490708],"about_ca_topic_score_codex":0.00002262903,"about_ca_topic_score_gemma":4.885557e-7,"teacher_disagreement_score":0.1464353,"about_ca_system_score_codex":0.00006484378,"about_ca_system_score_gemma":0.000020234818,"threshold_uncertainty_score":0.61806214},"labels":[],"label_agreement":null},{"id":"W2028176049","doi":"10.4204/eptcs.139.3","title":"Actions and Events in Concurrent Systems Design","year":2014,"lang":"en","type":"article","venue":"Electronic Proceedings in Theoretical Computer Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Principle of compositionality; Morphism; Component (thermodynamics); Computer science; Context (archaeology); Set (abstract data type); Programming language; Theoretical computer science; Categorical variable; Component-based software engineering; Software system; Software; Artificial intelligence; Mathematics; Pure mathematics","score_opus":0.022314868517718706,"score_gpt":0.28312878246317674,"score_spread":0.26081391394545805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028176049","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021922788,0.00015008407,0.9767037,0.00019397675,0.00044089276,0.00024827922,6.918537e-8,0.000207675,0.00013254356],"genre_scores_gemma":[0.80615634,0.00002286422,0.19370359,0.000039066275,0.000035899666,0.000033869255,4.6976545e-8,0.000006358671,0.0000019683382],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99767804,0.00008914707,0.00027524965,0.00072559045,0.0003677089,0.0008642392],"domain_scores_gemma":[0.9987964,0.0007269846,0.00006252296,0.00021042574,0.00008450013,0.00011914686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042079,0.00017976474,0.00024440145,0.00037165862,0.000120533645,0.00014485652,0.0013325115,0.000059803988,5.9708526e-7],"category_scores_gemma":[0.00093108934,0.0001630614,0.000018742385,0.0013693526,0.0006024981,0.00082796096,0.00054253446,0.00044117618,0.0000032039177],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002747265,0.00002106445,0.00025584485,0.0000127906615,0.0000010488518,6.133245e-7,0.00023579097,0.0077753183,0.0003143603,0.9758043,0.0000021536407,0.01557393],"study_design_scores_gemma":[0.00023566574,0.00021432912,0.0014843093,0.000065285814,9.677434e-7,0.000040371637,0.000007273996,0.6865047,0.00094587926,0.31027266,0.00004583176,0.00018271615],"about_ca_topic_score_codex":0.000002014329,"about_ca_topic_score_gemma":3.8441382e-7,"teacher_disagreement_score":0.7842335,"about_ca_system_score_codex":0.00030767373,"about_ca_system_score_gemma":0.000109694585,"threshold_uncertainty_score":0.66494507},"labels":[],"label_agreement":null},{"id":"W2028573721","doi":"10.1145/1297846.1297896","title":"CASE-FX","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Reuse; Computer science; Feature (linguistics); Software engineering; Feature model; Software product line; Software development; Software; Feature-oriented domain analysis; Domain engineering; Set (abstract data type); Programming language; Software construction; Engineering","score_opus":0.058282806602177384,"score_gpt":0.3176092129770263,"score_spread":0.25932640637484894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028573721","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035855311,0.000031365562,0.99122256,0.00005226892,0.00032944782,0.000024930794,5.2220308e-8,0.0009634655,0.0037903572],"genre_scores_gemma":[0.15577774,6.0956023e-7,0.84363234,0.00010287322,0.000024199557,6.6675204e-7,3.7689567e-8,0.0000027845842,0.00045876193],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99954915,0.000011225125,0.00007527369,0.00012932625,0.00006368825,0.00017133179],"domain_scores_gemma":[0.9990929,0.00054963265,0.000011615462,0.00028627145,0.000019179066,0.00004043186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005180866,0.00004874884,0.000050471033,0.000046273064,0.000030372405,0.000017249287,0.0002503742,0.000023565724,0.00000634229],"category_scores_gemma":[0.00025025706,0.000041315063,0.000016952927,0.00017500344,0.000011759608,0.00018535451,0.000106903884,0.00005547002,0.00003472268],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017037758,0.000015203121,0.00016437678,0.000007141605,0.000007907311,0.0071613835,0.0004193788,0.008511035,0.0014405824,0.4857206,0.0007021949,0.4958485],"study_design_scores_gemma":[0.0012198047,0.00042725116,0.0074320585,0.000025600903,0.000010841431,0.057129342,0.0005048883,0.027893893,0.27945554,0.55307245,0.07048367,0.0023446702],"about_ca_topic_score_codex":0.0000042976867,"about_ca_topic_score_gemma":0.0000034460359,"teacher_disagreement_score":0.49350384,"about_ca_system_score_codex":0.000015559517,"about_ca_system_score_gemma":0.000005467477,"threshold_uncertainty_score":0.16847794},"labels":[],"label_agreement":null},{"id":"W2028891218","doi":"10.1145/1370018.1370033","title":"Monitoring in adaptive systems using reflection","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Context (archaeology); Interdependence; Reflection (computer programming); Adaptive system; Software; Software system; Key (lock); Range (aeronautics); Distributed computing; Engineering; Artificial intelligence; Computer security","score_opus":0.23637162131684256,"score_gpt":0.35337586537041715,"score_spread":0.1170042440535746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028891218","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05886036,0.0002117315,0.939279,0.000004513654,0.0009515793,0.000053625437,3.3597566e-8,0.00040042275,0.00023869633],"genre_scores_gemma":[0.4449593,0.000013947704,0.55491126,0.000001514149,0.000046406185,0.0000035735347,1.1222372e-8,0.0000031605703,0.000060811966],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99940133,0.000060188908,0.00011206107,0.00017316172,0.00010028166,0.00015296931],"domain_scores_gemma":[0.9995589,0.00017939233,0.000025784004,0.00018611553,0.000028208442,0.000021600883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017828374,0.00006565894,0.00009515484,0.000113516515,0.00005111973,0.000014354877,0.00018850176,0.000034621553,2.0201644e-7],"category_scores_gemma":[0.00011835002,0.00006311711,0.000013900914,0.00036761232,0.0000121967905,0.00042631335,0.00007040458,0.000092976,0.0000032429439],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020387652,0.0000065176087,0.002718037,0.0000042403053,0.0000026915766,0.000036118592,0.00038980358,0.9874108,0.0042188945,0.0026187513,0.0000038164826,0.0025883194],"study_design_scores_gemma":[0.0004416065,0.00013792545,0.022359656,0.00018204622,0.00000227604,0.00039953936,0.0003483849,0.9256734,0.04490982,0.0048089935,0.00012707687,0.0006092397],"about_ca_topic_score_codex":0.00009655167,"about_ca_topic_score_gemma":7.5872987e-7,"teacher_disagreement_score":0.38609895,"about_ca_system_score_codex":0.00014034768,"about_ca_system_score_gemma":0.000020048064,"threshold_uncertainty_score":0.25738412},"labels":[],"label_agreement":null},{"id":"W2030638067","doi":"10.1109/icsmc.2011.6084038","title":"Detecting emergent behavior in distributed systems using an ontology based methodology","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Ontology; Consistency (knowledge bases); Automation; Set (abstract data type); Task (project management); Domain (mathematical analysis); Software engineering; Data mining; Distributed computing; Systems engineering; Artificial intelligence; Engineering","score_opus":0.39250680952750966,"score_gpt":0.38202982398582075,"score_spread":0.01047698554168891,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2030638067","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12883075,0.00006882421,0.86926126,0.000007251429,0.0010701235,0.000180477,0.0000016863482,0.00055919756,0.000020434773],"genre_scores_gemma":[0.37658733,6.4975984e-7,0.6233351,0.000017092776,0.000012800609,0.00003328012,0.0000012812036,0.000009219252,0.0000032410346],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975329,0.0010352972,0.00038559234,0.00047761112,0.0001100054,0.00045857477],"domain_scores_gemma":[0.99833375,0.000773932,0.00010942687,0.00062224123,0.00006793134,0.000092706956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015239628,0.00017978677,0.0003393663,0.00023661347,0.000059585465,0.00002020929,0.00070133747,0.00014519382,0.000014476241],"category_scores_gemma":[0.0010203568,0.00017156033,0.00004604431,0.00043924115,0.000041446216,0.0003616662,0.00016979982,0.00020728717,0.0000026345235],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057809044,0.00048041492,0.037472717,0.000082781255,0.000034288325,0.00050368963,0.0021307643,0.85776913,0.047177948,0.020362582,0.0000053335425,0.033922512],"study_design_scores_gemma":[0.0007372256,0.0004978663,0.042983636,0.00003168758,0.000029872854,0.00019907168,0.00053591805,0.9059998,0.044151656,0.003941675,0.00004194103,0.0008496827],"about_ca_topic_score_codex":0.0009181108,"about_ca_topic_score_gemma":0.00016009645,"teacher_disagreement_score":0.24775657,"about_ca_system_score_codex":0.0001218766,"about_ca_system_score_gemma":0.00004964222,"threshold_uncertainty_score":0.6996027},"labels":[],"label_agreement":null},{"id":"W2031422080","doi":"10.1145/2465449.2465466","title":"Correctness of intrusive data structures using mixins","year":2013,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Correctness; Computer science; Programming language; Data structure","score_opus":0.13756101255230316,"score_gpt":0.3417602045129237,"score_spread":0.20419919196062056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031422080","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036147118,0.000060905422,0.9627799,0.00003811472,0.0005842939,0.000088483575,0.000002617858,0.00020715884,0.000091402224],"genre_scores_gemma":[0.16316043,0.000002748143,0.836739,0.000035437093,0.00002237827,0.0000014715537,0.0000017228402,0.0000050324115,0.000031785192],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99929005,0.00004669146,0.00014346401,0.00025020665,0.00011879311,0.00015079707],"domain_scores_gemma":[0.99826545,0.0004582905,0.00006303253,0.0010945612,0.00008552671,0.000033169454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013458327,0.00008610243,0.0001447997,0.00006061618,0.000026323827,0.00003419006,0.0015199479,0.000035339097,0.00003565002],"category_scores_gemma":[0.00071399304,0.00006908116,0.000014426194,0.00021049603,0.00004763376,0.0007876902,0.0010355153,0.000071727525,0.0000054817815],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052332207,0.00004717434,0.0019319025,0.00012473798,0.00009291661,0.000012585437,0.0015653,0.3886422,0.06792416,0.104393385,0.0030775187,0.4321829],"study_design_scores_gemma":[0.00034828216,0.000077966804,0.015350866,0.00004202131,0.000013347979,0.00007028445,0.00030638342,0.67258936,0.11106068,0.19902255,0.00047718993,0.0006410444],"about_ca_topic_score_codex":0.00013389329,"about_ca_topic_score_gemma":0.0000025562008,"teacher_disagreement_score":0.43154186,"about_ca_system_score_codex":0.00001442091,"about_ca_system_score_gemma":0.00003142548,"threshold_uncertainty_score":0.28244665},"labels":[],"label_agreement":null},{"id":"W2031829930","doi":"10.1145/2588548.2588551","title":"Specification of domain-specific languages based on concern interfaces","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Digital subscriber line; Computer science; Software engineering; Domain-specific language; Reuse; Domain (mathematical analysis); Interface (matter); Focus (optics); Programming language; Software development; Domain engineering; Separation of concerns; Software; Human–computer interaction; Component-based software engineering; Engineering; Operating system","score_opus":0.04424667979042591,"score_gpt":0.2976204722652528,"score_spread":0.2533737924748269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031829930","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061053806,0.00005569663,0.98726207,0.00017883648,0.00021058088,0.000056689205,4.706409e-7,0.00033515165,0.0057950947],"genre_scores_gemma":[0.40247574,0.0000033711242,0.5973725,0.000054497752,0.00002520599,0.0000018565901,5.139145e-7,0.0000042783067,0.00006205011],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992782,0.00007609833,0.00015365114,0.00020984682,0.0001591301,0.00012306048],"domain_scores_gemma":[0.9981798,0.0011539359,0.00006763999,0.0005264687,0.000045229983,0.000026951686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005393139,0.000084666186,0.00012273494,0.00009632195,0.000018841778,0.000019307045,0.0004907866,0.000035121946,0.000017375747],"category_scores_gemma":[0.0001312875,0.000069722926,0.000026504811,0.00017001394,0.000050337956,0.000102427235,0.000053010695,0.00006889755,0.000025594381],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021129794,0.000047397392,0.00020710778,0.000026345291,0.000006297417,0.000002143137,0.0005382591,0.06513533,0.03594917,0.67069703,0.00053810724,0.22683169],"study_design_scores_gemma":[0.0006963973,0.0004737705,0.009053988,0.00008066439,0.000002152744,0.0000027975861,0.00031985532,0.021600284,0.8819121,0.027503548,0.057883,0.00047142603],"about_ca_topic_score_codex":0.0000017724986,"about_ca_topic_score_gemma":6.1855343e-7,"teacher_disagreement_score":0.84596294,"about_ca_system_score_codex":0.000022779692,"about_ca_system_score_gemma":0.000006000271,"threshold_uncertainty_score":0.28432184},"labels":[],"label_agreement":null},{"id":"W2032396198","doi":"10.1145/503209.503260","title":"Aspect-oriented programming","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":98,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"AspectJ; Aspect-oriented programming; Programming language; Computer science; Separation of concerns; Java; Generic programming; Modular design; Software engineering; Software","score_opus":0.03541429567301135,"score_gpt":0.29581948578546535,"score_spread":0.260405190112454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032396198","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013445138,0.00006370486,0.9934016,0.00023012952,0.00033811023,0.0000646874,3.612637e-8,0.001979469,0.002577789],"genre_scores_gemma":[0.022668332,0.000008249418,0.9761946,0.00007263598,0.000033678712,0.000010522694,2.504673e-7,0.0000053761205,0.0010063576],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993408,0.000025030839,0.00008952291,0.00020617899,0.00011300108,0.00022547325],"domain_scores_gemma":[0.99936795,0.00018181415,0.000018893285,0.00035250772,0.00003271331,0.000046106386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018250008,0.00007474405,0.00007757963,0.00005348988,0.000042148105,0.000037568025,0.0003791737,0.000025236079,0.000010946576],"category_scores_gemma":[0.00031774736,0.00006393191,0.000026337553,0.00041453715,0.000016698443,0.00030345796,0.00014488808,0.00007336266,0.000044500415],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023346242,0.000031713036,0.0010051689,0.000004621922,0.000009676926,0.00007752151,0.00025196155,0.0062886127,0.0004850925,0.26636687,0.00025655222,0.72521985],"study_design_scores_gemma":[0.0010376427,0.00041929208,0.010299639,0.00004214615,0.000008839686,0.00048853265,0.00021212341,0.03798567,0.017292539,0.11236414,0.81841916,0.0014302976],"about_ca_topic_score_codex":0.0000038019075,"about_ca_topic_score_gemma":0.0000012374333,"teacher_disagreement_score":0.81816256,"about_ca_system_score_codex":0.000023517172,"about_ca_system_score_gemma":0.000010344618,"threshold_uncertainty_score":0.26070678},"labels":[],"label_agreement":null},{"id":"W2032882655","doi":"10.1007/s00766-013-0165-8","title":"Dynamic decision models for staged software product line configuration","year":2013,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Athabasca University; Toronto Metropolitan University","funders":"","keywords":"Domain engineering; Software product line; Feature model; Product engineering; Computer science; Domain analysis; Context (archaeology); Reuse; Systems engineering; Software engineering; New product development; Product (mathematics); Domain (mathematical analysis); Product design specification; Process (computing); Process management; Software; Software development; Engineering; Product design; Component-based software engineering; Software construction; Business","score_opus":0.05078618235607469,"score_gpt":0.30431831884462784,"score_spread":0.25353213648855316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032882655","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0054517253,0.00026782506,0.9912961,0.00007648753,0.000843888,0.00083146757,0.0000037197174,0.0012185205,0.0000102597605],"genre_scores_gemma":[0.17818853,0.000019854182,0.82130593,0.000021415959,0.00004064608,0.00024268132,0.0000111829595,0.000034268374,0.00013550089],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99846065,0.000019338302,0.0003468004,0.00047418507,0.00027257172,0.00042647537],"domain_scores_gemma":[0.99850184,0.00053946924,0.000079626574,0.00061629375,0.00017469877,0.000088063025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003908332,0.00023769478,0.00022977474,0.00016901843,0.00008293718,0.00013240882,0.00057672156,0.000060115868,0.000006016568],"category_scores_gemma":[0.0013870603,0.00023462117,0.000067419256,0.00024698128,0.000010955633,0.0017007765,0.00014414026,0.00012755758,0.000016637674],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002834301,0.000013454228,0.000003902996,0.000060196093,0.000017682109,9.4574784e-7,0.00008234953,0.9126399,0.021061935,0.001793119,0.000059060298,0.064264625],"study_design_scores_gemma":[0.00037903097,0.000072238734,0.00018537165,0.000081864724,0.0000056250474,0.0000034977077,0.000004996875,0.9698586,0.012408235,0.016459286,0.00022606581,0.0003152033],"about_ca_topic_score_codex":0.0000033998172,"about_ca_topic_score_gemma":4.1729683e-7,"teacher_disagreement_score":0.17273681,"about_ca_system_score_codex":0.00016734016,"about_ca_system_score_gemma":0.000029935096,"threshold_uncertainty_score":0.95675737},"labels":[],"label_agreement":null},{"id":"W2033840152","doi":"10.1145/2739482.2764650","title":"A Search Based Approach Towards Robust Optimization in Software Product Line Scoping","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Software product line; Heuristics; Product line; Computer science; Robust optimization; Stability (learning theory); Software; Profit (economics); Mathematical optimization; Operations research; Industrial engineering; Engineering; Software development; Machine learning; Manufacturing engineering; Mathematics","score_opus":0.18189916143010265,"score_gpt":0.3341074977126323,"score_spread":0.15220833628252967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033840152","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021508768,0.0001740503,0.9976152,0.00027588292,0.00020473776,0.00033898637,4.5464208e-7,0.00096584164,0.00020971255],"genre_scores_gemma":[0.008258214,0.000004226939,0.9914553,0.00007954612,0.000050392635,0.000039594906,0.0000065369272,0.000015875341,0.000090289774],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99846536,0.00017997496,0.00021667744,0.0004867478,0.00032586136,0.00032536336],"domain_scores_gemma":[0.9988967,0.00023108703,0.000033191514,0.0005605445,0.00017880443,0.00009963286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014342745,0.00014718605,0.00020196816,0.00023480543,0.000031844014,0.00008195557,0.00062883424,0.000055649267,0.0000030848298],"category_scores_gemma":[0.0029644214,0.00013215216,0.000025967407,0.0009105272,0.00003146894,0.0005629548,0.0002638499,0.00019041936,0.0000041752273],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046107975,0.000034348017,0.00021152582,0.000057781162,0.0000016267942,0.000004222734,0.00020283817,0.987804,0.000008536017,0.00019389817,0.000025952886,0.011450683],"study_design_scores_gemma":[0.00035529706,0.00004917058,0.00008777897,0.00007756025,9.222263e-7,0.000004957811,0.000029142335,0.9967354,0.00223201,0.00023944539,0.000007911014,0.0001804147],"about_ca_topic_score_codex":0.000028044995,"about_ca_topic_score_gemma":0.0000023654634,"teacher_disagreement_score":0.011270268,"about_ca_system_score_codex":0.00014973029,"about_ca_system_score_gemma":0.00036862007,"threshold_uncertainty_score":0.53890085},"labels":[],"label_agreement":null},{"id":"W2034196039","doi":"10.1109/sera.2010.23","title":"Using the General Intensional Programming System (GIPSY) for Evaluation of Higher-Order Intensional Logic (HOIL) Expressions","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Compiler; Context (archaeology); Set (abstract data type); Scope (computer science); Fragment (logic); Variety (cybernetics); Expression (computer science); Functional programming","score_opus":0.18124684199611754,"score_gpt":0.40969593691864975,"score_spread":0.2284490949225322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034196039","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030900035,0.00008852781,0.96555495,0.00033733982,0.0023181038,0.000480228,0.0000019631132,0.00027617445,0.000042671832],"genre_scores_gemma":[0.21138065,3.9220774e-7,0.78824943,0.00007938323,0.00012554576,0.00008242358,0.000002660846,0.000010667744,0.00006887076],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983921,0.00016638059,0.0003158669,0.00033403386,0.00052900275,0.00026260898],"domain_scores_gemma":[0.99663806,0.0010954896,0.00015237367,0.0005433194,0.0015196002,0.000051154067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00198815,0.00015367293,0.00020225823,0.00008699774,0.00018149396,0.000042132808,0.00060626434,0.0000988347,0.000011173805],"category_scores_gemma":[0.0022101544,0.000093260394,0.00008987925,0.00029130682,0.0001100461,0.00025452403,0.0003284823,0.00022559652,0.0000012099478],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022763574,0.000064940854,0.00008296189,0.000067917295,0.00004668804,0.0000019345666,0.00025969683,0.3036453,0.2746867,0.38042733,0.0004215386,0.040272254],"study_design_scores_gemma":[0.00052070234,0.00005534682,0.000852384,0.00008441081,0.000039018163,0.000055008837,0.00016199298,0.9705757,0.010441771,0.01584501,0.001144351,0.0002243316],"about_ca_topic_score_codex":0.0000115150315,"about_ca_topic_score_gemma":0.0000031631093,"teacher_disagreement_score":0.6669304,"about_ca_system_score_codex":0.0000540825,"about_ca_system_score_gemma":0.00013730371,"threshold_uncertainty_score":0.38030484},"labels":[],"label_agreement":null},{"id":"W2035236503","doi":"10.1007/s11334-011-0155-2","title":"A relationship-based approach to model integration","year":2011,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Merge (version control); Computer science; Operator (biology); Theoretical computer science; Data mining; Information retrieval","score_opus":0.10204165865193465,"score_gpt":0.2696993603635655,"score_spread":0.16765770171163086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035236503","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008212732,0.00008337401,0.99035156,0.000017605085,0.0002758092,0.0002519295,0.0000025068157,0.00069182477,0.000112666836],"genre_scores_gemma":[0.46692985,3.636245e-7,0.5328944,0.000020520823,0.000009791484,0.00011782541,0.0000023001248,0.00001008876,0.000014903988],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998985,0.000026427573,0.00034689746,0.00030176426,0.00013153165,0.00020838316],"domain_scores_gemma":[0.99912065,0.0002934938,0.00004794397,0.00037612367,0.00011168028,0.000050088696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005371325,0.00015453185,0.00017446627,0.0006316077,0.000057185967,0.000063297884,0.00028352227,0.00008992023,2.0309791e-7],"category_scores_gemma":[0.0016418034,0.0001590023,0.000017874176,0.0013936715,0.000011428678,0.00043690403,0.00007479038,0.00020472589,0.0000018293014],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.325637e-7,0.000014754577,0.0015187662,0.000032482138,0.0000019835334,9.4832984e-7,0.0009566193,0.83487356,0.00005926158,0.16169114,0.000015839707,0.0008336995],"study_design_scores_gemma":[0.00013754275,0.00001964419,0.010261613,0.00006917134,0.0000016478075,0.000007956371,0.000040455856,0.98745686,0.00011532346,0.0015710997,0.00007171856,0.0002469679],"about_ca_topic_score_codex":0.000020993157,"about_ca_topic_score_gemma":9.695248e-7,"teacher_disagreement_score":0.45871714,"about_ca_system_score_codex":0.00008419279,"about_ca_system_score_gemma":0.00003589161,"threshold_uncertainty_score":0.6483926},"labels":[],"label_agreement":null},{"id":"W2035328191","doi":"10.1145/1404946.1404951","title":"Aspect-oriented use case modeling for software product lines","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Reusability; Maintainability; Executable; Computer science; Reuse; Modularity (biology); Software engineering; Software product line; Aspect-oriented programming; Software development; Software; Separation of concerns; Systems engineering; Programming language; Engineering","score_opus":0.1388793515177128,"score_gpt":0.31460872650768196,"score_spread":0.17572937498996916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035328191","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030822359,0.00014527256,0.96596843,0.00010927209,0.00060814276,0.00029396644,0.0000035818553,0.0020402255,0.000008723104],"genre_scores_gemma":[0.06547964,0.00001587333,0.9337911,0.000072003255,0.00012278426,0.000050845774,0.000002365076,0.000020055242,0.0004453426],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987763,0.00003615976,0.00021945691,0.0004997449,0.00013712127,0.00033120794],"domain_scores_gemma":[0.99814546,0.0008322335,0.000040248793,0.0006753502,0.00023308415,0.000073605086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023589667,0.00017255575,0.00019295246,0.000102776525,0.00021002154,0.000039749695,0.00034683585,0.000043857068,0.000001529361],"category_scores_gemma":[0.003262757,0.00015016095,0.00007297629,0.00031616434,0.000031758223,0.0008780988,0.00018193132,0.00010712,0.0000052581313],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010534478,0.000037754657,0.00022562918,0.000030159012,0.000018621695,0.00064078625,0.0005355847,0.9777065,0.00025612928,0.0046993885,0.0004901059,0.015348806],"study_design_scores_gemma":[0.00046456448,0.000110027824,0.000040191862,0.000017941908,0.000008071098,0.004285344,0.000035552952,0.9779643,0.007425446,0.006924409,0.002174919,0.00054924766],"about_ca_topic_score_codex":0.000029874962,"about_ca_topic_score_gemma":0.00000604574,"teacher_disagreement_score":0.03465728,"about_ca_system_score_codex":0.00003700155,"about_ca_system_score_gemma":0.000050369264,"threshold_uncertainty_score":0.61233854},"labels":[],"label_agreement":null},{"id":"W2037111772","doi":"10.3166/jesa.43.773-787","title":"Politiques d'adaptation pour la reconfiguration du composant de localisation","year":2009,"lang":"fr","type":"article","venue":"Journal Européen des Systèmes Automatisés","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Geography","score_opus":0.06967989063872121,"score_gpt":0.30943519935221386,"score_spread":0.23975530871349265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037111772","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018603781,0.0045981943,0.96465635,0.008379546,0.0015966011,0.00018972952,0.000006775829,0.0007366903,0.0012323207],"genre_scores_gemma":[0.38755497,0.001392786,0.6091805,0.0002997186,0.00073927274,0.0000038595094,0.0000037202499,0.00003262952,0.0007925136],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9946432,0.002890367,0.0009267731,0.000377441,0.00047375212,0.0006884513],"domain_scores_gemma":[0.9966585,0.0013716683,0.0006917789,0.00033902627,0.0006437639,0.00029525705],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0029503563,0.0003864351,0.00045704978,0.0002983035,0.00042058394,0.0010789611,0.00062273396,0.00024118989,0.000040771552],"category_scores_gemma":[0.0031723925,0.00039804893,0.00018315068,0.00044096334,0.00016499148,0.0024505353,0.000062317384,0.00065539934,0.000073475254],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001161422,0.000079009216,0.00007178029,0.00009245404,0.00003819384,0.00030870645,0.007258122,0.18618353,0.001527929,0.08846565,0.0011993848,0.71476364],"study_design_scores_gemma":[0.00042665875,0.00035247483,0.15509067,0.0009218053,0.00004656669,0.008203118,0.00035416614,0.5882528,0.0013213779,0.24218582,0.0024192636,0.00042530673],"about_ca_topic_score_codex":0.00007096882,"about_ca_topic_score_gemma":0.000009042004,"teacher_disagreement_score":0.7143383,"about_ca_system_score_codex":0.0009409976,"about_ca_system_score_gemma":0.00052901066,"threshold_uncertainty_score":0.99995804},"labels":[],"label_agreement":null},{"id":"W2037885943","doi":"10.1109/rev.2010.5625664","title":"Visualizations to support interactive goal model analysis","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Visualization; Computer science; Interactive visualization; Human–computer interaction; Data visualization; Data science; Path (computing); Artificial intelligence","score_opus":0.031914792064809544,"score_gpt":0.3670886489505663,"score_spread":0.33517385688575674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037885943","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0060379207,5.276021e-7,0.99179566,0.00018275091,0.00026092588,0.000060143597,0.0000020489213,0.00058670575,0.0010733001],"genre_scores_gemma":[0.29521608,2.7016455e-7,0.7037013,0.00021163843,0.000012026442,0.000011938767,0.0000018779567,0.000004286549,0.0008405906],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992953,0.000020570984,0.00012523502,0.00027053957,0.000121022225,0.00016732332],"domain_scores_gemma":[0.9990787,0.00021657879,0.00002560171,0.0004918635,0.00009443843,0.000092827344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020043754,0.00008721684,0.00013418953,0.00028665888,0.000044850432,0.000059259335,0.00056131586,0.000036725283,0.000034475735],"category_scores_gemma":[0.0006237299,0.00007885349,0.00006559913,0.0010571206,0.000013606922,0.000431589,0.00026487926,0.00012948643,0.000050337887],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001103102,0.000017038736,0.0002023429,8.63137e-7,0.00005310562,0.0000017693329,0.00062697154,0.9074256,0.0041984874,0.08169795,0.0001974736,0.0055772937],"study_design_scores_gemma":[0.000042018746,0.000031930074,0.0012440459,6.16217e-7,0.000022420352,0.0000021939293,0.000016975247,0.9832413,0.005647032,0.00924344,0.000351023,0.0001569888],"about_ca_topic_score_codex":0.000008409044,"about_ca_topic_score_gemma":0.00004563702,"teacher_disagreement_score":0.28917816,"about_ca_system_score_codex":0.000017217835,"about_ca_system_score_gemma":0.00003208875,"threshold_uncertainty_score":0.3215552},"labels":[],"label_agreement":null},{"id":"W2038120395","doi":"10.1145/1869459.1869521","title":"Registration-based language abstractions","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Center for Advanced Study, University of Illinois at Urbana-Champaign; Natural Sciences and Engineering Research Council of Canada","keywords":"Programmer; Construct (python library); Computer science; Programming language; Language construct; Key (lock); Very high-level programming language; High-level programming language; Fourth-generation programming language; Constructed language; Programming paradigm; Artificial intelligence; Functional logic programming; Linguistics; Inductive programming","score_opus":0.02138116636187647,"score_gpt":0.3052131306331815,"score_spread":0.283831964271305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038120395","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005904364,0.00000498718,0.9859878,0.0005867161,0.00043489906,0.000032922326,4.1313064e-7,0.0009299037,0.006117987],"genre_scores_gemma":[0.29736972,1.6234732e-7,0.7019716,0.00008361912,0.000024140409,0.0000051518614,6.621029e-7,0.0000026107443,0.000542305],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9996092,0.000010410113,0.00007238965,0.00013162442,0.00007874562,0.00009762922],"domain_scores_gemma":[0.9990846,0.00041206184,0.00002349891,0.00042259335,0.000023919029,0.000033362656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016259146,0.000050374965,0.000043314387,0.00003954793,0.000043586977,0.000043887674,0.00029947268,0.00003498442,0.00004624097],"category_scores_gemma":[0.00043229418,0.000044956796,0.000021549493,0.00009598309,0.000019664156,0.00021679954,0.000021102715,0.00015825583,0.00005878595],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020453783,0.000069014255,0.0002807047,0.000014427797,0.000009087255,0.000037361122,0.0003035147,0.090519994,0.2745437,0.53307223,0.0017377126,0.099410206],"study_design_scores_gemma":[0.0010659123,0.00016590473,0.03892795,0.000016821688,0.000012263144,0.00011792116,0.00031982924,0.14393783,0.6922001,0.07076051,0.050881978,0.0015929925],"about_ca_topic_score_codex":0.000014821325,"about_ca_topic_score_gemma":0.00003663888,"teacher_disagreement_score":0.4623117,"about_ca_system_score_codex":0.000005952323,"about_ca_system_score_gemma":0.000032663942,"threshold_uncertainty_score":0.1833285},"labels":[],"label_agreement":null},{"id":"W2038221577","doi":"10.1007/s10270-006-0029-5","title":"TURTLE-P: a UML profile for the formal validation of critical and distributed systems","year":2006,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Unified Modeling Language; Turtle (robot); Class diagram; UML tool; Applications of UML; Formal methods; Semantics (computer science); Formal semantics (linguistics); Programming language; Model checking; Software","score_opus":0.04025402107179734,"score_gpt":0.28886607146408483,"score_spread":0.24861205039228748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038221577","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008424176,0.0030593006,0.986115,0.00004155838,0.0010413419,0.0007155933,0.000083807914,0.0005150795,0.000004157101],"genre_scores_gemma":[0.74887264,0.0000040356745,0.25070515,0.0000028845552,0.00013581695,0.00022293034,0.00001983896,0.000016567805,0.000020114787],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983899,0.00010861828,0.0005083179,0.00033159024,0.00027405348,0.0003875005],"domain_scores_gemma":[0.9963283,0.0027188295,0.00013182245,0.0004510347,0.00032489724,0.000045126457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011154937,0.00018109249,0.00031087775,0.000068695306,0.00021966921,0.00016637104,0.0004220844,0.0001041678,1.0986157e-7],"category_scores_gemma":[0.0019278718,0.00013533028,0.00006773187,0.00019783297,0.000058625774,0.0006020861,0.00015769941,0.00012066441,7.584146e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038317744,0.000011458277,0.0001537401,0.00047479957,0.000010629659,8.569383e-7,0.00012169954,0.9812132,0.0001357649,0.017060686,0.000053792464,0.0007595135],"study_design_scores_gemma":[0.00019226645,0.00004366847,0.000036594836,0.00013487383,0.000020231912,0.000029405888,0.00018043464,0.995719,0.00025505997,0.0031762489,0.000087023574,0.00012519091],"about_ca_topic_score_codex":0.00015377879,"about_ca_topic_score_gemma":7.689957e-7,"teacher_disagreement_score":0.7404485,"about_ca_system_score_codex":0.000054119813,"about_ca_system_score_gemma":0.0000451398,"threshold_uncertainty_score":0.55186087},"labels":[],"label_agreement":null},{"id":"W2038406846","doi":"","title":"Proceedings of the 21st annual ACM SIGPLAN conference on Object-oriented programming systems, languages, and applications","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Code refactoring; Object (grammar); Agile software development; Class (philosophy); World Wide Web; Set (abstract data type); Object-oriented programming; Software engineering; Software; Programming language; Artificial intelligence","score_opus":0.02795702406087053,"score_gpt":0.2927838644718314,"score_spread":0.2648268404109609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038406846","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003888228,0.00017423558,0.99160033,0.00007583852,0.0000954706,0.0005154553,0.000004560675,0.00033723953,0.003308635],"genre_scores_gemma":[0.39680195,0.000014663176,0.6026439,0.000025949139,0.000018365885,0.00013268329,5.9858627e-7,0.000008193621,0.0003537259],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992805,0.00002763721,0.00013865666,0.00023654982,0.00015489428,0.00016174492],"domain_scores_gemma":[0.9991239,0.000275458,0.00008001508,0.00032628977,0.00015606737,0.000038272967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028774375,0.00009936554,0.00012281573,0.000043065887,0.00007220242,0.000046774418,0.0005134474,0.000041601947,6.763086e-7],"category_scores_gemma":[0.00082552625,0.000067302615,0.000016958287,0.000329005,0.00006164415,0.00015385421,0.00015625492,0.00010762731,0.0000012599221],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001042139,0.00002005873,0.00052179577,0.000056022127,0.0000067260735,2.5800293e-7,0.00052324083,0.00024352052,0.00085522566,0.98599523,0.00004869239,0.011728179],"study_design_scores_gemma":[0.005009876,0.0026232032,0.03760491,0.0019311334,0.00017147251,0.0008821882,0.10616398,0.008813913,0.25183713,0.09578557,0.48373243,0.0054442044],"about_ca_topic_score_codex":0.000008960541,"about_ca_topic_score_gemma":0.0000011885938,"teacher_disagreement_score":0.8902097,"about_ca_system_score_codex":0.00001998653,"about_ca_system_score_gemma":0.000027194139,"threshold_uncertainty_score":0.27445212},"labels":[],"label_agreement":null},{"id":"W2038677078","doi":"10.1109/ainaw.2007.355","title":"Towards an Aspect Oriented Approach for the Security Hardening of Code","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Software security assurance; Hardening (computing); Computer security; Information security; Security service; Materials science","score_opus":0.060347609331872484,"score_gpt":0.3336043240588375,"score_spread":0.273256714726965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038677078","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015949451,0.00009526924,0.9966755,0.00005172155,0.0002489481,0.00020145277,0.0000024081223,0.00040651715,0.00072322955],"genre_scores_gemma":[0.19813314,0.0000025206712,0.8017292,0.00003095969,0.00003985504,0.000009417414,0.0000011697714,0.0000063201433,0.00004743459],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991492,0.000038444596,0.00017249741,0.00023872888,0.00016788594,0.00023321032],"domain_scores_gemma":[0.9983246,0.0009735574,0.000056486155,0.00051164965,0.00009191716,0.00004181853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017850777,0.00009234641,0.00013748271,0.000047481222,0.000072116374,0.000020766705,0.00073011225,0.000042277657,0.000001865569],"category_scores_gemma":[0.0007822472,0.000061141654,0.00005354063,0.00024592108,0.0000506164,0.00022029928,0.00015294888,0.00009986177,3.0443363e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007622646,0.00017358857,0.00039496887,0.00010770504,0.000091533366,0.000005071565,0.006955889,0.2345806,0.0033184306,0.6126771,0.00035560466,0.14126326],"study_design_scores_gemma":[0.00072082394,0.0003958179,0.0039894124,0.00001223692,0.000020166228,0.000027204622,0.0011485823,0.8000292,0.13962652,0.04950572,0.0040676775,0.00045662333],"about_ca_topic_score_codex":0.000012686904,"about_ca_topic_score_gemma":0.0000048007355,"teacher_disagreement_score":0.5654486,"about_ca_system_score_codex":0.000024238097,"about_ca_system_score_gemma":0.000020970981,"threshold_uncertainty_score":0.24932842},"labels":[],"label_agreement":null},{"id":"W2039523520","doi":"10.1007/s00766-014-0211-1","title":"An ASPIRE-based method for quality requirements identification from business goals","year":2014,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Traceability; Computer science; Goal modeling; Quality (philosophy); Requirements traceability; Documentation; Requirements engineering; Software quality control; Software quality; Business requirements; Non-functional requirement; Requirements analysis; Process management; Requirement; Software engineering; Systems engineering; Business process; Engineering; Software; Software development; Operations management; Software construction; Work in process","score_opus":0.0921145270634323,"score_gpt":0.3931082431897172,"score_spread":0.3009937161262849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039523520","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009375498,0.00006243541,0.98722154,0.00011563781,0.0014128584,0.00044424745,0.00001887109,0.001333625,0.000015261608],"genre_scores_gemma":[0.20648836,0.0000026364382,0.7929462,0.00009924924,0.00017614737,0.00015960739,0.00006179521,0.000048024653,0.00001797771],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971765,0.00023623448,0.0007183367,0.0008432036,0.00048532573,0.000540399],"domain_scores_gemma":[0.99677074,0.0011172373,0.00026471718,0.0014366227,0.00025459184,0.0001560631],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0028661452,0.00034532056,0.00042236445,0.00021634552,0.0001311567,0.00021969115,0.0012824931,0.00012611503,0.0000044682974],"category_scores_gemma":[0.0024181053,0.0003772269,0.0001014119,0.0005059937,0.000018320989,0.0013197847,0.00013054053,0.00012572894,0.000010011363],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012540251,0.00006599585,0.00029927556,0.00012867915,0.00004512159,8.0370165e-7,0.00009475095,0.67062634,0.26882154,0.008418222,0.000019381516,0.05146739],"study_design_scores_gemma":[0.0010046005,0.00008734855,0.024612438,0.00010464033,0.000027600972,6.322915e-7,0.0000070180777,0.89098036,0.073666774,0.00721836,0.0016153185,0.0006749348],"about_ca_topic_score_codex":0.000044142213,"about_ca_topic_score_gemma":0.0000020877922,"teacher_disagreement_score":0.22035402,"about_ca_system_score_codex":0.00019375989,"about_ca_system_score_gemma":0.000042803058,"threshold_uncertainty_score":0.999868},"labels":[],"label_agreement":null},{"id":"W2039765020","doi":"10.1109/reruntime.2010.5628554","title":"Foreword: First Workshop requirements@run.time","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Finkelstein's test; Library science; Engineering; Operations research; Management; Computer science","score_opus":0.037523336779963584,"score_gpt":0.2989229070798896,"score_spread":0.261399570299926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039765020","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034809255,0.000026556496,0.9912151,0.00093223545,0.0011304503,0.000095276184,4.882986e-7,0.0013842285,0.0017347485],"genre_scores_gemma":[0.038690284,0.0000037558334,0.95566964,0.00018872794,0.00009219731,0.00001645307,6.3490984e-7,0.000013009823,0.0053252946],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989614,0.000020861853,0.00016563818,0.0003361248,0.00018585351,0.00033016075],"domain_scores_gemma":[0.99824893,0.0007106489,0.000041442203,0.0008679338,0.000045596837,0.000085419386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004187277,0.00014047413,0.00014089434,0.000074772994,0.000096048534,0.000060160317,0.0010708204,0.00008763772,0.0001349627],"category_scores_gemma":[0.00092428597,0.00012131314,0.00005114479,0.00029555967,0.0000445691,0.0005993148,0.0004048419,0.0002654711,0.00030461428],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026577198,0.00020024447,0.0010690093,0.000092094786,0.00010219139,0.00009354572,0.0014913164,0.03766124,0.046983294,0.52939415,0.034802176,0.34808415],"study_design_scores_gemma":[0.0021133397,0.00040977215,0.008237739,0.00016068254,0.000029011113,0.00017008238,0.00008288572,0.25827703,0.07092826,0.43188882,0.22421756,0.0034847863],"about_ca_topic_score_codex":0.0000031339393,"about_ca_topic_score_gemma":0.000017570552,"teacher_disagreement_score":0.34459937,"about_ca_system_score_codex":0.000018712532,"about_ca_system_score_gemma":0.00002080569,"threshold_uncertainty_score":0.49470064},"labels":[],"label_agreement":null},{"id":"W2040305855","doi":"10.4236/jsea.2009.24032","title":"An Aspect-Oriented Approach for Use Case Based Modeling of Software Product Lines","year":2009,"lang":"en","type":"article","venue":"Journal of Software Engineering and Applications","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Reusability; Maintainability; Reuse; Modularity (biology); Software product line; Software engineering; Computer science; Aspect-oriented programming; Software; Software development; Variable (mathematics); Software system; Systems engineering; Engineering; Programming language","score_opus":0.04023251219425753,"score_gpt":0.2896694197855599,"score_spread":0.24943690759130235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040305855","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011226179,0.00054826005,0.9874663,0.000037242648,0.000083404426,0.00030246572,0.000015081535,0.00032075666,3.2416548e-7],"genre_scores_gemma":[0.20767677,0.000017612716,0.7920833,0.000016443799,0.00014735489,0.000033781238,0.0000051613856,0.000016874425,0.000002659566],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99881154,0.000023655939,0.00048887165,0.0002836947,0.0001735023,0.00021873548],"domain_scores_gemma":[0.9980623,0.0006185537,0.0002244833,0.00047808132,0.00047694164,0.00013963513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048163187,0.00019301474,0.0003336606,0.00026394686,0.00009827102,0.000059856102,0.00036983134,0.00006641381,1.8138986e-7],"category_scores_gemma":[0.0012493996,0.00017960143,0.00010080579,0.00041698475,0.000021879085,0.00063885906,0.000028334147,0.00021595186,6.6144075e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008866329,0.000097881064,0.00009241243,0.00008329378,0.000016559177,0.000009234075,0.000091194226,0.977619,0.00081289856,0.0009769652,0.000009993828,0.02018169],"study_design_scores_gemma":[0.00042903176,0.0002567637,0.0002187264,0.00006286809,0.00003857831,0.000611285,0.000028811712,0.99507445,0.001777019,0.0008886657,0.0003478105,0.0002659785],"about_ca_topic_score_codex":0.0000024808805,"about_ca_topic_score_gemma":1.2187785e-7,"teacher_disagreement_score":0.19645059,"about_ca_system_score_codex":0.000035248086,"about_ca_system_score_gemma":0.00006206014,"threshold_uncertainty_score":0.7323933},"labels":[],"label_agreement":null},{"id":"W204073419","doi":"","title":"Application of design combinatorial theory to scenario-based software architecture analysis","year":2005,"lang":"en","type":"article","venue":"Software Engineering and Knowledge Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Architecture tradeoff analysis method; Software architecture; Software engineering; Reference architecture; Resource-oriented architecture; Software reliability testing; Software system; Software construction; Software; Software design; Software architecture description; Architecture; Software design description; Reliability engineering; Software development; Programming language; Engineering","score_opus":0.012223892359049481,"score_gpt":0.24658091128692314,"score_spread":0.23435701892787367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W204073419","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001980079,0.0013098546,0.9936274,0.000039295566,0.0005493753,0.00034944955,0.0000083750565,0.0021332821,0.000002849676],"genre_scores_gemma":[0.18103231,0.00000598395,0.8185933,0.000016415544,0.00016786982,0.000101728896,0.0000064123483,0.000056655233,0.000019302313],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979262,0.00008292836,0.0004762418,0.0006756244,0.0002685555,0.000570495],"domain_scores_gemma":[0.995949,0.0026676196,0.000092314294,0.0008448766,0.00016064825,0.0002856],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010347884,0.00047576774,0.0006474423,0.0010922326,0.000083062,0.000065524815,0.00080375635,0.0001964381,0.000002854102],"category_scores_gemma":[0.0031165618,0.0005039913,0.00019209814,0.0021621715,0.000031703996,0.00024988785,0.00027005016,0.00040092645,0.000007976003],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013369812,0.00003964052,0.00018466808,0.00013264874,0.00015455844,0.0000021116525,0.0005594386,0.93892133,0.0012418699,0.0032774326,0.000013790623,0.055459138],"study_design_scores_gemma":[0.000731344,0.0001843828,0.0017871128,0.00016597021,0.0002023584,0.000011421025,0.000009435333,0.9742896,0.015836556,0.0012038697,0.004469889,0.0011080741],"about_ca_topic_score_codex":0.000003563365,"about_ca_topic_score_gemma":0.0000012649404,"teacher_disagreement_score":0.17905223,"about_ca_system_score_codex":0.00014334281,"about_ca_system_score_gemma":0.00007476259,"threshold_uncertainty_score":0.9997412},"labels":[],"label_agreement":null},{"id":"W2041986180","doi":"10.1109/re.2014.6912277","title":"Combined goal and feature model reasoning with the User Requirements Notation and jUCMNav","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Feature model; Feature (linguistics); Notation; Personalization; Interface (matter); Eclipse; Variation (astronomy); Software engineering; User interface; Stakeholder; Software; Human–computer interaction; Programming language; World Wide Web","score_opus":0.01929261760962359,"score_gpt":0.26003659692826764,"score_spread":0.24074397931864405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041986180","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04104593,0.00003175096,0.95735276,0.0011046359,0.00003619566,0.00007416439,1.4496828e-7,0.00018321595,0.00017122923],"genre_scores_gemma":[0.2777998,0.0000053418366,0.72151536,0.00019400372,0.000007921598,0.0000056003355,3.4701148e-7,0.000004859645,0.00046674607],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994872,0.00004737869,0.00004641391,0.00019146278,0.00010932246,0.0001181944],"domain_scores_gemma":[0.9994036,0.0002833427,0.000029507399,0.00022232984,0.00003130537,0.000029907562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003070883,0.00008301369,0.00007884099,0.000020447713,0.00009374463,0.00007947596,0.00016490897,0.000028498436,2.0439622e-7],"category_scores_gemma":[0.00015877749,0.000048234968,0.0000058547353,0.00008140725,0.000041287716,0.00034940173,0.00012028726,0.000084699655,4.2739723e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007351037,0.000024919562,0.0059784823,0.00006422089,0.00005410566,0.0000042349902,0.0038609158,0.47993618,0.004167073,0.4202546,0.0018458029,0.08373597],"study_design_scores_gemma":[0.00052905636,0.00012704801,0.017818304,0.000027994984,0.000007434144,0.000009474925,0.000041737774,0.96899265,0.0008043098,0.011169291,0.0002916507,0.0001810707],"about_ca_topic_score_codex":0.000002539055,"about_ca_topic_score_gemma":0.000003267458,"teacher_disagreement_score":0.48905644,"about_ca_system_score_codex":0.000008345342,"about_ca_system_score_gemma":0.0000068984837,"threshold_uncertainty_score":0.19669649},"labels":[],"label_agreement":null},{"id":"W2042365591","doi":"10.1145/1094855.1094884","title":"CodeQuest","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Datalog; Computer science; Programming language; Scalability; Logic programming; Ranging; Query language; Code (set theory); Database; Set (abstract data type)","score_opus":0.02665755584574183,"score_gpt":0.2838129176753002,"score_spread":0.2571553618295584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042365591","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023059637,0.000062089544,0.99214256,0.0008224779,0.00012938997,0.000018422586,6.198854e-8,0.0011193369,0.0054750927],"genre_scores_gemma":[0.04031995,0.000004794575,0.9581905,0.00030088853,0.000046811136,0.0000025114578,7.5615105e-8,0.0000025355791,0.0011319426],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996598,0.000013835747,0.00005308457,0.00010924642,0.000057536985,0.00010652761],"domain_scores_gemma":[0.99954486,0.00015360584,0.000008544232,0.00025335603,0.0000139965005,0.000025629597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012235402,0.000040945575,0.00004425946,0.000024069548,0.000017462911,0.000020691712,0.0003525412,0.00001567554,0.000011933906],"category_scores_gemma":[0.00013405814,0.000034543937,0.0000127912135,0.00008912294,0.000009071668,0.00031487635,0.000092341616,0.000040836454,0.00014676354],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.7424488e-7,0.000010942661,0.000046220775,0.0000020031057,0.0000029218245,0.0000036659092,0.00013092905,0.07801571,0.0009229774,0.4810933,0.0018799539,0.437891],"study_design_scores_gemma":[0.00053920224,0.00011919642,0.003644704,0.000014695171,0.0000030333042,0.000097008095,0.000021489535,0.16238348,0.119147286,0.16946602,0.5436257,0.0009381873],"about_ca_topic_score_codex":7.72698e-7,"about_ca_topic_score_gemma":9.638278e-7,"teacher_disagreement_score":0.5417457,"about_ca_system_score_codex":0.00001610338,"about_ca_system_score_gemma":0.000006848282,"threshold_uncertainty_score":0.18863973},"labels":[],"label_agreement":null},{"id":"W204271202","doi":"","title":"Atomic requirements for software architecting","year":2007,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Requirements engineering; Software requirements; Computer science; Software requirements specification; Requirements analysis; Systems engineering; Software engineering; Context (archaeology); Process (computing); Software; Software development; Engineering; Software construction; Programming language","score_opus":0.08977179403979542,"score_gpt":0.349579294552769,"score_spread":0.2598075005129736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W204271202","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0093948515,0.000033113454,0.98547953,0.000110133326,0.002756139,0.00024965202,0.000013997729,0.0018391212,0.00012343918],"genre_scores_gemma":[0.20637532,0.000006281498,0.7930677,0.000103461876,0.00020866454,0.000051325267,0.0000117666905,0.00003734249,0.00013815361],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980005,0.000017015784,0.00041553474,0.00055998523,0.00045066894,0.0005563224],"domain_scores_gemma":[0.9974446,0.0015562656,0.00012904173,0.00046280472,0.00027634113,0.0001309442],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008871719,0.00029846793,0.00023761958,0.00039863752,0.00009671571,0.00014555345,0.0013311673,0.000105163395,0.000013445913],"category_scores_gemma":[0.0049824337,0.00032390736,0.00012339487,0.00023282036,0.000024650808,0.00047624554,0.00025451236,0.00030952232,0.000022606973],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014820963,0.00013061211,0.0029164003,0.00017542878,0.00029233124,0.00010508637,0.0012712391,0.23862033,0.010253939,0.4226522,0.00025047953,0.32318375],"study_design_scores_gemma":[0.008445821,0.0018241785,0.033070095,0.0029982654,0.00008049683,0.00045571558,0.0004834014,0.55850714,0.15875427,0.18872695,0.038599133,0.008054535],"about_ca_topic_score_codex":0.0000035141486,"about_ca_topic_score_gemma":0.000001898291,"teacher_disagreement_score":0.3198868,"about_ca_system_score_codex":0.00025270067,"about_ca_system_score_gemma":0.000054621218,"threshold_uncertainty_score":0.9999213},"labels":[],"label_agreement":null},{"id":"W2043011233","doi":"10.1145/1363686.1363715","title":"Decision-making coordination in collaborative product configuration","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Configuration Management (ITSM); Product (mathematics); Context (archaeology); Process (computing); Process management; Product engineering; Teamwork; Product management; Product design specification; Feature (linguistics); Product line; Software product line; New product development; Feature model; Systems engineering; Software configuration management; Group decision-making; Software engineering; Knowledge management; Software; Product design; Engineering; Manufacturing engineering; Software development; Business","score_opus":0.03016640309882148,"score_gpt":0.311944127164382,"score_spread":0.28177772406556056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043011233","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016667608,0.00008784808,0.9815,0.00029938365,0.0003119413,0.00016102976,2.36281e-7,0.00030915812,0.0006627799],"genre_scores_gemma":[0.492143,0.000004965996,0.50772274,0.000026513004,0.000011585228,0.00001025117,3.0230728e-7,0.0000024468097,0.000078165765],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99922556,0.00007267895,0.00016430566,0.00025432775,0.00015374768,0.00012937968],"domain_scores_gemma":[0.9986356,0.0009063337,0.000046357924,0.00024630057,0.00014908935,0.00001635254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003114715,0.00007861659,0.00010769008,0.0001465063,0.00006346514,0.000024621499,0.0002509453,0.000027443213,0.0000057362895],"category_scores_gemma":[0.0025137824,0.00007177418,0.000011802203,0.0008426954,0.000026363221,0.00072549656,0.00005855832,0.000077001656,0.0000141810615],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028473774,0.00007944719,0.0025137956,0.0000126832665,0.0000099808085,0.000111234454,0.0047766245,0.41264412,0.005164741,0.11235314,0.0023688062,0.45993698],"study_design_scores_gemma":[0.002575353,0.0004943105,0.2611201,0.00037209713,0.000006058629,0.00030682475,0.00065872585,0.25804278,0.12190335,0.34317595,0.009186859,0.0021575894],"about_ca_topic_score_codex":0.0000023123364,"about_ca_topic_score_gemma":0.000006600891,"teacher_disagreement_score":0.4754754,"about_ca_system_score_codex":0.0000699912,"about_ca_system_score_gemma":0.00006491116,"threshold_uncertainty_score":0.30094138},"labels":[],"label_agreement":null},{"id":"W2043022209","doi":"10.1109/iri.2013.6642473","title":"Detecting distributed software components that will not cause emergent behavior in asynchronous communication style","year":2013,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Alberta Innovates - Technology Futures","keywords":"Asynchronous communication; Computer science; Scalability; Distributed computing; Software deployment; Software; Scale (ratio); Software engineering; Computer network; Operating system","score_opus":0.06653279398372383,"score_gpt":0.2949884907936129,"score_spread":0.22845569680988906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043022209","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25206935,0.00007444057,0.7462252,0.00014162571,0.00018621748,0.00031609443,0.0000040943173,0.0009775806,0.000005388484],"genre_scores_gemma":[0.54338884,0.000019014848,0.45638716,0.000036436202,0.000005455536,0.00012220403,0.000013153639,0.000010829304,0.000016913016],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99850434,0.00020322487,0.0003100701,0.00035417246,0.00023420488,0.00039399473],"domain_scores_gemma":[0.99793077,0.0007332292,0.00011427218,0.0010440847,0.000086919594,0.00009073525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034527387,0.00019874847,0.00022726001,0.00012227785,0.00012871255,0.00010032851,0.0010787131,0.000088331006,0.00003832133],"category_scores_gemma":[0.0005852158,0.00019191734,0.000050960487,0.00032639407,0.000042819047,0.001110634,0.0006918068,0.00027978566,0.000046051013],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003240387,0.0011328034,0.27336586,0.00016620677,0.00013803712,0.00011643176,0.004655563,0.2026496,0.039905455,0.0023113878,0.00084540504,0.47468087],"study_design_scores_gemma":[0.0011084353,0.00015185424,0.90265006,0.0001032105,0.000021313388,0.000044513727,0.00027008815,0.05612672,0.03456313,0.0035801495,0.00024235673,0.001138139],"about_ca_topic_score_codex":0.00042238022,"about_ca_topic_score_gemma":0.00007566572,"teacher_disagreement_score":0.62928426,"about_ca_system_score_codex":0.00020698768,"about_ca_system_score_gemma":0.000017892517,"threshold_uncertainty_score":0.7826162},"labels":[],"label_agreement":null},{"id":"W2043312149","doi":"10.1145/2209249.2209268","title":"Large-scale complex IT systems","year":2012,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":215,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Engineering and Physical Sciences Research Council","keywords":"Computer science; Scale (ratio); Geography; Cartography","score_opus":0.17221600002183168,"score_gpt":0.3658577035858895,"score_spread":0.1936417035640578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043312149","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008168049,0.0017616132,0.9810854,0.014563386,0.00042434782,0.00012654779,0.0000052615983,0.00017729093,0.0010393221],"genre_scores_gemma":[0.30760014,0.000048687503,0.6921483,0.00008497591,0.000013596445,0.00001563757,0.0000011665378,0.000004466695,0.00008300517],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992065,0.0002655524,0.00016898227,0.00007350945,0.00010879239,0.00017665433],"domain_scores_gemma":[0.9673371,0.001120193,0.00010194991,0.031344708,0.00006407492,0.000031981],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0007130423,0.00006379547,0.00011499093,0.000032709202,0.000166901,0.000017872451,0.03392025,0.000029999053,0.0000015416213],"category_scores_gemma":[0.0071640504,0.000048063375,0.000050404782,0.00027255688,0.00009587439,0.00025720042,0.026872514,0.00013007478,0.000017616816],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000466574,0.0007248715,0.015552265,0.00015890179,0.00013224273,1.5035387e-7,0.020911014,0.04611511,0.010123554,0.73463774,0.16682722,0.0048122397],"study_design_scores_gemma":[0.000652334,0.00004719111,0.091408975,0.00023004225,0.00004962126,0.00005108711,0.0023330268,0.053108715,0.0044771335,0.22427931,0.6226087,0.0007538607],"about_ca_topic_score_codex":0.000005948947,"about_ca_topic_score_gemma":0.0000022849213,"teacher_disagreement_score":0.51035845,"about_ca_system_score_codex":0.00002673305,"about_ca_system_score_gemma":0.0000130992585,"threshold_uncertainty_score":0.980998},"labels":[],"label_agreement":null},{"id":"W2043798993","doi":"10.1145/2629376","title":"The Requirements Problem for Adaptive Systems","year":2014,"lang":"en","type":"article","venue":"ACM Transactions on Management Information Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"European Research Council","keywords":"Computer science; System requirements specification; System requirements; Non-functional requirement; Requirements engineering; Functional requirement; Software requirements specification; Risk analysis (engineering); Software engineering; Software system; Programming language; Software","score_opus":0.048161055620952624,"score_gpt":0.27930101401341256,"score_spread":0.23113995839245993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043798993","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000653764,0.000045206765,0.99335164,0.00021136487,0.0020621945,0.0016035862,0.000007089119,0.0005870832,0.0021253119],"genre_scores_gemma":[0.20946889,0.00012589151,0.7842237,0.00018326902,0.00007920003,0.0036314223,0.000010217816,0.000024205347,0.0022532176],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985058,0.00013230483,0.0005095327,0.0001778873,0.00038168783,0.00029281175],"domain_scores_gemma":[0.9977072,0.00086820667,0.00022246556,0.0010004519,0.00015433047,0.000047328336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015143632,0.00016507332,0.00015505965,0.00018896545,0.0005251495,0.00050095294,0.0011256046,0.00005029915,3.0975235e-7],"category_scores_gemma":[0.0000837098,0.00012427209,0.00006721252,0.00030848454,0.0000239726,0.0017723653,0.00002944358,0.00009806408,0.00007289481],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012485072,0.000008371049,6.587747e-7,0.00014916417,0.00006586782,8.966588e-8,0.00019970445,0.6928277,0.0000011851957,0.18104012,0.00034069357,0.12535398],"study_design_scores_gemma":[0.0010820111,0.00038155547,0.000046326273,0.00025653586,0.00003719438,0.0000074435466,0.0018116762,0.5342695,0.00007593458,0.00906608,0.4525159,0.0004498128],"about_ca_topic_score_codex":0.0000084909525,"about_ca_topic_score_gemma":5.8019026e-7,"teacher_disagreement_score":0.4521752,"about_ca_system_score_codex":0.00012644792,"about_ca_system_score_gemma":0.000009291434,"threshold_uncertainty_score":0.5067669},"labels":[],"label_agreement":null},{"id":"W2044438808","doi":"10.1145/1119655.1119683","title":"AO challenge - implementing the ACID properties for transactional objects","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Aspect-oriented programming; Atomicity; Computer science; Separation of concerns; Consistency (knowledge bases); Programming language; Concurrency; Software engineering; Concurrency control; Notation; Set (abstract data type); Isolation (microbiology); Object-oriented programming; Distributed computing; Software; Artificial intelligence; Database transaction","score_opus":0.06133034240914654,"score_gpt":0.27964506305118003,"score_spread":0.2183147206420335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044438808","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00064950885,0.00036421738,0.99610764,0.0012040405,0.00023246244,0.0002078848,0.0000011021466,0.00047607155,0.00075707736],"genre_scores_gemma":[0.38117188,0.000005128943,0.6180525,0.000059375292,0.00009542306,0.000099015415,6.806265e-7,0.0000070272827,0.0005089771],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99925303,0.000025376481,0.00013151052,0.00019051407,0.0001234211,0.00027615676],"domain_scores_gemma":[0.9993769,0.00031035353,0.000029535357,0.0002248274,0.000045205652,0.0000132092055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040968877,0.00009049981,0.00008173422,0.000029109746,0.00019446688,0.00005865977,0.0004042144,0.000024069013,0.0000055962105],"category_scores_gemma":[0.00007770689,0.000055236796,0.00005356332,0.00008917161,0.000024845342,0.00029182623,0.000052670042,0.000063907246,0.0000030528854],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030724597,0.00014136347,0.00006433647,0.00020769762,0.000092289076,0.000005266686,0.0033000954,0.13614428,0.07277837,0.5192101,0.0022084296,0.26581702],"study_design_scores_gemma":[0.001358779,0.00035597698,0.0013506833,0.000047211484,0.000024134708,0.000046522135,0.0007904589,0.068725534,0.5573489,0.30443305,0.06447289,0.0010458549],"about_ca_topic_score_codex":0.000013717399,"about_ca_topic_score_gemma":0.000025829433,"teacher_disagreement_score":0.48457053,"about_ca_system_score_codex":0.000021167445,"about_ca_system_score_gemma":0.000021891274,"threshold_uncertainty_score":0.22524913},"labels":[],"label_agreement":null},{"id":"W2044496112","doi":"10.1007/s11704-010-0026-2","title":"Documenting and verifying systems assembled from components","year":2010,"lang":"en","type":"article","venue":"Frontiers of Computer Science in China","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Science Foundation Ireland","keywords":"Computer science; Software engineering; Programming language","score_opus":0.015121579898812052,"score_gpt":0.2614243267920669,"score_spread":0.24630274689325485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044496112","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4403878,0.00013575323,0.5551189,0.000038866838,0.0041249916,0.00007795988,5.5223245e-7,0.00009062095,0.000024564546],"genre_scores_gemma":[0.48714873,0.0000063775105,0.51279134,0.0000073428846,0.00003687287,0.0000027834574,2.9114005e-7,0.0000039655006,0.0000022919526],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982146,0.000067564346,0.0003349013,0.0005701586,0.00042536552,0.00038740027],"domain_scores_gemma":[0.99880624,0.00024987233,0.00016779138,0.0006106451,0.000060482198,0.00010498056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013275406,0.00016506758,0.00032597728,0.0003666886,0.00012767139,0.0002799876,0.0017343215,0.00006306588,3.2265186e-7],"category_scores_gemma":[0.00021864395,0.00015993643,0.000030380426,0.00068063085,0.00023447604,0.0015000001,0.0008323829,0.00032556948,8.4715373e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002691878,0.00021030098,0.27757296,0.00014248358,0.000052731757,0.00008701665,0.009790015,0.21747328,0.23422182,0.017410899,0.00064181496,0.24236976],"study_design_scores_gemma":[0.00034770276,0.000038428676,0.24934968,0.00006590733,0.0000024594344,0.000011275137,0.000022840737,0.7369684,0.0044420916,0.00833957,0.00015332921,0.00025829792],"about_ca_topic_score_codex":0.00017179543,"about_ca_topic_score_gemma":0.0000033710633,"teacher_disagreement_score":0.5194951,"about_ca_system_score_codex":0.000039860955,"about_ca_system_score_gemma":0.000058905545,"threshold_uncertainty_score":0.65220183},"labels":[],"label_agreement":null},{"id":"W2044950478","doi":"10.1109/ccece.2008.4564814","title":"Monitoring Multi-Agent Systems for deadlock detection based on UML models","year":2008,"lang":"en","type":"article","venue":"Conference proceedings - Canadian Conference on Electrical and Computer Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Sequence diagram; Computer science; Deadlock; Unified Modeling Language; Deadlock prevention algorithms; Activity diagram; Multi-agent system; Context (archaeology); Distributed computing; UML tool; Software; Resource (disambiguation); Real-time computing; Software engineering; Programming language; Artificial intelligence","score_opus":0.08413569877826862,"score_gpt":0.24946036599087207,"score_spread":0.16532466721260344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044950478","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010956487,0.00015668268,0.9868621,0.00013177253,0.0007079222,0.00050060154,0.000004962874,0.0006165385,0.00006290189],"genre_scores_gemma":[0.85503525,0.00009715594,0.1443378,0.00007932683,0.00017317533,0.00020794578,0.00000135091,0.000033101704,0.00003490476],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976078,0.000018082294,0.00033182974,0.0008355005,0.00030137258,0.0009053649],"domain_scores_gemma":[0.99838835,0.00027141417,0.00008831748,0.00025236557,0.00039267735,0.0006068471],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002333515,0.00045719589,0.00043021343,0.00059941417,0.0003112427,0.00034243334,0.00067745073,0.00020915395,7.0056296e-7],"category_scores_gemma":[0.00017765201,0.00046761008,0.0000797472,0.00049689243,0.00003886142,0.0004606874,0.000063368185,0.00047636457,0.0000037311843],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003868888,0.000073781746,0.00040184672,0.00020274035,0.00005119965,0.000044151857,0.0006371328,0.80406815,0.0014554324,0.06814059,0.00006419124,0.12482211],"study_design_scores_gemma":[0.00043463768,0.00047970764,0.0009937008,0.00019155443,0.0000067527453,0.000041985473,0.00001006157,0.9950295,0.0015890343,0.000553231,0.00014001016,0.0005298429],"about_ca_topic_score_codex":0.00045933903,"about_ca_topic_score_gemma":0.000028497943,"teacher_disagreement_score":0.8440788,"about_ca_system_score_codex":0.00037237557,"about_ca_system_score_gemma":0.0003044691,"threshold_uncertainty_score":0.99977756},"labels":[],"label_agreement":null},{"id":"W2044987604","doi":"10.1145/1066129.1066143","title":"FeaturePlugin","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":222,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Feature model; Feature (linguistics); Computer science; Cardinality (data modeling); Eclipse; Key (lock); Product (mathematics); Product line; Data mining; Programming language; Engineering; Mathematics; Manufacturing engineering","score_opus":0.020564691850625014,"score_gpt":0.266312663176261,"score_spread":0.245747971325636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044987604","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003649013,0.00005906761,0.994685,0.0008305483,0.0002534827,0.000024659339,4.876153e-8,0.0011749738,0.0026073235],"genre_scores_gemma":[0.05396228,0.000002850251,0.94544995,0.00022818468,0.000016233713,0.0000026761895,8.320417e-8,0.0000028242994,0.0003349239],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9996301,0.000008217915,0.000043486394,0.00013526024,0.00006726529,0.00011567589],"domain_scores_gemma":[0.99956876,0.00007556231,0.0000085589045,0.00030676252,0.000013004549,0.000027355805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000097015596,0.00004789491,0.000048891434,0.000029841123,0.000021005178,0.000023091103,0.00036854044,0.000021540993,0.0000037853972],"category_scores_gemma":[0.000174003,0.000039137187,0.000018052559,0.0001541857,0.0000099469025,0.00021885887,0.00009454439,0.000058713325,0.000051662977],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.5540702e-7,0.000009273017,0.000012454764,0.0000026021658,0.0000032992245,0.000017183052,0.00015312184,0.11614778,0.0013746666,0.8539887,0.00029816703,0.027992286],"study_design_scores_gemma":[0.0003364244,0.00005079545,0.0019957367,0.000008148547,9.0232106e-7,0.000053562875,0.000010011297,0.000577725,0.057927553,0.9331467,0.005639037,0.00025340088],"about_ca_topic_score_codex":0.0000028708805,"about_ca_topic_score_gemma":5.6873506e-7,"teacher_disagreement_score":0.11557005,"about_ca_system_score_codex":0.000025246913,"about_ca_system_score_gemma":0.000015324978,"threshold_uncertainty_score":0.15959682},"labels":[],"label_agreement":null},{"id":"W2045110728","doi":"10.1145/2721956.2721991","title":"Using dynamic mixins to implement design patterns","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Reuse; Implementation; Programming language; Object-oriented programming; Software design pattern; Composition (language); Object (grammar); Sample (material); Focus (optics); Design pattern; Software engineering; Object-oriented design; Reusability; Artificial intelligence; Software; Engineering","score_opus":0.1245850838723013,"score_gpt":0.3687897446490472,"score_spread":0.24420466077674588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045110728","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037427412,0.0000055763453,0.99503195,0.00018994046,0.00032487043,0.00012929435,5.856591e-7,0.0005378712,0.000037194706],"genre_scores_gemma":[0.17997289,8.754282e-7,0.8196615,0.00027956805,0.000016025579,0.0000076958,2.2416663e-7,0.000008298395,0.00005295421],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990663,0.000113197435,0.00013296117,0.0002735818,0.00012969096,0.00028426552],"domain_scores_gemma":[0.99893403,0.00045373262,0.000024279172,0.0004801236,0.000028358576,0.000079471785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005522225,0.00010753701,0.00011617988,0.000084767926,0.00005001565,0.00005004982,0.0005630997,0.000023278015,0.000009884968],"category_scores_gemma":[0.00026388947,0.00009579515,0.00002647809,0.00016599419,0.0000044510593,0.00016860057,0.0003002134,0.00005340097,0.000024362493],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019468928,0.000014695194,0.000270639,0.000012498051,0.000010429681,0.0000043087434,0.00036307846,0.8499633,0.012253849,0.017499395,0.00010612009,0.11949972],"study_design_scores_gemma":[0.00022723441,0.00021736053,0.0036323522,0.00002581926,0.000004808607,0.000018050014,0.000032594,0.9507964,0.021294694,0.021544999,0.0017063154,0.00049936224],"about_ca_topic_score_codex":0.000016576547,"about_ca_topic_score_gemma":0.0000064757087,"teacher_disagreement_score":0.17623015,"about_ca_system_score_codex":0.00007608116,"about_ca_system_score_gemma":0.000014658761,"threshold_uncertainty_score":0.39064127},"labels":[],"label_agreement":null},{"id":"W2046116380","doi":"10.1145/1509847.1509851","title":"Employing aspect composition in adaptive software systems","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Aspect-oriented programming; Computer science; Adaptation (eye); Set (abstract data type); Software engineering; Software; Software system; Extensibility; Software product line; Separation of concerns; Systems engineering; Distributed computing; Software development; Engineering; Programming language","score_opus":0.04486215578197098,"score_gpt":0.2869098807889627,"score_spread":0.2420477250069917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046116380","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035568401,0.00028764518,0.99411386,0.00010093983,0.00028210256,0.00013059373,3.6844366e-7,0.0011992069,0.0003284662],"genre_scores_gemma":[0.41359177,0.0000038922212,0.58628577,0.0000611508,0.000018601237,0.000005250239,4.819352e-7,0.0000035089304,0.000029554458],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99908674,0.00009565749,0.00017233996,0.00026866587,0.00014530816,0.00023127726],"domain_scores_gemma":[0.99918056,0.00040398387,0.0000381272,0.00030236712,0.000036833855,0.00003815088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028318696,0.000113301816,0.00016823946,0.00013874394,0.000040140356,0.00006211984,0.00039258238,0.00004804651,0.0000010700035],"category_scores_gemma":[0.00014419519,0.000106068335,0.000028110067,0.00035285426,0.000011313547,0.00049594,0.0000624309,0.00013559501,0.000014743213],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009978426,0.000051183386,0.00062261656,0.000012152523,0.0000073098804,0.00009128171,0.00053780584,0.7946289,0.0014534084,0.14085127,0.000110555724,0.0616235],"study_design_scores_gemma":[0.002530513,0.0018582713,0.1982433,0.0010348514,0.0000153227,0.00039733015,0.00051876425,0.45658806,0.017174842,0.31829107,0.00042666105,0.0029210276],"about_ca_topic_score_codex":0.000014580787,"about_ca_topic_score_gemma":0.0000014211674,"teacher_disagreement_score":0.41003495,"about_ca_system_score_codex":0.00010861575,"about_ca_system_score_gemma":0.00001619766,"threshold_uncertainty_score":0.4325341},"labels":[],"label_agreement":null},{"id":"W2046374478","doi":"10.1504/ijpmb.2007.015139","title":"An agent oriented modelling technique for risk analysis and control in software projects","year":2007,"lang":"en","type":"article","venue":"International Journal of Process Management and Benchmarking","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Software project management; Risk analysis (engineering); Project management; Risk management; Computer science; Work (physics); Control (management); Software; Project risk management; Process management; Software development; Project management triangle; Engineering; Systems engineering; Business; Software construction","score_opus":0.021416828322805552,"score_gpt":0.31832618202101415,"score_spread":0.2969093536982086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046374478","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034427665,0.00017125964,0.96492416,0.000028734841,0.00020728646,0.0002046049,0.0000016086119,0.0000268157,0.000007848559],"genre_scores_gemma":[0.5071893,0.000067121386,0.49266654,0.000018040182,0.000044110915,0.000008641293,8.978901e-7,0.000003079783,0.0000022786435],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989803,0.00003402036,0.00035020954,0.00020398908,0.00027784923,0.00015362988],"domain_scores_gemma":[0.99900615,0.0003042213,0.00030922107,0.000084196094,0.00025022053,0.00004597191],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017484155,0.00010137857,0.00017788449,0.0008794383,0.000054708587,0.00011519135,0.00038606548,0.000033606604,5.361035e-7],"category_scores_gemma":[0.00011864248,0.0000902436,0.000047565452,0.00035124345,0.000022825156,0.00060212385,0.00006711048,0.00012244516,1.7752015e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023846565,0.00012460713,0.101635836,0.00013844014,0.00087642594,0.00017606058,0.001755376,0.6570644,0.00027898338,0.002861462,0.0000036709143,0.23484628],"study_design_scores_gemma":[0.003286916,0.00054995884,0.045246672,0.00046492214,0.00044751016,0.00007389641,0.00075372873,0.8764828,0.0034893632,0.06814173,0.00045337254,0.00060912676],"about_ca_topic_score_codex":0.0000057103107,"about_ca_topic_score_gemma":0.000007718487,"teacher_disagreement_score":0.4727616,"about_ca_system_score_codex":0.000052751246,"about_ca_system_score_gemma":0.00001331061,"threshold_uncertainty_score":0.3680027},"labels":[],"label_agreement":null},{"id":"W204681312","doi":"","title":"A Test-Driven Approach to Establishing & Managing Agile Product Lines.","year":2008,"lang":"en","type":"article","venue":"Software Product Lines","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Unit testing; Reuse; Traceability; Computer science; Acceptance testing; Software engineering; Test Management Approach; Test suite; Test (biology); Code refactoring; Systems engineering; Reliability engineering; Test case; Engineering; Software; Software development; Software construction","score_opus":0.051321729306164215,"score_gpt":0.274307765011862,"score_spread":0.22298603570569778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W204681312","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008150735,0.0017290338,0.9811184,0.0018333392,0.0016238509,0.00083606614,0.000008973295,0.004546237,0.00015339273],"genre_scores_gemma":[0.03403007,0.00010432699,0.9623597,0.00035819944,0.0014950787,0.00019222074,0.000016666649,0.00009159092,0.0013521507],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99584144,0.00014392083,0.0005761949,0.0018578079,0.0006284691,0.00095213705],"domain_scores_gemma":[0.99574685,0.0010382524,0.00018538843,0.0022238465,0.00054963963,0.0002560428],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009000279,0.0005572363,0.0006034289,0.00046633722,0.00043626386,0.00022359617,0.0022997274,0.000085325024,0.0000025521215],"category_scores_gemma":[0.02336664,0.000523552,0.0001342779,0.0021292851,0.00013306027,0.001690985,0.0012156208,0.0005235059,0.00006357362],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003215824,0.000636762,0.018057834,0.0007036626,0.00009923671,0.00019319713,0.00813642,0.7381413,0.0056922194,0.0010606255,0.016753776,0.21049283],"study_design_scores_gemma":[0.006846381,0.0026209923,0.10760194,0.002777494,0.00040856804,0.00850653,0.001060714,0.11078512,0.2949513,0.09459823,0.3441349,0.02570785],"about_ca_topic_score_codex":0.000032091673,"about_ca_topic_score_gemma":0.0000021802741,"teacher_disagreement_score":0.6273562,"about_ca_system_score_codex":0.00011196685,"about_ca_system_score_gemma":0.00018080762,"threshold_uncertainty_score":0.9997216},"labels":[],"label_agreement":null},{"id":"W2046835698","doi":"10.1109/wicsa.2014.27","title":"Deriving Component Interfaces after a Restructuring of a Legacy System","year":2014,"lang":"en","type":"preprint","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Component (thermodynamics); Consistency (knowledge bases); Programming language; Set (abstract data type); Class (philosophy); Object-oriented programming; Perspective (graphical); Component-based software engineering; Theoretical computer science; Restructuring; Software engineering; Software system; Software; Artificial intelligence","score_opus":0.025535258723285784,"score_gpt":0.27021654794246613,"score_spread":0.24468128921918036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046835698","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1574412,0.00050628354,0.8390799,0.00003598485,0.001593727,0.0001832617,0.0000014411402,0.0010201822,0.00013798384],"genre_scores_gemma":[0.5155301,0.0000057100365,0.48435867,0.0000070031656,0.000038060945,0.000030692954,4.5894308e-7,0.000013228046,0.000016049746],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980137,0.00022172622,0.0005273835,0.00065143633,0.0002846593,0.00030114292],"domain_scores_gemma":[0.99746984,0.0006447552,0.0003009594,0.0014267296,0.00009226845,0.00006542173],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00056768226,0.0003324891,0.00062760065,0.00021679659,0.000029545641,0.00017191848,0.0016873644,0.00018509736,0.0000030266692],"category_scores_gemma":[0.00029978075,0.00029385247,0.00012703937,0.00010226521,0.000059476548,0.00027421862,0.0044370643,0.0004742295,0.000005479365],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025715084,0.000021308333,0.00035146423,0.0052328804,0.00015516879,0.00005671515,0.0019615034,0.94937265,0.0036097728,0.020308794,0.00003140497,0.018872635],"study_design_scores_gemma":[0.0010955527,0.0003136908,0.032869413,0.016138194,0.00012812969,0.00034245953,0.0007810204,0.61560655,0.26847643,0.05930712,0.0005583422,0.0043830937],"about_ca_topic_score_codex":0.00004983164,"about_ca_topic_score_gemma":0.0000032445423,"teacher_disagreement_score":0.35808894,"about_ca_system_score_codex":0.00013491436,"about_ca_system_score_gemma":0.000048437567,"threshold_uncertainty_score":0.99995136},"labels":[],"label_agreement":null},{"id":"W2046991620","doi":"10.1145/1529282.1529362","title":"LTS semantics for use case models","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Semantics (computer science); Precondition; Programming language; Formal semantics (linguistics); Operational semantics; Formal specification; Syntax; Software engineering; Formal verification; Unified Modeling Language; Software; Artificial intelligence","score_opus":0.1448616928493541,"score_gpt":0.33182810016903624,"score_spread":0.18696640731968214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046991620","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015923006,0.000027340151,0.99691355,0.0003097336,0.00017945186,0.0001229246,0.0000011882114,0.00078695395,0.000066571105],"genre_scores_gemma":[0.09553713,0.000004607254,0.90382063,0.000286446,0.000020893223,0.00000461457,3.3519868e-7,0.0000045001234,0.00032083938],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994181,0.000017047501,0.00010092372,0.00020203082,0.000065887005,0.00019604167],"domain_scores_gemma":[0.99881196,0.00066834874,0.000020672134,0.00039850478,0.000055860066,0.000044676664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017454331,0.00008428066,0.00010021685,0.000045216417,0.000049000875,0.00006971257,0.00026520254,0.00003708442,4.347274e-7],"category_scores_gemma":[0.0003173163,0.00007349837,0.00003813785,0.00011590138,0.000008358621,0.0007954763,0.000052971358,0.00004788487,0.0000021272376],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029951195,0.000019753847,0.0000026522755,0.000007073613,0.000004773416,0.00026032235,0.00020901315,0.61795545,0.00019336399,0.29634437,0.00066257187,0.08433768],"study_design_scores_gemma":[0.00013240521,0.00007183712,0.000019492862,0.0000038397384,0.0000022105469,0.00034757305,0.0000067700153,0.7505003,0.0018262662,0.24655685,0.00039248698,0.00013995831],"about_ca_topic_score_codex":0.0000029762402,"about_ca_topic_score_gemma":0.0000012853478,"teacher_disagreement_score":0.13254488,"about_ca_system_score_codex":0.000015175024,"about_ca_system_score_gemma":0.0000106856905,"threshold_uncertainty_score":0.29971763},"labels":[],"label_agreement":null},{"id":"W2047057637","doi":"10.1007/s00766-011-0143-y","title":"Comparison and evaluation of goal-oriented satisfaction analysis techniques","year":2012,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":146,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Goal modeling; Computer science; Goal orientation; Management science; Risk analysis (engineering); Process management; Requirements engineering; Engineering; Software; Psychology","score_opus":0.08099374444128393,"score_gpt":0.3856251559035595,"score_spread":0.30463141146227557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047057637","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21277416,0.00042458,0.78621894,0.000004741182,0.00017884956,0.00011093594,5.874849e-7,0.00026112757,0.00002608867],"genre_scores_gemma":[0.6014433,0.000009231099,0.3985076,0.000001505423,0.00001607945,0.000014855086,0.0000014035866,0.000004773099,0.0000012917035],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99895716,0.000060330985,0.00024622952,0.0001555112,0.00037783117,0.00020292682],"domain_scores_gemma":[0.9993657,0.00011720158,0.00009593139,0.00027621337,0.00009093571,0.000054029973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013166933,0.00010974919,0.0002149563,0.0003025376,0.000025347066,0.000013527406,0.000114100425,0.000042995172,0.0000030141252],"category_scores_gemma":[0.00031984414,0.00011396926,0.000040100844,0.00063306215,0.0000112258385,0.0006572545,0.000095991025,0.00006945051,5.9305364e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034509499,0.00005216828,0.21204217,0.000084670944,0.00046050866,2.4648713e-7,0.0011022636,0.504855,0.08092346,0.0074825706,0.000010472282,0.19298305],"study_design_scores_gemma":[0.00018457633,0.00003971723,0.4124989,0.000034990862,0.0002807029,0.0000019741017,0.000027107975,0.4960644,0.09031979,0.00018462201,0.00013054398,0.00023268623],"about_ca_topic_score_codex":0.00000924158,"about_ca_topic_score_gemma":7.185413e-7,"teacher_disagreement_score":0.3886691,"about_ca_system_score_codex":0.00010432105,"about_ca_system_score_gemma":0.0000078226185,"threshold_uncertainty_score":0.46475318},"labels":[],"label_agreement":null},{"id":"W2047310403","doi":"10.1007/s11219-012-9185-8","title":"Foreword to the special issue on quality engineering for software product lines","year":2012,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Alberta Innovates - Technology Futures","keywords":"Software product line; Domain engineering; Software engineering; Software development; Software quality management; Social software engineering; Computer science; Software construction; Software quality control; Product engineering; Software quality analyst; Software quality; Product (mathematics); Systems engineering; Engineering; Software; Product design","score_opus":0.09735351601825751,"score_gpt":0.37962411800898177,"score_spread":0.2822706019907243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047310403","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0054955864,0.00042141505,0.980439,0.0036655138,0.008453419,0.0006095156,0.00005033049,0.00085557747,0.000009612111],"genre_scores_gemma":[0.0050355117,0.000015661632,0.96748364,0.0010364803,0.025857324,0.000097880584,0.0000048381307,0.00006000115,0.00040868451],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960986,0.0005121124,0.0009145947,0.00053737167,0.000786046,0.0011512878],"domain_scores_gemma":[0.9921973,0.005325048,0.00036025455,0.0012385508,0.0004245209,0.00045434816],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0077790706,0.0004434968,0.00056465203,0.00020779371,0.00056075153,0.00023939078,0.0018319935,0.00013194741,0.000025964126],"category_scores_gemma":[0.0357344,0.00032684853,0.00032948182,0.0005850951,0.000051472376,0.00096968934,0.0003745593,0.000816052,0.000081669095],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023786597,0.00029950112,0.00633547,0.00035830084,0.00019303086,0.000009177199,0.008151645,0.15995581,0.00022906056,0.017872604,0.047819916,0.7585376],"study_design_scores_gemma":[0.0015872187,0.0007608202,0.07837372,0.00035408224,0.000060191964,0.00034186602,0.00040801486,0.00043693453,0.0066355695,0.026286112,0.8821768,0.0025786248],"about_ca_topic_score_codex":0.0000069077555,"about_ca_topic_score_gemma":0.000005745779,"teacher_disagreement_score":0.8343569,"about_ca_system_score_codex":0.0002476964,"about_ca_system_score_gemma":0.0001152874,"threshold_uncertainty_score":0.99991834},"labels":[],"label_agreement":null},{"id":"W2047527986","doi":"10.1145/2362536.2362548","title":"Automated planning for feature model configuration based on functional and non-functional requirements","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; Simon Fraser University","funders":"","keywords":"Functional requirement; Feature model; Computer science; Software product line; Feature (linguistics); Non-functional requirement; Process (computing); Scalability; Functional design; Functional specification; Software; Software engineering; Product (mathematics); Artificial intelligence; Systems engineering; Software system; Software development; Database; Engineering; Programming language","score_opus":0.10362735939041554,"score_gpt":0.32962572025704306,"score_spread":0.22599836086662753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047527986","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011638656,0.000021117174,0.9966523,0.00024237548,0.0005610738,0.0001527374,0.0000036409722,0.0008628671,0.00034004307],"genre_scores_gemma":[0.34766266,1.9857434e-7,0.6516189,0.0003330679,0.00006247457,0.00003513339,0.00002671619,0.0000064780156,0.00025437854],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99930316,0.000019674379,0.00009563198,0.0001999559,0.00017619619,0.00020539013],"domain_scores_gemma":[0.99924165,0.0004530029,0.000041380514,0.00015543257,0.000048927133,0.000059600203],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003221372,0.000111009555,0.0000918292,0.00007983366,0.0001145095,0.000039042097,0.00008678071,0.000067579014,0.0000025439654],"category_scores_gemma":[0.00022116058,0.00009640793,0.00002436568,0.00008680835,0.000014895404,0.0005677893,0.000028226346,0.00007520884,0.0000031902932],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029142924,0.000019678708,0.00026965997,0.000009306975,0.000007695391,1.8872373e-7,0.000060380873,0.9852055,0.0033004235,0.0060805366,0.0038351323,0.0011823896],"study_design_scores_gemma":[0.00038839714,0.000047760783,0.016493121,0.000010938949,0.0000031220168,0.0000017529834,0.000005886171,0.9787277,0.0030004017,0.0010898125,0.00011578751,0.00011531912],"about_ca_topic_score_codex":3.6135887e-7,"about_ca_topic_score_gemma":4.9601095e-8,"teacher_disagreement_score":0.3464988,"about_ca_system_score_codex":0.000044303888,"about_ca_system_score_gemma":0.000031163872,"threshold_uncertainty_score":0.39314014},"labels":[],"label_agreement":null},{"id":"W2047804761","doi":"10.1145/1028613.1028619","title":"MADAPT","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Java; Aspect-oriented programming; Middleware (distributed applications); Separation of concerns; Adaptation (eye); Profiling (computer programming); TRACE (psycholinguistics); Distributed computing; Code (set theory); Software engineering; Operating system; Software; Programming language","score_opus":0.028723648007163004,"score_gpt":0.2670697245381464,"score_spread":0.23834607653098341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047804761","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00040170172,0.000037057467,0.9957225,0.00052618835,0.00020943917,0.000019904375,3.762496e-8,0.0009856003,0.002097585],"genre_scores_gemma":[0.051291563,0.0000026028588,0.94826525,0.00015469287,0.000012852525,0.0000021916483,4.6479485e-8,0.0000023996772,0.0002683886],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9996742,0.0000068127433,0.00004440259,0.00011006494,0.000060771883,0.00010376808],"domain_scores_gemma":[0.9996354,0.00007377578,0.0000073147494,0.0002485693,0.000010975177,0.000023951427],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008397928,0.000039962768,0.000041966698,0.00002454706,0.00001802481,0.00001771273,0.00033831206,0.000015123519,0.0000034457798],"category_scores_gemma":[0.00012508217,0.0000333639,0.0000144667,0.0001199218,0.000009172409,0.00020657545,0.00009399984,0.000038842103,0.000066697954],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.178008e-7,0.0000055167825,0.000007555156,0.0000014294884,0.0000017636684,0.000009824394,0.000086430824,0.16820171,0.00068359927,0.80473846,0.000056527784,0.026206935],"study_design_scores_gemma":[0.00023347957,0.000044882472,0.0010284473,0.0000053486283,5.979658e-7,0.000029559402,0.000010551375,0.00066185056,0.03383651,0.9599068,0.004057731,0.00018424501],"about_ca_topic_score_codex":0.0000035075707,"about_ca_topic_score_gemma":5.1804966e-7,"teacher_disagreement_score":0.16753986,"about_ca_system_score_codex":0.000020553929,"about_ca_system_score_gemma":0.000013514352,"threshold_uncertainty_score":0.13605404},"labels":[],"label_agreement":null},{"id":"W2047842118","doi":"10.1007/s00766-014-0201-3","title":"On building architecture-centric product line architecture","year":2014,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nortel (Canada); Carleton University","funders":"","keywords":"Reference architecture; Software architecture; Software engineering; Architecture; Applications architecture; Database-centric architecture; Systems engineering; Computer science; Software architecture description; Resource-oriented architecture; Enterprise architecture framework; Software product line; Architecture tradeoff analysis method; Architectural pattern; Solution architecture; Software development; Engineering; Software; Software construction; Operating system","score_opus":0.025072777581774404,"score_gpt":0.2762753018040137,"score_spread":0.2512025242222393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047842118","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009729008,0.00017721736,0.9868125,0.00022124776,0.0011468895,0.0002553182,0.0000010001116,0.0015026731,0.00015417885],"genre_scores_gemma":[0.3145449,0.000006801453,0.6849546,0.00010234316,0.00026682433,0.000027063976,0.0000017452699,0.0000413546,0.000054390624],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99786425,0.00007781543,0.00030315967,0.0006600722,0.0004347532,0.00065996876],"domain_scores_gemma":[0.99810946,0.0006942436,0.00008227376,0.00093120267,0.000038291946,0.00014449938],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006396402,0.00035602527,0.00030333962,0.00039727744,0.0000868602,0.00009079023,0.0009850435,0.00006337103,0.0000037626978],"category_scores_gemma":[0.0023272887,0.00033018622,0.00008769534,0.00062063534,0.000018295057,0.00021521006,0.00029775396,0.0004299906,0.000016405776],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040980135,0.000020347741,0.000009652924,0.000053732605,0.000020741685,0.0000060485295,0.000077213335,0.88590914,0.014780305,0.018437916,0.000024336978,0.08065645],"study_design_scores_gemma":[0.002888475,0.0012970492,0.002004932,0.0010583289,0.000055505887,0.00017826032,0.0000052796263,0.64733166,0.20629296,0.08507181,0.05021631,0.0035994241],"about_ca_topic_score_codex":0.0000014641425,"about_ca_topic_score_gemma":1.919056e-7,"teacher_disagreement_score":0.3048159,"about_ca_system_score_codex":0.00013717265,"about_ca_system_score_gemma":0.000019297922,"threshold_uncertainty_score":0.999915},"labels":[],"label_agreement":null},{"id":"W2048234728","doi":"10.1145/2578903.2579142","title":"<b>HiLPR</b>","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Mitacs; Curtin University of Technology; International Business Machines Corporation","keywords":"Leverage (statistics); Computer science; Pipeline (software); Representation (politics); Queue; Domain (mathematical analysis); Software; Theoretical computer science; Parallel computing; Software engineering; Programming language; Artificial intelligence; Mathematics","score_opus":0.12840200175849523,"score_gpt":0.259030573852163,"score_spread":0.13062857209366777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048234728","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018872389,0.000026968897,0.9667456,0.000029968873,0.00025755126,0.000020705487,3.948308e-8,0.0011013508,0.031629052],"genre_scores_gemma":[0.048312765,0.0000025736736,0.9510319,0.00010221906,0.000009800547,0.0000032291362,3.3188098e-8,0.0000030703345,0.00053436134],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9996355,0.00001644972,0.000054519733,0.00012499365,0.000051854662,0.000116692856],"domain_scores_gemma":[0.99953437,0.000086056774,0.0000105597865,0.00032455684,0.000015230304,0.000029221897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012127121,0.000046158268,0.000048841393,0.000031187057,0.00001710974,0.0000087458675,0.0004695032,0.000018210612,0.000034187076],"category_scores_gemma":[0.00013012394,0.000037793645,0.00001717274,0.00011611316,0.000012629992,0.0002465876,0.00012897821,0.000041042254,0.00010276056],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.387094e-7,0.000015096507,0.0002458645,0.0000029787443,0.0000045810684,0.000015703157,0.0008260473,0.00034764424,0.00032608237,0.9135424,0.00046339975,0.08420925],"study_design_scores_gemma":[0.0001958505,0.00011287022,0.012314435,0.000006336292,0.0000021477551,0.00004087184,0.00003545985,0.0031411226,0.06915144,0.90781415,0.0067397854,0.00044553558],"about_ca_topic_score_codex":0.0000041013077,"about_ca_topic_score_gemma":3.0897777e-7,"teacher_disagreement_score":0.08376372,"about_ca_system_score_codex":0.0000063405087,"about_ca_system_score_gemma":0.0000061752626,"threshold_uncertainty_score":0.154118},"labels":[],"label_agreement":null},{"id":"W2048248023","doi":"10.1109/mipro.2014.6859802","title":"UNDERSTANDER Business Intelligence Seeker &amp;#x2014; User agent","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.079387185744914,"score_gpt":0.3027921298452564,"score_spread":0.2234049441003424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048248023","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00046683883,0.00005663481,0.9952821,0.0004948525,0.0011394962,0.000075337375,2.2794403e-7,0.0010164881,0.0014680239],"genre_scores_gemma":[0.051249247,0.0000259802,0.9461558,0.00041220398,0.00006440899,0.000008268583,8.980584e-7,0.00001591716,0.0020672968],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99870735,0.000104467865,0.00019787345,0.0004160639,0.00023835503,0.0003359028],"domain_scores_gemma":[0.99783313,0.0010581908,0.00004702493,0.0008468512,0.00012654076,0.00008828514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055657414,0.00017742842,0.00018024245,0.0000939928,0.0000727635,0.00010115507,0.000867903,0.000070847986,0.000046074496],"category_scores_gemma":[0.0012199543,0.00014754634,0.000043556305,0.0004931201,0.0000615199,0.0004478898,0.00035316034,0.00013057915,0.000262061],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051171814,0.000044859367,0.0002921477,0.000044194854,0.00002719346,0.0000034830516,0.00040494013,0.29778334,0.0008203788,0.64557284,0.0016968369,0.053304657],"study_design_scores_gemma":[0.00041146815,0.00010837658,0.012671613,0.000090537585,0.000019216901,0.00007630336,0.0001455576,0.035659082,0.0074554486,0.65701866,0.28449824,0.0018454673],"about_ca_topic_score_codex":0.000010880797,"about_ca_topic_score_gemma":0.000009536404,"teacher_disagreement_score":0.28280142,"about_ca_system_score_codex":0.00006511491,"about_ca_system_score_gemma":0.000026936963,"threshold_uncertainty_score":0.6016765},"labels":[],"label_agreement":null},{"id":"W2049096920","doi":"10.1016/j.knosys.2004.07.005","title":"High-level design for user and component interfaces","year":2004,"lang":"en","type":"article","venue":"Knowledge-Based Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Component (thermodynamics); User interface; Component-based software engineering; Software; Interface (matter); Human–computer interaction; Architecture; Software architecture; Software engineering; Distributed computing; Software system; Programming language; Operating system","score_opus":0.10654025354773722,"score_gpt":0.30508832616939785,"score_spread":0.19854807262166063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049096920","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005903678,0.0022560298,0.98835903,0.00013030993,0.0020619878,0.000653762,0.000009499942,0.0006140998,0.000011576826],"genre_scores_gemma":[0.42628908,0.0000034955347,0.5733583,0.000013791479,0.00006891232,0.00013998951,0.0000016683676,0.000017471913,0.00010728623],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986035,0.0001846775,0.00030037406,0.000448444,0.00013067169,0.00033230166],"domain_scores_gemma":[0.99757004,0.001600721,0.00009597735,0.000481016,0.00015088319,0.000101375284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008838484,0.0002297544,0.0003460488,0.00014810615,0.000120380566,0.00014293513,0.0005717372,0.00009307122,4.5905264e-7],"category_scores_gemma":[0.00037109223,0.00020301499,0.00004842392,0.00020287822,0.00006377244,0.0002367896,0.00011642304,0.0001062539,0.00002147964],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000347788,0.00010143042,0.000039271312,0.00042307234,0.000044092343,0.0000074260774,0.00074803975,0.94389266,0.00871387,0.039220165,0.0004495587,0.006325618],"study_design_scores_gemma":[0.016055055,0.0028204515,0.0028502825,0.0034955859,0.00010887698,0.00013982039,0.00043969494,0.33484244,0.56355524,0.050771855,0.021013739,0.003906946],"about_ca_topic_score_codex":0.000026078415,"about_ca_topic_score_gemma":0.000004993087,"teacher_disagreement_score":0.6090502,"about_ca_system_score_codex":0.00015187866,"about_ca_system_score_gemma":0.00010868332,"threshold_uncertainty_score":0.82787114},"labels":[],"label_agreement":null},{"id":"W2049147308","doi":"10.5539/cis.v2n1p164","title":"Study on the Software Development Based on AOP Technology","year":2009,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Software engineering; Software; Development (topology); Software development; Operating system","score_opus":0.03579255557885792,"score_gpt":0.2878334529832647,"score_spread":0.25204089740440677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049147308","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022422744,0.0000036830554,0.97540635,0.0011297069,0.00022828975,0.0001973282,1.6638721e-7,0.00040221852,0.00020952785],"genre_scores_gemma":[0.52988005,5.913425e-7,0.46780476,0.0022939239,0.000008317504,0.000009178581,2.0165852e-7,9.583631e-7,0.0000020405166],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990036,0.000025419959,0.00018840953,0.0001936665,0.00038584322,0.00020306064],"domain_scores_gemma":[0.99901956,0.00028926783,0.000063398606,0.00047126063,0.00011235693,0.00004413392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009311882,0.00010763735,0.00008738291,0.000423106,0.00037593977,0.00025006145,0.0010319732,0.000025351175,5.7590944e-7],"category_scores_gemma":[0.0003932135,0.00006948825,0.000010585375,0.0010954092,0.00010965324,0.0019129547,0.00018934357,0.00013213919,0.000027078508],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036685599,0.00005332755,0.0002922976,0.0000027037668,0.0000018666698,0.0000018425203,0.00270165,0.06851329,0.000018320019,0.037817635,0.00011412953,0.89047927],"study_design_scores_gemma":[0.0015137135,0.0041895797,0.45354134,0.00016017923,0.0000045810048,0.000039969684,0.00059128675,0.49388248,0.014359987,0.014563694,0.015995337,0.0011578561],"about_ca_topic_score_codex":8.4276856e-8,"about_ca_topic_score_gemma":2.1506606e-8,"teacher_disagreement_score":0.8893214,"about_ca_system_score_codex":0.00004554684,"about_ca_system_score_gemma":0.00008939865,"threshold_uncertainty_score":0.28914627},"labels":[],"label_agreement":null},{"id":"W2049604252","doi":"10.1145/2735386.2735922","title":"Feature modelling and traceability for concern-driven software development with TouchCORE","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Traceability; Modularity (biology); Software engineering; Software; Visualization; Software development; Feature (linguistics); Feature model; Tracing; Data science; Human–computer interaction; Artificial intelligence; Programming language","score_opus":0.13541237968220765,"score_gpt":0.3000720628026002,"score_spread":0.16465968312039253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049604252","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01110641,0.00016828238,0.9872197,0.00027646442,0.00010225668,0.00027144363,0.0000013192779,0.0008339857,0.000020129257],"genre_scores_gemma":[0.018737182,0.000002395248,0.98084766,0.000053749252,0.00002002551,0.00004788042,0.0000018182179,0.000010799112,0.00027848434],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99914294,0.0000249203,0.00009367529,0.0003664337,0.00015172815,0.00022027756],"domain_scores_gemma":[0.9989537,0.00045047444,0.000036346264,0.00028408307,0.00015489466,0.0001205087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003076918,0.00014162013,0.00017243563,0.000030775445,0.00007174486,0.00005304095,0.00029297502,0.00006211955,3.5485016e-7],"category_scores_gemma":[0.00025217427,0.00010399799,0.00001630927,0.00010603257,0.00004342711,0.00033357786,0.000119192104,0.000096679316,8.079735e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029729486,0.000014166296,0.0012397919,0.000046764573,0.000018149396,0.0000037559407,0.002198613,0.9506004,0.0000088898205,0.0019644983,0.00039034066,0.043484908],"study_design_scores_gemma":[0.0026749673,0.0006765764,0.0018659314,0.000109515124,0.000020751504,0.000082087805,0.0006136596,0.92331785,0.0062507945,0.037374597,0.025647905,0.0013653772],"about_ca_topic_score_codex":0.0000020819846,"about_ca_topic_score_gemma":0.0000059378403,"teacher_disagreement_score":0.042119533,"about_ca_system_score_codex":0.00006934047,"about_ca_system_score_gemma":0.0001278366,"threshold_uncertainty_score":0.42409152},"labels":[],"label_agreement":null},{"id":"W2049929172","doi":"10.1145/1218563.1218573","title":"Expressive programs through presentation extension","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Extension (predicate logic); Computer science; Programming language; Extensibility; Presentation (obstetrics); Java; Natural language processing","score_opus":0.07699079560347781,"score_gpt":0.351925659948379,"score_spread":0.27493486434490116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049929172","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042684153,0.00008407892,0.9924385,0.00009188792,0.00039365445,0.00014552721,5.1184198e-8,0.0010756046,0.0015022643],"genre_scores_gemma":[0.0851253,0.00000658581,0.9144059,0.00008572372,0.000042061336,0.00000837006,0.0000010832642,0.000005988543,0.0003190211],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99918234,0.000030199644,0.00013119422,0.00025180803,0.00017400408,0.00023044409],"domain_scores_gemma":[0.99909997,0.00038036858,0.000042183317,0.00037121956,0.00007087731,0.000035355486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033930127,0.00008306907,0.00007985184,0.000034515546,0.00004687041,0.000040777704,0.00033438927,0.000041781583,0.0000031631912],"category_scores_gemma":[0.00030288662,0.00006823606,0.000027446977,0.00023420971,0.000026203066,0.0007312906,0.00015623959,0.000074305564,0.000018129753],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001537667,0.0000868396,0.00045240804,0.000022369906,0.000014190967,0.00008461035,0.0029765847,0.014351464,0.025847394,0.13570958,0.000752191,0.819687],"study_design_scores_gemma":[0.00089536095,0.00039552993,0.021184878,0.00008317697,0.000008684269,0.000100998936,0.0007807393,0.010952265,0.5517854,0.39972895,0.013133138,0.0009508688],"about_ca_topic_score_codex":0.000008583121,"about_ca_topic_score_gemma":0.0000015431125,"teacher_disagreement_score":0.81873614,"about_ca_system_score_codex":0.00002130699,"about_ca_system_score_gemma":0.000007925419,"threshold_uncertainty_score":0.27825856},"labels":[],"label_agreement":null},{"id":"W2051009231","doi":"10.1145/2593929.2593935","title":"Designing search based adaptive systems: a quantitative approach","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Ranking (information retrieval); Adaptation (eye); Cloud computing; Task (project management); Quality (philosophy); Control (management); Software; Data mining; Loop (graph theory); Machine learning; Artificial intelligence; Engineering; Operating system; Systems engineering","score_opus":0.12989155191033067,"score_gpt":0.317500874269875,"score_spread":0.18760932235954433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051009231","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009422208,0.00008308815,0.9955733,0.00003369157,0.00017204306,0.00017510676,4.0308828e-7,0.0009111675,0.0029569974],"genre_scores_gemma":[0.15387115,6.211097e-7,0.8459028,0.000046159537,0.000018172539,0.000033956985,5.405456e-7,0.000010498848,0.00011610932],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99835867,0.0005571732,0.00014944754,0.0003816617,0.0002513218,0.00030173745],"domain_scores_gemma":[0.99653924,0.0027880475,0.00003869816,0.00044646373,0.00011674888,0.00007080843],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014966833,0.00013630601,0.00020044873,0.00013144762,0.00008214983,0.00008971967,0.0006404893,0.00005020484,0.0000011324682],"category_scores_gemma":[0.00081739586,0.00011408499,0.000038306618,0.0003816147,0.000047959762,0.0003364179,0.00013510733,0.00015807184,0.000026400154],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004194424,0.000011345567,0.000014691556,0.000020072326,0.000007450222,0.0000013213935,0.0002788113,0.7138493,0.00052666984,0.28333676,0.00003549937,0.0019138644],"study_design_scores_gemma":[0.00015064122,0.0001594855,0.00007468128,0.000019409326,0.0000017731713,0.0000034963198,0.00027425025,0.99392325,0.003141748,0.0020105927,0.00007202559,0.00016864191],"about_ca_topic_score_codex":0.000020708263,"about_ca_topic_score_gemma":2.2714705e-7,"teacher_disagreement_score":0.28132617,"about_ca_system_score_codex":0.000049449383,"about_ca_system_score_gemma":0.00004543567,"threshold_uncertainty_score":0.4652251},"labels":[],"label_agreement":null},{"id":"W2051051963","doi":"10.1016/j.scico.2010.06.009","title":"Bridging the gap between software architecture rationale formalisms and actual architecture documents: An ontology-driven approach","year":2010,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Fondo de Fomento al Desarrollo Científico y Tecnológico","keywords":"Computer science; Software engineering; Documentation; Ontology; Software architecture; Architecture; Bridging (networking); Reuse; Information retrieval; Software; Data science; World Wide Web; Programming language","score_opus":0.028242315104905356,"score_gpt":0.29117152432417437,"score_spread":0.262929209219269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051051963","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11344198,0.00003573459,0.8850133,0.00036138477,0.0004092407,0.0003899934,0.000002599369,0.00033461818,0.000011155368],"genre_scores_gemma":[0.22938876,9.707453e-7,0.77031857,0.00006726005,0.00018084704,0.000024460267,0.000004539439,0.000010054359,0.000004533261],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976642,0.00011849969,0.0003125333,0.00069005013,0.0005974964,0.00061719876],"domain_scores_gemma":[0.99807143,0.0005711767,0.00019457386,0.00082107924,0.00016592053,0.00017582082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016118443,0.00024958813,0.00028793534,0.00025716552,0.00053888914,0.00044189696,0.0023751794,0.000092735885,7.847632e-7],"category_scores_gemma":[0.00037823833,0.00017792634,0.00006269907,0.0007482519,0.0012242964,0.0012788185,0.0009626167,0.0006674208,5.5851575e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031415138,0.000027961176,0.00072193856,0.000033520144,0.000013587836,0.0000019139777,0.0048278435,0.063405894,0.0015723064,0.0063131717,0.0000050624158,0.92307365],"study_design_scores_gemma":[0.003170962,0.0026695698,0.0668264,0.0003404015,0.00013119102,0.0018439323,0.00085691235,0.57248974,0.02387841,0.31633082,0.0072845262,0.0041771107],"about_ca_topic_score_codex":0.000011023108,"about_ca_topic_score_gemma":0.000007880103,"teacher_disagreement_score":0.91889656,"about_ca_system_score_codex":0.000023143466,"about_ca_system_score_gemma":0.00014561915,"threshold_uncertainty_score":0.7255625},"labels":[],"label_agreement":null},{"id":"W2051221173","doi":"10.1002/(sici)1097-024x(200006)30:7<825::aid-spe322>3.0.co;2-1","title":"Software product lines: a case study","year":2000,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software product line; Software engineering; Exploit; Time to market; Abstraction; Product (mathematics); Domain (mathematical analysis); Java; Documentation; Domain analysis; Domain engineering; Software; New product development; Process (computing); Software development; Programming language; Software construction; Computer security","score_opus":0.03995879755292413,"score_gpt":0.3447755813809009,"score_spread":0.3048167838279768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051221173","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28795475,0.0010814097,0.7087692,0.00022258631,0.00028392766,0.00035988915,0.0000012830077,0.0012944639,0.000032490454],"genre_scores_gemma":[0.25334266,0.00016321398,0.74559,0.00035587748,0.000098229735,0.00016851567,6.0507034e-7,0.00002281467,0.00025811727],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99753827,0.00028808013,0.0003449015,0.000981503,0.00036495551,0.000482296],"domain_scores_gemma":[0.9961885,0.002194394,0.00011360565,0.0011437864,0.00017997329,0.00017971262],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000688741,0.0003124498,0.00029253424,0.00009379554,0.00041026957,0.00028067344,0.000692817,0.00006496627,0.000038623817],"category_scores_gemma":[0.008606893,0.00028643466,0.000044077788,0.0006561801,0.00013034567,0.0035519684,0.00031912266,0.00034520062,0.000049639577],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005331626,0.00043497537,0.002716991,0.000037494727,0.000040098235,0.0093840035,0.07271874,0.0025964824,0.00004801445,0.00009432639,0.00014174054,0.9117338],"study_design_scores_gemma":[0.00895642,0.008175595,0.008786083,0.00053006335,0.00049584924,0.30231398,0.2941254,0.0044187913,0.0067083067,0.015728125,0.3378424,0.011918946],"about_ca_topic_score_codex":0.0002207897,"about_ca_topic_score_gemma":0.00000990331,"teacher_disagreement_score":0.89981484,"about_ca_system_score_codex":0.000038347556,"about_ca_system_score_gemma":0.000074238116,"threshold_uncertainty_score":0.99995875},"labels":[],"label_agreement":null},{"id":"W2051945314","doi":"10.1145/1117696.1117697","title":"Incomplete resolution of references in Eclipse","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Eclipse; Computer science; Reuse; Programming language; Resolution (logic); Software engineering; Task (project management); Java; Transformation (genetics); Software; Variety (cybernetics); Artificial intelligence; Systems engineering; Engineering","score_opus":0.05552092302242342,"score_gpt":0.3016262082293233,"score_spread":0.24610528520689987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051945314","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01863754,0.00007106706,0.9787565,0.00027380927,0.0000994466,0.000034033965,2.4191507e-7,0.00014245299,0.001984902],"genre_scores_gemma":[0.29385668,0.000011236385,0.7059924,0.000023969658,0.000032395616,0.0000023047087,1.5318271e-7,0.0000014229454,0.00007943696],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99943006,0.000056236815,0.00016246263,0.00013859382,0.0000932536,0.00011941011],"domain_scores_gemma":[0.9993716,0.00030483273,0.000035810892,0.00024931846,0.000022124925,0.000016346825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036034174,0.00005100924,0.000100240846,0.000104095496,0.000010485334,0.0000067780734,0.00037422747,0.000027459839,0.000008503901],"category_scores_gemma":[0.00030439868,0.000044240962,0.000015177765,0.0002543701,0.0000228111,0.00030639506,0.00012428334,0.00006421179,0.00000975063],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007896894,0.000045200544,0.001509363,0.000019886913,0.0000045549436,0.0000031467034,0.00085383106,0.39341676,0.0025458448,0.32396764,0.00041941355,0.27720645],"study_design_scores_gemma":[0.0013264868,0.0003815423,0.124490544,0.00015844972,0.0000042310635,0.00002375897,0.00018991911,0.37373614,0.050525323,0.42211077,0.026102116,0.0009507089],"about_ca_topic_score_codex":0.00001668986,"about_ca_topic_score_gemma":0.00004694244,"teacher_disagreement_score":0.27625576,"about_ca_system_score_codex":0.000028308556,"about_ca_system_score_gemma":0.000013867415,"threshold_uncertainty_score":0.1804094},"labels":[],"label_agreement":null},{"id":"W2052103584","doi":"10.1142/s0218194002000810","title":"USE CASE PATTERNS","year":2002,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Use Case Diagram; Computer science; Use Case Points; Software engineering; Set (abstract data type); Class (philosophy); Object-oriented programming; Process (computing); Software; Software development; Unified Modeling Language; Software development process; Artificial intelligence; Class diagram; Programming language","score_opus":0.04229184336523819,"score_gpt":0.26514015539016605,"score_spread":0.22284831202492786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052103584","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.073609844,0.0019659477,0.9208204,0.00005694874,0.003115743,0.0000408715,0.00000512729,0.00038068046,0.0000044470703],"genre_scores_gemma":[0.5222882,0.00026794279,0.47696546,0.000012933173,0.00036896317,0.0000035914647,4.958263e-7,0.0000323887,0.000060023805],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99872905,0.000023534869,0.0004688603,0.00022197848,0.00027199337,0.00028457874],"domain_scores_gemma":[0.9978753,0.0012238642,0.00013398565,0.00023397239,0.00034686597,0.00018605759],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00034230654,0.00025869763,0.0002897467,0.0005552745,0.000036070967,0.00022015895,0.0006801098,0.000091161026,0.0000079117435],"category_scores_gemma":[0.0027035144,0.00025676686,0.00012069826,0.00021891874,0.000014264903,0.0012245387,0.00025169837,0.00040177684,0.000006245731],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000092347345,0.00014530559,0.00224614,0.00017984636,0.0005456162,0.010648738,0.0029646487,0.82775414,0.0021061876,0.004570481,0.00042631128,0.14840332],"study_design_scores_gemma":[0.0017732074,0.0003198598,0.00474186,0.0011912031,0.00006640339,0.073125765,0.00007492813,0.8862505,0.005690243,0.00018639407,0.024965912,0.0016137171],"about_ca_topic_score_codex":0.0000034644413,"about_ca_topic_score_gemma":5.36618e-7,"teacher_disagreement_score":0.44867834,"about_ca_system_score_codex":0.00011585993,"about_ca_system_score_gemma":0.000014760099,"threshold_uncertainty_score":0.99998844},"labels":[],"label_agreement":null},{"id":"W2053488873","doi":"10.1109/tase.2012.34","title":"Formal Specification and Probabilistic Verification of SysML Activity Diagrams","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Systems Modeling Language; Computer science; Activity diagram; Probabilistic logic; Model checking; Programming language; Usability; Probabilistic CTL; Theoretical computer science; Modeling language; Set (abstract data type); Formal verification; Software engineering; Unified Modeling Language; Software; Artificial intelligence; Probabilistic analysis of algorithms; Human–computer interaction","score_opus":0.0502418103648826,"score_gpt":0.2815332048384955,"score_spread":0.23129139447361288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053488873","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.111622296,0.000072388466,0.8876987,0.000042984968,0.00013824421,0.00009658415,3.220273e-7,0.00015036741,0.0001781144],"genre_scores_gemma":[0.6305796,0.000009695651,0.36936513,0.0000024493147,0.000015383319,0.000008584642,3.4019288e-7,0.0000019671568,0.000016879609],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9995322,0.000041289262,0.00009087037,0.00011058608,0.000081311904,0.00014374343],"domain_scores_gemma":[0.99929374,0.000297496,0.00005525996,0.0002842159,0.00003211727,0.00003716936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041924522,0.00005553618,0.00007972456,0.000031962532,0.0000255149,0.000012047334,0.00014953634,0.000028719262,0.0000013749027],"category_scores_gemma":[0.0003869718,0.000047725236,0.000012447299,0.00012479759,0.00003445927,0.00095712586,0.00007289163,0.00004352225,0.0000028423399],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009160726,0.000111121895,0.0037416846,0.00011557358,0.000008596938,1.3264864e-7,0.000985238,0.003166182,0.027735366,0.4895727,0.000023219525,0.47453102],"study_design_scores_gemma":[0.00023825117,0.00010713184,0.8503583,0.000017901259,0.0000094530105,0.000015109407,0.000052989304,0.024846232,0.101910986,0.021567708,0.00054861617,0.0003273385],"about_ca_topic_score_codex":0.0000027773142,"about_ca_topic_score_gemma":3.316882e-7,"teacher_disagreement_score":0.8466166,"about_ca_system_score_codex":0.000021499707,"about_ca_system_score_gemma":0.0000066092407,"threshold_uncertainty_score":0.19461785},"labels":[],"label_agreement":null},{"id":"W2053493264","doi":"10.1109/icsc.2010.24","title":"Using Model Transformation Semantics for Aspect Composition","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Model transformation; Transformation (genetics); Unified Modeling Language; Context (archaeology); Sequence diagram; Semantics (computer science); Set (abstract data type); Programming language; Composition (language); Aspect-oriented programming; Sequence (biology); Theoretical computer science; Algorithm; Artificial intelligence; Linguistics","score_opus":0.10225661482940357,"score_gpt":0.3510957159710464,"score_spread":0.24883910114164282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053493264","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011610985,0.0000029527057,0.9871333,0.00018643503,0.00032260705,0.00014080129,0.0000013676723,0.00045631584,0.000145184],"genre_scores_gemma":[0.28459767,6.7385804e-7,0.7153298,0.000034331093,0.00001838418,0.000004424872,0.0000013304872,0.000004139916,0.0000092649025],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99957913,0.000008899405,0.000102791695,0.00011289034,0.00007293055,0.0001233298],"domain_scores_gemma":[0.99955887,0.00015763972,0.000023718885,0.00018414579,0.000052391217,0.00002322911],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021472666,0.00006358883,0.00007250421,0.00005019376,0.00006830356,0.000040923132,0.0002070541,0.00004357609,6.915187e-7],"category_scores_gemma":[0.000049603255,0.00005920329,0.00003307585,0.00008066029,0.000012056878,0.0005626745,0.00002138963,0.000083456674,0.0000012192587],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013568672,0.0000057794155,0.000001439575,0.000011431993,0.0000019728434,1.2467443e-7,0.00018851574,0.6532664,0.12320163,0.21939673,0.000006787626,0.003917845],"study_design_scores_gemma":[0.00009242927,0.0000102792765,0.000010460331,0.0000024606006,0.000002285931,0.00000679365,0.00000359081,0.8704992,0.05738108,0.07189228,0.000025718246,0.00007345531],"about_ca_topic_score_codex":9.997481e-7,"about_ca_topic_score_gemma":0.0000013895143,"teacher_disagreement_score":0.27298665,"about_ca_system_score_codex":0.000014026663,"about_ca_system_score_gemma":0.000016358277,"threshold_uncertainty_score":0.24142401},"labels":[],"label_agreement":null},{"id":"W2054258364","doi":"10.1145/505894.505909","title":"COTS workshop","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Software engineering; Engineering management; Engineering; Certification; Systems engineering; Software; Computer science; Operating system; Management","score_opus":0.0448775485825036,"score_gpt":0.2848098457964684,"score_spread":0.2399322972139648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054258364","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028742004,0.0010425521,0.9621505,0.00043000682,0.0013181678,0.00016395267,0.0000030163453,0.0061442265,0.0000055488954],"genre_scores_gemma":[0.31929073,0.00008032051,0.68009126,0.0001407639,0.00016923768,0.000042995947,0.000005358505,0.000058669928,0.00012068491],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9976344,0.000047138477,0.00037987874,0.0007085297,0.00039828772,0.000831763],"domain_scores_gemma":[0.90463823,0.09256777,0.0001037513,0.0022874344,0.0001379181,0.0002648737],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004401566,0.00045686652,0.00041391634,0.00029112046,0.00012775669,0.00016301482,0.002468633,0.00020414275,0.000024740275],"category_scores_gemma":[0.28312534,0.00047630118,0.00014709774,0.0010742946,0.00004300099,0.00087490294,0.00091404136,0.00047239926,0.0001250099],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002914629,0.0001590054,0.16530685,0.00021228961,0.00016993428,0.0007287777,0.0013691123,0.5746967,0.0057288436,0.010777555,0.0019332555,0.23888849],"study_design_scores_gemma":[0.005280004,0.00090637774,0.6712519,0.0017694308,0.00018478789,0.0028889494,0.0001283376,0.021545317,0.058357503,0.022444643,0.2015962,0.013646566],"about_ca_topic_score_codex":0.000005918623,"about_ca_topic_score_gemma":0.0000013177745,"teacher_disagreement_score":0.5531514,"about_ca_system_score_codex":0.00011015065,"about_ca_system_score_gemma":0.00004655186,"threshold_uncertainty_score":0.99976885},"labels":[],"label_agreement":null},{"id":"W2054642624","doi":"10.1007/s10470-011-9700-z","title":"How different messaging semantics can affect SCA applications performances: a benchmark comparison","year":2011,"lang":"en","type":"article","venue":"Analog Integrated Circuits and Signal Processing","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Communications Research Centre Canada","funders":"","keywords":"Common Object Request Broker Architecture; Computer science; Middleware (distributed applications); Software; Component-based software engineering; Benchmark (surveying); Software development; Operating system","score_opus":0.05504768225774683,"score_gpt":0.26869667089679355,"score_spread":0.21364898863904672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054642624","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016586479,0.0016552982,0.9805503,0.0000924624,0.000054867072,0.0001868704,0.0000029542464,0.00038681665,0.00048396285],"genre_scores_gemma":[0.94737273,0.00006450884,0.052335564,0.000063330874,0.000033495835,0.000054275653,0.000009529612,0.000017336126,0.00004921054],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985253,0.00008703826,0.0002600832,0.00049292995,0.00021758513,0.0004170324],"domain_scores_gemma":[0.99908453,0.00017764406,0.00017531303,0.00026867623,0.00016375961,0.00013007563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029405492,0.0002912506,0.0003731876,0.00020102599,0.00037701442,0.0003796889,0.00056146923,0.000097837095,0.00000404723],"category_scores_gemma":[0.00005233148,0.00022522995,0.000052729083,0.0005850151,0.00012770269,0.000626097,0.00010537468,0.00038965076,8.788182e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005052964,0.00010934832,0.011015483,0.00034756097,0.00007153679,0.000015887026,0.004557054,0.0012085527,0.003359951,0.013702676,0.000030389905,0.9655765],"study_design_scores_gemma":[0.0015272445,0.001016517,0.03327071,0.0020681773,0.00031103095,0.00026479724,0.007814808,0.7830776,0.07281912,0.09203671,0.0022190113,0.003574294],"about_ca_topic_score_codex":0.000024156612,"about_ca_topic_score_gemma":0.00001940419,"teacher_disagreement_score":0.9620022,"about_ca_system_score_codex":0.000058926475,"about_ca_system_score_gemma":0.000076145014,"threshold_uncertainty_score":0.9184611},"labels":[],"label_agreement":null},{"id":"W2055450930","doi":"10.4018/ijkss.2014100103","title":"Product Line Stakeholder Preference Elicitation via Decision Processes","year":2014,"lang":"en","type":"article","venue":"International Journal of Knowledge and Systems Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of New Brunswick","funders":"","keywords":"Product (mathematics); Computer science; Quality (philosophy); Process (computing); Preference; Function (biology); Preference elicitation; Stakeholder; Order (exchange); Expected utility hypothesis; Decision analysis; Operations research; Risk analysis (engineering); Process management; Mathematics; Business; Economics; Microeconomics","score_opus":0.10731306834552151,"score_gpt":0.3401121840265445,"score_spread":0.23279911568102296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055450930","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058750246,0.001455518,0.9364256,0.00010872973,0.0029813342,0.000065831024,5.037316e-7,0.000038342227,0.00017388449],"genre_scores_gemma":[0.87961966,0.000082315695,0.11992074,0.000014472651,0.00029819628,0.000002838062,1.467052e-7,0.0000039699044,0.00005765594],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983975,0.00007797862,0.00042289958,0.0002582782,0.00068501383,0.00015827506],"domain_scores_gemma":[0.99560624,0.0009871154,0.00032067325,0.0001956892,0.0027933428,0.000096927935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002488449,0.00010448223,0.00017343379,0.00037815067,0.00009965874,0.0002670912,0.0014371935,0.000024395522,6.113752e-7],"category_scores_gemma":[0.006660717,0.000077835626,0.000022075934,0.0005097707,0.00013386943,0.0016445575,0.00019643983,0.00012419967,0.000005141195],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045336285,0.00015561224,0.002369931,0.00015687225,0.00004076013,0.000018839492,0.0039989767,0.05672086,0.037834577,0.017770208,0.00024447477,0.88064355],"study_design_scores_gemma":[0.004163866,0.002657317,0.06543388,0.0048154513,0.0000543788,0.0053606406,0.0005325575,0.62760425,0.11378734,0.14080891,0.03272054,0.0020608783],"about_ca_topic_score_codex":0.0000028071995,"about_ca_topic_score_gemma":0.0000018925246,"teacher_disagreement_score":0.87858266,"about_ca_system_score_codex":0.00008145823,"about_ca_system_score_gemma":0.00023490412,"threshold_uncertainty_score":0.79739815},"labels":[],"label_agreement":null},{"id":"W2056618363","doi":"10.1109/sew.2007.97","title":"ASSL - Autonomic System Specification Language","year":2007,"lang":"en","type":"article","venue":"Annual Software Engineering Workshop","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Executable; Autonomic computing; Language Of Temporal Ordering Specification; Programming language; Syntax; Specification language; Formal specification; Software engineering; Artificial intelligence; Operating system","score_opus":0.013800574498195963,"score_gpt":0.2605301816120202,"score_spread":0.24672960711382422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056618363","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012167804,0.000613681,0.97919744,0.00005452757,0.0017101846,0.00017002824,0.000007405805,0.006019949,0.000058997743],"genre_scores_gemma":[0.32518935,0.000007044861,0.6741914,0.000027224281,0.0002790515,0.000015901654,0.0000069079115,0.000045130775,0.0002379544],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9980846,0.000027160935,0.00041269994,0.0005333272,0.00027758646,0.00066462025],"domain_scores_gemma":[0.99665713,0.002072865,0.000102805716,0.00089913455,0.00009011368,0.00017792232],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011021531,0.00030908297,0.0002942961,0.00027649407,0.00009184178,0.00009649695,0.0009995614,0.00018098955,0.0000045081065],"category_scores_gemma":[0.0021637997,0.00033004908,0.000103299295,0.00069825153,0.000024627945,0.00069816154,0.0002524536,0.00038923518,0.00009478745],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018302382,0.00005664676,0.0008410874,0.0001827808,0.000093691495,0.00030959756,0.0045151967,0.8352163,0.002632485,0.0342454,0.0015225598,0.12036596],"study_design_scores_gemma":[0.00544171,0.00092692726,0.41888735,0.004674144,0.0002662115,0.0021549473,0.016956175,0.2424573,0.1275611,0.0020526326,0.16010451,0.018516986],"about_ca_topic_score_codex":0.000007707167,"about_ca_topic_score_gemma":0.0000017993406,"teacher_disagreement_score":0.592759,"about_ca_system_score_codex":0.00036468604,"about_ca_system_score_gemma":0.000033760498,"threshold_uncertainty_score":0.9999152},"labels":[],"label_agreement":null},{"id":"W2057043582","doi":"10.1016/j.jss.2007.01.005","title":"RDL: A language for framework instantiation representation","year":2007,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Research Council Canada","keywords":"Reuse; Computer science; Software engineering; Domain engineering; Software development; Process (computing); Software; Component-based software engineering; Programming language; Systems engineering; Engineering","score_opus":0.03718007478074709,"score_gpt":0.3411848635072173,"score_spread":0.3040047887264702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057043582","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03252581,0.002154407,0.9641174,0.000042410436,0.0009780482,0.00010558686,0.0000012928132,0.00007000168,0.0000050475696],"genre_scores_gemma":[0.26871976,0.00003189047,0.73099405,0.000020032101,0.00020050608,0.0000017631123,3.3066055e-7,0.0000058670144,0.000025808939],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992465,0.000034996967,0.00032874648,0.0000980723,0.00016753378,0.00012416043],"domain_scores_gemma":[0.99800396,0.0013296636,0.0002839134,0.00014734066,0.00018217017,0.000052957064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012275472,0.000066474706,0.00017560764,0.000121879544,0.00005193808,0.00007076227,0.00017252633,0.00006814679,2.5532188e-7],"category_scores_gemma":[0.0023596191,0.00005437545,0.000047583653,0.00015657471,0.000011258612,0.00043271502,0.000030109371,0.00011259355,3.1305075e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026461642,0.000118415184,0.025326729,0.0011488094,0.00027711818,0.0003582169,0.03090668,0.08032689,0.0065567754,0.091855764,0.0014407065,0.7614193],"study_design_scores_gemma":[0.01510499,0.0074339285,0.33925718,0.010030218,0.000410678,0.009011187,0.042535875,0.04169862,0.037460722,0.44722986,0.04462443,0.005202317],"about_ca_topic_score_codex":0.0000047323206,"about_ca_topic_score_gemma":7.189955e-7,"teacher_disagreement_score":0.75621694,"about_ca_system_score_codex":0.000033155608,"about_ca_system_score_gemma":0.00002014708,"threshold_uncertainty_score":0.28248549},"labels":[],"label_agreement":null},{"id":"W2057334711","doi":"10.1145/383845.383858","title":"Getting started with ASPECTJ","year":2001,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":540,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"PALO; Citation; Library science; Engineering; Computer science; Operating system","score_opus":0.07979108378174801,"score_gpt":0.3166823941252611,"score_spread":0.2368913103435131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057334711","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009452007,0.00048905454,0.96761495,0.02112574,0.00005502867,0.000088515626,5.319677e-7,0.00023379643,0.0009403845],"genre_scores_gemma":[0.19966607,0.000057116526,0.80015326,0.00005586956,0.000004063767,0.0000075906933,3.3574977e-7,0.000004303915,0.000051376945],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994857,0.0001244655,0.00010903757,0.000089830864,0.00009327292,0.000097735414],"domain_scores_gemma":[0.9707798,0.0010141566,0.00008533185,0.02803084,0.00007492636,0.0000149703055],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00026813583,0.00005462915,0.00007791541,0.00003334611,0.00014000956,0.000015953383,0.028903132,0.000016963428,9.84202e-7],"category_scores_gemma":[0.008730783,0.0000367749,0.000025954028,0.00043146935,0.00012076919,0.00016350279,0.013527248,0.00013612374,0.0000030561976],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042108593,0.00057101157,0.038286474,0.00007924832,0.00033886198,0.000007608884,0.010085615,0.23927832,0.03416352,0.4820774,0.009969337,0.18510053],"study_design_scores_gemma":[0.00045222204,0.00009061615,0.058916133,0.00014788231,0.00002170648,0.00006751028,0.00022040922,0.011299257,0.009804643,0.90421647,0.014396832,0.00036631574],"about_ca_topic_score_codex":0.000008579173,"about_ca_topic_score_gemma":0.00000961612,"teacher_disagreement_score":0.42213908,"about_ca_system_score_codex":0.000019982204,"about_ca_system_score_gemma":0.000024789135,"threshold_uncertainty_score":0.9996191},"labels":[],"label_agreement":null},{"id":"W2057494031","doi":"10.1007/s10270-009-0127-2","title":"An algebra of product families","year":2009,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Haskell; Computer science; Idempotence; Product (mathematics); Algebra over a field; Algebraic structure; Programming language; Algebraic number; Basis (linear algebra); Theoretical computer science; Functional programming; Mathematics; Pure mathematics","score_opus":0.036901165333839525,"score_gpt":0.28866561143172315,"score_spread":0.2517644460978836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057494031","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041439075,0.0018872692,0.95390123,0.00003337908,0.0007520998,0.00023522504,0.0000026590628,0.0017250197,0.000024043129],"genre_scores_gemma":[0.5386203,0.00001699242,0.46122965,0.00001844604,0.00008052718,0.000008409483,0.000001716988,0.000011382231,0.000012620403],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980512,0.00015312481,0.0004955108,0.0005613131,0.0003624383,0.00037636503],"domain_scores_gemma":[0.9981349,0.00019391607,0.00014060212,0.0012180432,0.00022012633,0.00009239739],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081227714,0.0002315133,0.0004131913,0.00019317509,0.00008921934,0.00008110674,0.001066058,0.000077867815,4.027401e-7],"category_scores_gemma":[0.00068762753,0.00021623669,0.00007539267,0.00040650732,0.00002626335,0.0009385302,0.00008421994,0.00017207404,0.00000432301],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031361444,0.00002534508,0.00012552533,0.000059886057,0.0000078193325,0.000004426968,0.0006908367,0.9574757,0.0019076795,0.0050886334,0.00001123922,0.03459975],"study_design_scores_gemma":[0.00022943597,0.000257051,0.00019793448,0.00023529024,0.000010750039,0.0000418424,0.0002621228,0.9723007,0.0021878018,0.023638198,0.000091991635,0.00054684456],"about_ca_topic_score_codex":0.00004389797,"about_ca_topic_score_gemma":6.0904387e-7,"teacher_disagreement_score":0.49718118,"about_ca_system_score_codex":0.000051569557,"about_ca_system_score_gemma":0.00006937776,"threshold_uncertainty_score":0.8817876},"labels":[],"label_agreement":null},{"id":"W2057682534","doi":"10.1002/smr.493","title":"Mismatch handling for COTS selection: a case study","year":2011,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Process (computing); Selection (genetic algorithm); Commercial off-the-shelf; Key (lock); Software; Reliability engineering; Systems engineering; Computer science; Economic shortage; Software engineering; Engineering; Embedded system; Operating system; Artificial intelligence","score_opus":0.22196482420855593,"score_gpt":0.4183616746701865,"score_spread":0.19639685046163055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057682534","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041034818,0.0013320246,0.9567076,0.0004000004,0.00020602647,0.00024652583,9.340351e-7,0.000048647544,0.000023403987],"genre_scores_gemma":[0.39707094,0.00021875248,0.60251296,0.000026611913,0.000065672364,0.000013485768,4.713646e-8,0.0000065160416,0.00008503],"study_design_codex":"design_other","study_design_gemma":"case_report","domain_scores_codex":[0.9982718,0.00053678156,0.0003050135,0.00022559264,0.00031855277,0.00034223948],"domain_scores_gemma":[0.99068624,0.00701314,0.00021821835,0.00015490608,0.0017690877,0.00015839686],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0084074335,0.00010322218,0.00020042043,0.00023855886,0.00040300912,0.000117837015,0.0002226835,0.000056769688,0.0000015537161],"category_scores_gemma":[0.022093352,0.00008283305,0.000033356395,0.00040373334,0.00010648151,0.0016197243,0.0001382965,0.00047064433,8.107735e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023052096,0.00704978,0.113240466,0.0019882468,0.002376987,0.039663725,0.13715863,0.0058638984,0.0026342159,0.05227279,0.028205855,0.5864933],"study_design_scores_gemma":[0.0133272335,0.04121275,0.04059385,0.0010158747,0.00029277115,0.41012728,0.1306823,0.01001938,0.0010520736,0.3177331,0.032143105,0.0018002645],"about_ca_topic_score_codex":0.000099356075,"about_ca_topic_score_gemma":0.0000162933,"teacher_disagreement_score":0.584693,"about_ca_system_score_codex":0.00008032286,"about_ca_system_score_gemma":0.00014523312,"threshold_uncertainty_score":0.98614395},"labels":[],"label_agreement":null},{"id":"W2058394112","doi":"10.1145/1739230.1739252","title":"AspectMatlab","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Programming language; Syntax; Set (abstract data type); High-level programming language; Abstract syntax tree; First-generation programming language; Programming paradigm; Artificial intelligence; Parsing","score_opus":0.012586085192389351,"score_gpt":0.26286174334780976,"score_spread":0.2502756581554204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058394112","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002225677,0.000006356517,0.9884617,0.0003081335,0.00083530654,0.00002053174,4.7055277e-8,0.0012399544,0.006902295],"genre_scores_gemma":[0.054493017,7.583247e-7,0.9447768,0.000088665896,0.000034997895,0.0000025906197,5.4674093e-8,0.0000029279217,0.00060020067],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9996469,0.000008491329,0.000048149333,0.00012353502,0.00006282219,0.00011008465],"domain_scores_gemma":[0.99934775,0.00021280361,0.000009455061,0.0003817923,0.000017612576,0.000030619314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014924923,0.00004393624,0.0000459656,0.000028966,0.000021931915,0.000031516283,0.00047660744,0.00002529611,0.000028820037],"category_scores_gemma":[0.0003760786,0.000035583707,0.000015211234,0.00011844456,0.000014301385,0.00021364391,0.00011976181,0.00012744653,0.00010031378],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.9373007e-7,0.000005771826,0.00008042365,0.0000015058082,0.0000018707188,0.000005860179,0.000055016193,0.001149114,0.01831387,0.93264467,0.00054734206,0.047194395],"study_design_scores_gemma":[0.000259649,0.00005708026,0.009789304,0.0000032410394,0.0000016826325,0.00011316631,0.000012383756,0.018086206,0.13014607,0.77902824,0.0619597,0.000543304],"about_ca_topic_score_codex":0.0000016159833,"about_ca_topic_score_gemma":0.0000024968156,"teacher_disagreement_score":0.15361643,"about_ca_system_score_codex":0.0000032118126,"about_ca_system_score_gemma":0.000009081812,"threshold_uncertainty_score":0.14510615},"labels":[],"label_agreement":null},{"id":"W2059304069","doi":"10.1145/1992896.1992900","title":"A platform-independent UML profile for aspect-oriented development","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"AspectJ; UML tool; Computer science; Programming language; Serialization; Applications of UML; Unified Modeling Language; Software engineering; Modular programming; XML; Aspect-oriented programming; Software; Operating system","score_opus":0.10373827809852072,"score_gpt":0.2872471581706191,"score_spread":0.18350888007209837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059304069","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034737755,0.000024171459,0.9915524,0.000011575036,0.0005410105,0.00035567262,8.840977e-7,0.001016835,0.003023655],"genre_scores_gemma":[0.019160641,0.000001256318,0.978967,0.000052049254,0.000021232325,0.00017849288,0.000002019738,0.000012246873,0.0016050693],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99891895,0.00001338199,0.00020573445,0.0003406853,0.00017314158,0.00034813568],"domain_scores_gemma":[0.9991766,0.00023412076,0.000053666023,0.00037502247,0.00008334915,0.000077220306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037810268,0.00014275975,0.00014418166,0.00008856355,0.00008501142,0.000022317052,0.00057251676,0.000056965084,0.000022676975],"category_scores_gemma":[0.00036917924,0.00011948056,0.000042943164,0.00017649544,0.000016658603,0.0003779494,0.00025036745,0.000083194616,0.000053631666],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035974954,0.00024607204,0.00058891677,0.00010705273,0.00012527387,0.000041846855,0.012738292,0.0009404355,0.0018067554,0.64540106,0.0019856577,0.33598265],"study_design_scores_gemma":[0.00195854,0.0006017745,0.014780072,0.00005897832,0.0000135966675,0.00008456831,0.000499536,0.022348166,0.83109653,0.08946157,0.0379834,0.0011132498],"about_ca_topic_score_codex":0.0000031290551,"about_ca_topic_score_gemma":0.0000036341632,"teacher_disagreement_score":0.8292898,"about_ca_system_score_codex":0.000071832605,"about_ca_system_score_gemma":0.00008128482,"threshold_uncertainty_score":0.4872276},"labels":[],"label_agreement":null},{"id":"W2060424441","doi":"10.1145/1218776.1218794","title":"A relationship-driven approach to view merging","year":2006,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Merge (version control); Computer science; Software; Software engineering; Set (abstract data type); Theoretical computer science; Data science; Artificial intelligence; Programming language; Information retrieval","score_opus":0.037039422639708115,"score_gpt":0.2656397933014625,"score_spread":0.22860037066175437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060424441","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011713857,0.00078935816,0.9816972,0.00027089752,0.0005607906,0.00030671948,0.000005988792,0.0046375473,0.000017631128],"genre_scores_gemma":[0.40315968,0.0000037406799,0.5964327,0.00008123676,0.00012732616,0.000089803616,0.000012882093,0.000050671042,0.000042009346],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99755394,0.00006513667,0.00046019448,0.0007818368,0.0004090736,0.0007298374],"domain_scores_gemma":[0.9537516,0.044210963,0.00009300074,0.0016390418,0.000115781215,0.00018957931],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00045474744,0.0004457002,0.00042788856,0.00041533684,0.00017195941,0.0001631923,0.0018938545,0.00016240086,0.0000027371407],"category_scores_gemma":[0.12978038,0.00047398455,0.00013979622,0.0013245579,0.000026810998,0.0006884692,0.0007829646,0.00040626997,0.00007988978],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002144761,0.000042962547,0.030368907,0.000117113435,0.00001413573,0.0000124002645,0.00027290068,0.9488761,0.0006131731,0.014476883,0.000494535,0.004708744],"study_design_scores_gemma":[0.0015331194,0.00030643799,0.8956141,0.0006843437,0.0001056422,0.00031325122,0.000036567544,0.036947537,0.00935829,0.012487912,0.036859293,0.00575351],"about_ca_topic_score_codex":0.000031205727,"about_ca_topic_score_gemma":0.0000013191794,"teacher_disagreement_score":0.91192853,"about_ca_system_score_codex":0.00015219938,"about_ca_system_score_gemma":0.000041600757,"threshold_uncertainty_score":0.9997712},"labels":[],"label_agreement":null},{"id":"W2061081792","doi":"10.1007/s10796-010-9230-8","title":"A business maturity model of software product line engineering","year":2010,"lang":"en","type":"article","venue":"Information Systems Frontiers","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Software product line; Product engineering; Software development; Computer science; Software engineering; Personal software process; Capability Maturity Model; Software Engineering Process Group; Social software engineering; Product (mathematics); Systems engineering; Software development process; Software; Software construction; Engineering; Product design; Mathematics","score_opus":0.017110984207575942,"score_gpt":0.22682262067958656,"score_spread":0.2097116364720106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061081792","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046840683,0.00010086077,0.99033254,0.00004768489,0.003812514,0.0002456091,0.000012723234,0.00072141254,0.000042591415],"genre_scores_gemma":[0.16307788,0.0000050920103,0.83677423,0.000012126688,0.0000528676,0.00002998887,0.000006714042,0.000007938038,0.000033192464],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99888587,0.00001746824,0.00046757056,0.00013686062,0.00028090723,0.00021133939],"domain_scores_gemma":[0.9986111,0.00007986033,0.00023314377,0.0006043542,0.00041197767,0.00005957384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056958006,0.0001514412,0.0002577812,0.0002625062,0.00004062319,0.00009020268,0.0005993995,0.000091136586,2.8918393e-7],"category_scores_gemma":[0.0016251226,0.00014393439,0.00004080792,0.00044591055,0.00002752407,0.0028358593,0.000121120844,0.00023326454,0.000006301333],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030228439,0.00000509965,0.00008686315,0.00025354038,0.000011213563,2.6596513e-7,0.0005862347,0.98789835,0.0010924108,0.0031564804,0.0005372347,0.0063692983],"study_design_scores_gemma":[0.00020120249,0.000010112466,0.0004593295,0.000046929756,0.000004258816,0.000018051365,0.00004219125,0.99173564,0.003135418,0.0004265709,0.0036779044,0.00024238473],"about_ca_topic_score_codex":0.000011131072,"about_ca_topic_score_gemma":2.719741e-7,"teacher_disagreement_score":0.1583938,"about_ca_system_score_codex":0.000039512,"about_ca_system_score_gemma":0.00008559388,"threshold_uncertainty_score":0.5869474},"labels":[],"label_agreement":null},{"id":"W2062159560","doi":"10.1016/s0950-5849(99)00082-8","title":"Connecting architecture reconstruction frameworks","year":2000,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software engineering; Interoperability; Software architecture; Software framework; Reference architecture; Resource-oriented architecture; Abstraction; Software architecture description; Software; Code (set theory); Software system; Computer architecture; Software construction; Programming language; Operating system; Set (abstract data type)","score_opus":0.007425801837211369,"score_gpt":0.23267879892300464,"score_spread":0.22525299708579327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062159560","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03540519,0.000112537055,0.9600087,0.00083848234,0.00019083724,0.00007809262,0.0000010753299,0.0031617219,0.00020338457],"genre_scores_gemma":[0.053341188,0.000066820234,0.94626665,0.00027900806,0.000013126661,0.000011922868,0.0000021582193,0.000004044597,0.00001509556],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993954,0.000018653715,0.00020842171,0.00012696037,0.00007150015,0.00017912226],"domain_scores_gemma":[0.9993733,0.00019862117,0.00006450914,0.00028464574,0.000046922498,0.0000319679],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014751978,0.00010223042,0.00012091205,0.00027806335,0.00013099826,0.000069628935,0.00028454335,0.000351106,0.000035125635],"category_scores_gemma":[0.00086961593,0.00009789018,0.000019040022,0.00040177553,0.000057648347,0.0009794873,0.00008239855,0.0004970381,0.000036901525],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017975119,0.0000013367946,0.00014019303,0.000007587417,0.0000036130539,7.627879e-7,0.00033370635,0.007678803,0.0000050568756,0.007033653,0.000011460864,0.98478204],"study_design_scores_gemma":[0.0009078221,0.00024099268,0.0015968698,0.0001396639,0.000009041056,0.0026331276,0.0005038717,0.01710639,0.0020752382,0.8743405,0.09956283,0.000883658],"about_ca_topic_score_codex":0.0000019460822,"about_ca_topic_score_gemma":9.4046385e-7,"teacher_disagreement_score":0.98389834,"about_ca_system_score_codex":0.000020574771,"about_ca_system_score_gemma":0.000012877817,"threshold_uncertainty_score":0.39918455},"labels":[],"label_agreement":null},{"id":"W2062417677","doi":"10.1109/empire.2014.6890117","title":"Eliciting contextual requirements at design time: A case study","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada; University of Victoria","keywords":"Requirements elicitation; Requirements engineering; Requirements analysis; Requirements management; Non-functional requirement; Computer science; Goal modeling; Viewpoints; Context (archaeology); Sociotechnical system; Functional requirement; Identification (biology); Stakeholder; System requirements; Contextual design; Requirement; Systems engineering; User requirements document; Context model; Process management; Software engineering; Knowledge management; Engineering; Software development; Artificial intelligence; Software","score_opus":0.11252137783403245,"score_gpt":0.33750472287804467,"score_spread":0.22498334504401224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062417677","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.078219414,0.000009874576,0.92011917,0.00003395046,0.00015044,0.00024688133,1.3668436e-7,0.00089007866,0.00033005787],"genre_scores_gemma":[0.44252136,2.0831655e-7,0.55688846,0.00010270943,0.000023758048,0.000015938977,1.0950669e-7,0.000008098956,0.00043937814],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99857914,0.00038387178,0.00020621895,0.00035981953,0.0001928666,0.00027809932],"domain_scores_gemma":[0.9975385,0.0017365576,0.000057758876,0.0005432168,0.00005398481,0.00007000029],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014210469,0.00013998231,0.00017791241,0.00006216608,0.00014786598,0.00005569189,0.00045866234,0.00003110933,0.000016928043],"category_scores_gemma":[0.0013033275,0.000121879326,0.000027572929,0.00017266537,0.000022171233,0.00030965466,0.0004870438,0.00007761911,0.00013136213],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027056674,0.00036506748,0.0011788688,0.00002571604,0.0001362931,0.004018288,0.009031078,0.161797,0.01565245,0.0039382908,0.0021629748,0.8016669],"study_design_scores_gemma":[0.0056152386,0.0042172647,0.0008244163,0.00007627795,0.000059463237,0.0074061495,0.0028932989,0.91283596,0.036821753,0.02466324,0.0020212252,0.0025656908],"about_ca_topic_score_codex":0.000022365062,"about_ca_topic_score_gemma":0.000004374951,"teacher_disagreement_score":0.79910123,"about_ca_system_score_codex":0.000068444526,"about_ca_system_score_gemma":0.0000110095025,"threshold_uncertainty_score":0.49700946},"labels":[],"label_agreement":null},{"id":"W2062886955","doi":"10.1016/j.jss.2006.05.034","title":"Experimental use of code delta, code churn, and rate of change to understand software product line evolution","year":2006,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Product (mathematics); Context (archaeology); Product line; Line (geometry); Metric (unit); Software product line; Computer science; Code (set theory); Relation (database); Business; Engineering; Telecommunications; Software; Marketing; Database; Manufacturing engineering; Set (abstract data type); Software development; Mathematics; Operating system; Geography","score_opus":0.11936883647251961,"score_gpt":0.3048904650970761,"score_spread":0.1855216286245565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062886955","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28216746,0.0077340673,0.70942146,0.000054970704,0.0003614918,0.0001880088,0.000030503115,0.00004167536,3.4210524e-7],"genre_scores_gemma":[0.6922649,0.00006431422,0.30746174,0.000014224094,0.00013804415,0.000004055187,0.0000010091792,0.000013420525,0.00003827709],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9985317,0.00012870968,0.0006477267,0.00023019231,0.00026119314,0.00020050544],"domain_scores_gemma":[0.9982158,0.0005049032,0.0005457377,0.00026356586,0.0003671484,0.00010287426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007432426,0.00017656361,0.00051887194,0.00022906621,0.00006300395,0.000059357408,0.00022610746,0.00006964543,5.5314155e-7],"category_scores_gemma":[0.000750819,0.0001469455,0.000058649533,0.00023660531,0.00007813406,0.0007539502,0.00013557705,0.00013006697,1.3494426e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001316158,0.0013271221,0.12274008,0.00642765,0.0008030408,0.00047458283,0.027724305,0.60635966,0.16770211,0.015669234,0.0067887646,0.04266729],"study_design_scores_gemma":[0.020673137,0.021004897,0.4972076,0.021274945,0.00069796067,0.008214008,0.013852209,0.02969807,0.33780804,0.029807856,0.012645063,0.0071162023],"about_ca_topic_score_codex":0.0001465658,"about_ca_topic_score_gemma":0.000013183116,"teacher_disagreement_score":0.5766616,"about_ca_system_score_codex":0.00010498327,"about_ca_system_score_gemma":0.000053662723,"threshold_uncertainty_score":0.59922636},"labels":[],"label_agreement":null},{"id":"W2063002226","doi":"10.1007/s11334-007-0041-0","title":"Converting scenarios to CSP traces with Mise en Scene for requirements-based programming","year":2008,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; Notation; TRACE (psycholinguistics); Software engineering; Programming language; Communicating sequential processes; Formal specification; Systems engineering; Engineering; Semantics (computer science)","score_opus":0.0471646092853532,"score_gpt":0.2870360649401125,"score_spread":0.2398714556547593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063002226","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10536909,0.0002044384,0.89270127,0.00009217222,0.0003130714,0.0006620425,0.0000032658854,0.0006534559,0.0000011705389],"genre_scores_gemma":[0.36748308,0.0000021630788,0.6320709,0.000030948504,0.00003917352,0.00033291682,0.0000029334037,0.000021907974,0.000015972615],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985791,0.000026621916,0.00042675,0.00038610972,0.00020004898,0.00038139077],"domain_scores_gemma":[0.99850374,0.00083074503,0.000082818355,0.00032002758,0.00019582247,0.00006682402],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006595982,0.00021265665,0.00028503223,0.00043552803,0.00014577518,0.00008040211,0.000299557,0.00007675992,2.2781154e-7],"category_scores_gemma":[0.0016554875,0.00020430094,0.000022725499,0.0011439687,0.000023409804,0.00040171365,0.000065103566,0.00015327192,5.668408e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009320056,0.000026090409,0.009036368,0.0002909129,0.000019457157,0.000023758808,0.0012680826,0.9736666,0.000776916,0.001778603,0.000020209138,0.013083678],"study_design_scores_gemma":[0.005269742,0.0011906661,0.032518625,0.0035449597,0.000030205914,0.00038634753,0.00067316793,0.9194122,0.0062980982,0.00017053084,0.027287543,0.0032178941],"about_ca_topic_score_codex":0.000021679954,"about_ca_topic_score_gemma":0.0000028459604,"teacher_disagreement_score":0.262114,"about_ca_system_score_codex":0.00012371391,"about_ca_system_score_gemma":0.00007134532,"threshold_uncertainty_score":0.83311504},"labels":[],"label_agreement":null},{"id":"W2063106869","doi":"10.1145/1052898.1052904","title":"Towards just-in-time middleware architectures","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Middleware (distributed applications); Computer science; Common Object Request Broker Architecture; Code refactoring; Object request broker; Personalization; Message oriented middleware; Software engineering; Distributed computing; Operating system; Software architecture; Software; World Wide Web; Distributed object","score_opus":0.03601445476124375,"score_gpt":0.29282278990171895,"score_spread":0.2568083351404752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063106869","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010600697,0.00019623252,0.9847091,0.0010148537,0.00012764065,0.00007368288,5.1814436e-7,0.00095445814,0.0023228326],"genre_scores_gemma":[0.07584601,0.0000044108174,0.9225523,0.00040650988,0.00007172196,0.000009110491,3.6036582e-7,0.0000087324115,0.0011008516],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99901235,0.000057071215,0.00015226312,0.00028825595,0.00019079406,0.00029923982],"domain_scores_gemma":[0.99915254,0.0003017876,0.000021730913,0.00044760152,0.000019407213,0.000056949455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029655488,0.00012787462,0.00015243336,0.00014039729,0.000025484502,0.000044992386,0.00095131324,0.000051620507,0.000039763134],"category_scores_gemma":[0.00038188184,0.00010753552,0.000056595676,0.00028518293,0.000025060475,0.00016469152,0.00028097996,0.000153383,0.00013025741],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044820463,0.000039011473,0.00021309331,0.000013738855,0.000009272981,0.000024550309,0.000914724,0.4783022,0.0007378093,0.008556693,0.00042914084,0.5107553],"study_design_scores_gemma":[0.0037131414,0.00060635863,0.08768824,0.00026607953,0.000025452231,0.00042369065,0.00017607665,0.31661817,0.1948591,0.29304084,0.097927146,0.004655697],"about_ca_topic_score_codex":0.000007963092,"about_ca_topic_score_gemma":0.000006920394,"teacher_disagreement_score":0.5060996,"about_ca_system_score_codex":0.000053109856,"about_ca_system_score_gemma":0.000026714017,"threshold_uncertainty_score":0.43851712},"labels":[],"label_agreement":null},{"id":"W2063743474","doi":"10.1016/j.scico.2009.12.004","title":"Decision-making coordination and efficient reasoning techniques for feature-based configuration","year":2009,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Feature model; Process (computing); Feature (linguistics); Product (mathematics); Stakeholder; Quality (philosophy); Domain engineering; Software; Software product line; Risk analysis (engineering); Domain (mathematical analysis); Exploit; Software engineering; Software development; Process management; Component-based software engineering; Computer security; Programming language","score_opus":0.015118791613079899,"score_gpt":0.3156040255252115,"score_spread":0.3004852339121316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063743474","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0060116933,0.00007818257,0.99253637,0.00022427873,0.0002640791,0.00044200267,4.355459e-7,0.0004302359,0.000012697377],"genre_scores_gemma":[0.4458794,3.3819876e-7,0.5540547,0.000030590145,0.000021521066,0.0000097432185,4.2304384e-7,0.0000026810321,6.210713e-7],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986531,0.000028880018,0.00021558373,0.00044303096,0.00035436774,0.0003050469],"domain_scores_gemma":[0.9984254,0.00069868565,0.0001716058,0.00030353878,0.00034700215,0.000053733143],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016788656,0.00013014536,0.00018168826,0.0003228371,0.00024600147,0.00026891197,0.0006138482,0.000048252732,8.9977426e-8],"category_scores_gemma":[0.0008156084,0.0001203149,0.00004106219,0.00081099314,0.00018006082,0.0005170993,0.00009807038,0.000083611674,1.16434016e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005497668,0.00001756983,0.000013730053,0.000011174569,9.4665984e-7,6.3526244e-7,0.00013672138,0.032852136,0.003180879,0.018771771,0.000006876667,0.9450021],"study_design_scores_gemma":[0.00020274658,0.00047574265,0.0018387455,0.0003085294,0.000003901273,0.000009377742,0.000009831849,0.9339634,0.047420196,0.015328729,0.0002164163,0.00022235201],"about_ca_topic_score_codex":5.560284e-7,"about_ca_topic_score_gemma":1.1752907e-7,"teacher_disagreement_score":0.9447797,"about_ca_system_score_codex":0.00005990214,"about_ca_system_score_gemma":0.000090985355,"threshold_uncertainty_score":0.4906299},"labels":[],"label_agreement":null},{"id":"W2064746998","doi":"10.1007/s10270-007-0053-0","title":"Performance analysis of aspect-oriented UML models","year":2007,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Unified Modeling Language; Rewriting; Applications of UML; Aspect-oriented programming; UML tool; Context (archaeology); Parameterized complexity; Expression (computer science); Programming language; Software engineering; Software; Algorithm","score_opus":0.04986106858002152,"score_gpt":0.2841407457858321,"score_spread":0.23427967720581058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064746998","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13366945,0.0007943361,0.86346614,0.0000042831985,0.0007575077,0.00017320973,0.000005225581,0.0010323852,0.000097467455],"genre_scores_gemma":[0.58855855,0.00001983135,0.4113133,0.00000769935,0.000036857182,0.000009066018,0.0000043472687,0.000016783868,0.000033540382],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99729884,0.000086485816,0.00084446213,0.00059270085,0.00059779914,0.0005796951],"domain_scores_gemma":[0.9975575,0.0005757145,0.0002601106,0.0011025722,0.00037715508,0.00012691993],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021131607,0.00027591878,0.00068927597,0.0008529002,0.00012317963,0.000044880304,0.00089409057,0.00014143164,0.0000011150953],"category_scores_gemma":[0.0004236603,0.00026733967,0.00022019206,0.002434729,0.000037410347,0.0008673271,0.0002608999,0.00023063373,0.0000037078373],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000797627,0.0000164721,0.0017417821,0.000077574456,0.00021463624,0.0000051336847,0.00068659143,0.9862975,0.00015291061,0.0042089974,0.0000027126569,0.0065877545],"study_design_scores_gemma":[0.00013265015,0.00003802312,0.0002552349,0.00008439019,0.000104620834,0.000006928359,0.00010343478,0.9980399,0.00021391672,0.00072974834,0.000014997106,0.0002761651],"about_ca_topic_score_codex":0.000098570854,"about_ca_topic_score_gemma":0.0000058486703,"teacher_disagreement_score":0.45488912,"about_ca_system_score_codex":0.00015665716,"about_ca_system_score_gemma":0.000061076025,"threshold_uncertainty_score":0.9999779},"labels":[],"label_agreement":null},{"id":"W2065532995","doi":"10.1007/s00766-015-0221-7","title":"A questionnaire-based survey methodology for systematically validating goal-oriented models","year":2015,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Stakeholder; Goal modeling; Correctness; Computer science; Order (exchange); Process management; Management science; Knowledge management; Risk analysis (engineering); Requirements analysis; Engineering; Business; Software; Political science","score_opus":0.2723341049750893,"score_gpt":0.373416180947887,"score_spread":0.10108207597279767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065532995","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017413733,0.00017652161,0.99489146,0.00005184133,0.0013147873,0.0005414116,0.0000072215266,0.0012537591,0.000021594089],"genre_scores_gemma":[0.18034947,0.000001041881,0.81930125,0.000036443696,0.000053392672,0.00018555419,0.000012044322,0.00003920841,0.000021572525],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975071,0.0004503721,0.00057534786,0.0005077034,0.0003914527,0.0005680329],"domain_scores_gemma":[0.99633116,0.0022363593,0.00015239533,0.000690161,0.00037302528,0.00021693183],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0058936747,0.00029124695,0.00047466255,0.0002232712,0.000063524574,0.000080077174,0.00067502476,0.00011452841,4.4606273e-7],"category_scores_gemma":[0.012314118,0.00029370713,0.00008796221,0.00047818208,0.000020859597,0.0006733688,0.00019523028,0.00014644413,0.0000045717634],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012126424,0.000020384263,0.000114289454,0.00026320922,0.00003669667,0.0000036395065,0.00017884515,0.96482307,0.0017916572,0.031817973,0.000028492082,0.00090960204],"study_design_scores_gemma":[0.00071427645,0.00012587491,0.00021046987,0.00027172995,0.000013326425,0.0000071301392,0.00001130948,0.9885143,0.0041141356,0.0056037717,0.00006583756,0.00034782873],"about_ca_topic_score_codex":0.000023108201,"about_ca_topic_score_gemma":0.000001713174,"teacher_disagreement_score":0.17860809,"about_ca_system_score_codex":0.0002692604,"about_ca_system_score_gemma":0.00012255981,"threshold_uncertainty_score":0.9999515},"labels":[],"label_agreement":null},{"id":"W2066037774","doi":"10.1145/1028664.1028676","title":"PRISM is research in aSpect mining","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Prism; Computer science; Data science; Optics; Physics","score_opus":0.21352013202383144,"score_gpt":0.41961642119825043,"score_spread":0.206096289174419,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066037774","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016196506,0.000107209555,0.9789706,0.0014933032,0.00014031456,0.00006205826,4.245966e-8,0.0003392446,0.0026907143],"genre_scores_gemma":[0.13198446,0.000009678828,0.86763775,0.00009328752,0.000018324923,0.000007972092,5.227271e-8,0.000005030391,0.00024346712],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989882,0.000073300136,0.00011012321,0.000270056,0.00023769453,0.00032063236],"domain_scores_gemma":[0.99887305,0.0006482987,0.000010686527,0.00040446513,0.000026415264,0.000037098365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011805303,0.0000620033,0.00008781401,0.00022622786,0.000039607574,0.000043747274,0.00062010693,0.000042144475,0.0000041768494],"category_scores_gemma":[0.0004828906,0.000056286754,0.000016956963,0.0007707495,0.000033869648,0.00028544612,0.0002868102,0.00021601951,0.000047574744],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008920996,0.00013333595,0.0018262453,0.00004545185,0.00001647988,0.00051305507,0.01640726,0.153584,0.0040104347,0.4764958,0.0012558361,0.34570318],"study_design_scores_gemma":[0.00082467374,0.00019429399,0.011371392,0.00011064345,5.963223e-7,0.000038896287,0.00031207912,0.0048132516,0.056065086,0.92251515,0.0033191897,0.0004347614],"about_ca_topic_score_codex":0.000036524554,"about_ca_topic_score_gemma":0.0000051392853,"teacher_disagreement_score":0.44601932,"about_ca_system_score_codex":0.000112958995,"about_ca_system_score_gemma":0.00005688647,"threshold_uncertainty_score":0.22953072},"labels":[],"label_agreement":null},{"id":"W2066441290","doi":"10.1145/1960314.1960331","title":"The aspect-oriented user requirements notation","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Notation; Computer science; Semantics (computer science); Software engineering; Requirements engineering; Aspect-oriented programming; User requirements document; Programming language; Extension (predicate logic); Software","score_opus":0.09367229180410723,"score_gpt":0.30274600611540475,"score_spread":0.2090737143112975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066441290","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013544742,0.00003173666,0.9932983,0.00008768827,0.00069392857,0.00006797843,8.336053e-8,0.0005310909,0.0039347075],"genre_scores_gemma":[0.04581843,0.00001023558,0.95280546,0.00007584168,0.000016665566,0.000012499544,2.0927936e-7,0.000005031038,0.0012556331],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993903,0.000049182378,0.000108161956,0.0001556613,0.00013164063,0.00016504871],"domain_scores_gemma":[0.9991997,0.0002713406,0.00003456303,0.00041566684,0.000052654406,0.000026094827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032576008,0.00006358931,0.00004803056,0.000024795627,0.00010636075,0.000028020231,0.0004848477,0.000019327246,0.000008703435],"category_scores_gemma":[0.00042790337,0.000040552448,0.00002010197,0.00018392412,0.000027396567,0.0003719425,0.00014157219,0.00005517772,0.000051029598],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007344167,0.000022125327,0.0007187778,0.0000028845443,0.000019268773,0.000006208035,0.0014414081,0.00057343586,0.0008849925,0.928863,0.00076611503,0.06669444],"study_design_scores_gemma":[0.0013152184,0.000537925,0.13730298,0.0000391647,0.000018625911,0.00002866692,0.0005730261,0.020402063,0.19162695,0.570976,0.07591441,0.0012649238],"about_ca_topic_score_codex":0.000007891548,"about_ca_topic_score_gemma":0.0000035266223,"teacher_disagreement_score":0.35788697,"about_ca_system_score_codex":0.00002352208,"about_ca_system_score_gemma":0.000010414457,"threshold_uncertainty_score":0.16536808},"labels":[],"label_agreement":null},{"id":"W2066873047","doi":"10.1109/ccece.2008.4564634","title":"Case for enriching developer&amp;#x2019;s toolkit with goal oriented requirement methodologies","year":2008,"lang":"en","type":"article","venue":"Conference proceedings - Canadian Conference on Electrical and Computer Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Dynamism; Computer science; Software engineering; Business requirements; Process management; Software; Knowledge management; Engineering management; Business process; Engineering; Operations management; Programming language","score_opus":0.09646869117317794,"score_gpt":0.2778247875656216,"score_spread":0.18135609639244368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066873047","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062610984,0.00008044335,0.93537045,0.00048790412,0.00025247026,0.00046517904,0.0000064473447,0.0006273075,0.00009884208],"genre_scores_gemma":[0.38327265,0.00005053282,0.616153,0.00022857546,0.00008385638,0.0001213369,0.0000036422675,0.00002687785,0.00005950322],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99716985,0.000031328393,0.00039579126,0.000982505,0.00029283596,0.001127695],"domain_scores_gemma":[0.99782085,0.00059987855,0.000113502196,0.0002932346,0.00056595384,0.0006065976],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00046942028,0.0005448292,0.00056835846,0.0005379552,0.00042656672,0.0003207503,0.00074780785,0.00018819768,0.0000048156894],"category_scores_gemma":[0.0005660011,0.00048205254,0.000064726795,0.00074289186,0.00009864189,0.0006832198,0.0001750764,0.0005365436,0.0000044716016],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016711823,0.00009372417,0.0020231525,0.00039932752,0.00033302576,0.0009881193,0.0059295157,0.02064557,0.0049163424,0.7945337,0.0006705969,0.1692998],"study_design_scores_gemma":[0.0021869685,0.0027618592,0.0042265174,0.0004964473,0.00007193287,0.013380719,0.00013255318,0.93979084,0.0024495139,0.008829239,0.021944026,0.0037293904],"about_ca_topic_score_codex":0.0005554858,"about_ca_topic_score_gemma":0.00033020272,"teacher_disagreement_score":0.9191453,"about_ca_system_score_codex":0.00028095875,"about_ca_system_score_gemma":0.0006103088,"threshold_uncertainty_score":0.99976313},"labels":[],"label_agreement":null},{"id":"W2066949584","doi":"10.1109/ithings.2014.28","title":"Building a Framework for Internet of Things and Cloud Computing","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Cloud computing; Computer science; Layer (electronics); Application layer; Variety (cybernetics); The Internet; Software; Internet of Things; Architecture; Distributed computing; Software product line; Software engineering; World Wide Web; Operating system; Software development","score_opus":0.032420101187606395,"score_gpt":0.3147367186337678,"score_spread":0.2823166174461614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066949584","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00680289,0.00004454852,0.9921839,0.0000906111,0.00048721133,0.00006365001,7.083273e-8,0.00028198477,0.000045122764],"genre_scores_gemma":[0.23721366,8.6849633e-7,0.7626036,0.000114127266,0.000049282786,0.0000013425353,4.6448953e-8,0.0000046103514,0.000012458929],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99945635,0.000032123095,0.00013120515,0.00018401815,0.00006005746,0.00013624891],"domain_scores_gemma":[0.99644816,0.0032468648,0.00006047589,0.0001838324,0.000033768778,0.000026875925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006230736,0.000069829795,0.0001433933,0.000041450836,0.000022304834,0.000028887418,0.00034082888,0.000043874992,4.424185e-7],"category_scores_gemma":[0.0021519274,0.00006119896,0.000025248984,0.000083990475,0.000027994281,0.00016202114,0.00027026422,0.000080319536,2.8594778e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012899362,0.0000023305545,0.000057352587,0.000031255877,0.0000041693525,8.5545466e-8,0.0005613717,0.0020254594,0.00036688597,0.91500825,0.000025290774,0.08191625],"study_design_scores_gemma":[0.000100755446,0.00007735624,0.00016372348,0.0000748017,0.000001968433,0.0000040480704,0.000012303594,0.3741447,0.011334966,0.6133834,0.00059630634,0.00010562559],"about_ca_topic_score_codex":0.000004493014,"about_ca_topic_score_gemma":6.099135e-8,"teacher_disagreement_score":0.37211925,"about_ca_system_score_codex":0.000007053046,"about_ca_system_score_gemma":0.0000039595498,"threshold_uncertainty_score":0.25762135},"labels":[],"label_agreement":null},{"id":"W2067238940","doi":"10.1109/sera.2010.28","title":"Extending the UML Metamodel to Provide Support for Crosscutting Concerns","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"AspectJ; Metamodeling; Computer science; Programming language; Unified Modeling Language; Aspect-oriented programming; Software engineering; Model-driven architecture; UML tool; Modeling language; Object Constraint Language; Applications of UML; Software","score_opus":0.07458702252584881,"score_gpt":0.3724684073321287,"score_spread":0.2978813848062799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067238940","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00359951,0.000011896438,0.99282706,0.0010470871,0.0010407553,0.00041782655,0.0000022335184,0.0007009779,0.00035263176],"genre_scores_gemma":[0.09733275,7.427283e-7,0.9001525,0.00054489827,0.00013041726,0.00013563473,4.5612813e-7,0.00001438923,0.0016882138],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989111,0.000026843873,0.00018453077,0.00035241887,0.00014811612,0.00037700965],"domain_scores_gemma":[0.9977056,0.0014186276,0.00004973394,0.000657246,0.00008913143,0.000079691396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012332919,0.00013004402,0.00014764219,0.000048813014,0.00020504917,0.00017952299,0.0011316998,0.00004535804,0.000009608245],"category_scores_gemma":[0.0024729285,0.000084597865,0.0000715421,0.0001892006,0.00004330102,0.0004089527,0.00035960198,0.00019166902,0.000015383655],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010144208,0.000019696072,0.0002005392,0.000035802183,0.00003456198,0.0000058555765,0.0026031833,0.08366776,0.07587327,0.3953207,0.0021394612,0.44008902],"study_design_scores_gemma":[0.00076986,0.0003423419,0.0014196062,0.000023914923,0.000030106756,0.00008658123,0.00017330558,0.38618875,0.22319368,0.16426863,0.2222945,0.0012087538],"about_ca_topic_score_codex":0.000008073008,"about_ca_topic_score_gemma":0.00001095942,"teacher_disagreement_score":0.43888026,"about_ca_system_score_codex":0.000018873614,"about_ca_system_score_gemma":0.00005610563,"threshold_uncertainty_score":0.3449801},"labels":[],"label_agreement":null},{"id":"W2067284301","doi":"10.1007/s10009-008-0082-1","title":"Framework testing of web applications using TTCN-3","year":2008,"lang":"en","type":"article","venue":"International Journal on Software Tools for Technology Transfer","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Software engineering; Web application; Test script; Web service; Test case; Programming language; Database; Operating system; Machine learning","score_opus":0.11853983412948066,"score_gpt":0.3479252943717749,"score_spread":0.22938546024229423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067284301","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036672726,0.00016139665,0.9610675,0.00050497364,0.0006555137,0.0002130998,0.00002676835,0.0006832331,0.000014811793],"genre_scores_gemma":[0.20619635,0.00005452447,0.79343295,0.0001168378,0.00011516904,0.00005256157,0.0000014229038,0.000019998357,0.000010190172],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99858624,0.000028353525,0.00046748866,0.00028854687,0.00035983152,0.0002695655],"domain_scores_gemma":[0.9967505,0.0020211737,0.00011505632,0.00035406227,0.0007054177,0.000053808875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027758646,0.00017875386,0.0002620543,0.0005944833,0.00018591163,0.000049828453,0.0016851457,0.00023716353,0.000005049101],"category_scores_gemma":[0.003303722,0.00017212796,0.00014400054,0.0006239214,0.00017411959,0.00052297337,0.00008064502,0.0005510272,0.000004393423],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001021813,0.00034739176,0.0056312177,0.000043008073,0.00042886892,0.00017419863,0.00030405537,0.12963046,0.018901667,0.2712065,0.000084301806,0.57314616],"study_design_scores_gemma":[0.003057767,0.0012680329,0.0020496405,0.0008366368,0.0000728743,0.0074350503,0.00009139685,0.012337013,0.12204345,0.8252854,0.024135133,0.0013876205],"about_ca_topic_score_codex":4.779336e-7,"about_ca_topic_score_gemma":1.4267106e-7,"teacher_disagreement_score":0.57175857,"about_ca_system_score_codex":0.00012126488,"about_ca_system_score_gemma":0.00014890468,"threshold_uncertainty_score":0.7019174},"labels":[],"label_agreement":null},{"id":"W2068687137","doi":"10.5555/381473.381622","title":"Bridging the requirements/design gap in dynamic systems with use case maps (UCMs)","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mitel (Canada)","funders":"","keywords":"Bridging (networking); Computer science; Notation; Bridge (graph theory); Software engineering; Software; Systems engineering; Software development; Architectural pattern; Software design; Industrial engineering; Engineering; Programming language","score_opus":0.1303338315500004,"score_gpt":0.31183948363247743,"score_spread":0.18150565208247704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068687137","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008364347,0.00015698878,0.9900719,0.0001984259,0.00027421184,0.00031767483,5.436663e-7,0.0005179938,0.00009792376],"genre_scores_gemma":[0.42748067,0.000026939062,0.5716506,0.00007695056,0.000017525408,0.00003927858,4.4681343e-7,0.000014619104,0.0006929444],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985816,0.00028224412,0.0002130694,0.00034545263,0.00021174141,0.00036590267],"domain_scores_gemma":[0.99809,0.0010197738,0.000060784496,0.00074128504,0.000042395954,0.000045738514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010374901,0.00016176226,0.00016912537,0.00012135516,0.00009289853,0.00020955793,0.0005087498,0.00003736565,0.0000017848798],"category_scores_gemma":[0.0002884755,0.000101768645,0.000021176025,0.00058964506,0.000042391468,0.00083207915,0.00016001449,0.00016538058,0.000009794592],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010585869,0.000016660299,0.0005665269,0.000013182182,0.000013882757,0.003630949,0.00035303502,0.98003477,0.00022274432,0.0040350705,0.000088322,0.0110142715],"study_design_scores_gemma":[0.0004784185,0.00011256591,0.0006407682,0.00010608866,0.000007087273,0.0066090426,0.00025782996,0.98928255,0.00017062404,0.0014341804,0.0004992022,0.00040164165],"about_ca_topic_score_codex":0.00026076965,"about_ca_topic_score_gemma":0.00007212691,"teacher_disagreement_score":0.41911632,"about_ca_system_score_codex":0.00012903598,"about_ca_system_score_gemma":0.000029675804,"threshold_uncertainty_score":0.4150005},"labels":[],"label_agreement":null},{"id":"W2068712694","doi":"10.1007/s10664-009-9121-0","title":"Applying empirical software engineering to software architecture: challenges and lessons learned","year":2009,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Social software engineering; Resource-oriented architecture; Software development; Software peer review; Personal software process; Software construction; Architecture tradeoff analysis method; Software architecture; Reference architecture; Software Engineering Process Group","score_opus":0.10052347010825755,"score_gpt":0.34551098358241233,"score_spread":0.2449875134741548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068712694","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009351314,0.0051118694,0.9719918,0.004240139,0.00074843125,0.00072123465,0.000011334538,0.007816431,0.000007443619],"genre_scores_gemma":[0.028789947,0.00030154322,0.96883565,0.0011420107,0.00040262804,0.0003083893,0.00000922267,0.0001553807,0.000055202145],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9947203,0.0001273448,0.0007651257,0.0018200151,0.00083902344,0.0017282368],"domain_scores_gemma":[0.9935502,0.003783447,0.00012522802,0.001413375,0.00014534587,0.0009824447],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00083818304,0.0010661936,0.0010908112,0.0007381791,0.00025950765,0.00027747807,0.0016238487,0.00047967318,0.0000072563676],"category_scores_gemma":[0.015058465,0.0010940722,0.0002726422,0.0012370513,0.00005463447,0.00071704295,0.0009388127,0.0013891849,0.000044365202],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020475767,0.00007750428,0.0011163205,0.00019839309,0.00006816599,0.00015183141,0.0018215182,0.6007149,0.00049943564,0.0005349062,0.0003215909,0.39447492],"study_design_scores_gemma":[0.006268428,0.004205232,0.4933577,0.0035457686,0.0003373371,0.0023301141,0.00032733273,0.049224924,0.009829522,0.052423738,0.3586349,0.019515038],"about_ca_topic_score_codex":0.0000031840382,"about_ca_topic_score_gemma":0.0000017627431,"teacher_disagreement_score":0.55149,"about_ca_system_score_codex":0.00030152735,"about_ca_system_score_gemma":0.0000942269,"threshold_uncertainty_score":0.99915093},"labels":[],"label_agreement":null},{"id":"W2069145957","doi":"10.1109/ms.2005.54","title":"Agile programming: design to accommodate change","year":2005,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Agile software development; Code refactoring; Extreme programming practices; Agile Unified Process; Agile usability engineering; Computer science; Extreme programming; Software engineering; Systems engineering; Software development; Engineering; Software; Software development process; Programming language","score_opus":0.13834359816085032,"score_gpt":0.3287332638963435,"score_spread":0.19038966573549318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069145957","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00090080226,0.0002341694,0.9936857,0.00095655594,0.0007708318,0.000526607,0.0000031561563,0.002912494,0.000009644009],"genre_scores_gemma":[0.022131685,0.000009635607,0.975998,0.000999032,0.00034751548,0.0003068426,0.0000014539931,0.00003360287,0.00017224211],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99834055,0.00010902123,0.00020746348,0.0005074802,0.00026391118,0.00057157443],"domain_scores_gemma":[0.9982057,0.0005801254,0.000058251153,0.0008681615,0.000090823094,0.00019694252],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004971835,0.00023527152,0.00023142443,0.00015900833,0.00018527721,0.0000952818,0.0013059494,0.00008974351,0.000007072066],"category_scores_gemma":[0.0007343761,0.00023031767,0.00006662171,0.00057039526,0.000027645548,0.00082146894,0.0004109699,0.00019233885,0.0002663141],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005583656,0.000034778037,0.00008264806,0.0000115748435,0.000010153486,0.000018057826,0.0017238983,0.048408918,0.00028814463,0.00021706277,0.0015635731,0.9476356],"study_design_scores_gemma":[0.0015591921,0.0011361638,0.0040802243,0.0003209743,0.00003855979,0.00017745983,0.0000758525,0.013485641,0.15035917,0.016478568,0.80856556,0.0037226265],"about_ca_topic_score_codex":0.0000059080994,"about_ca_topic_score_gemma":0.0000036244587,"teacher_disagreement_score":0.943913,"about_ca_system_score_codex":0.00009875644,"about_ca_system_score_gemma":0.00003313403,"threshold_uncertainty_score":0.9392082},"labels":[],"label_agreement":null},{"id":"W2069202293","doi":"10.1145/1321631.1321727","title":"Decor","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science","score_opus":0.027461644856105853,"score_gpt":0.30774306624730285,"score_spread":0.280281421391197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069202293","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009876251,0.00003195461,0.99297833,0.000070952636,0.00032531694,0.000018541157,2.0162984e-8,0.0008586109,0.0047286577],"genre_scores_gemma":[0.038874045,0.0000013145128,0.96039855,0.00014797719,0.000021123426,5.975229e-7,3.769087e-8,0.0000022721908,0.00055406376],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9996294,0.0000065371914,0.000060250244,0.000102310696,0.000059608363,0.00014190562],"domain_scores_gemma":[0.9992866,0.00042952728,0.000009145733,0.0002276384,0.000014766336,0.00003234397],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041236426,0.000036757643,0.00003944961,0.00003778428,0.000017089951,0.000012789025,0.000315387,0.000017084441,0.0000061158853],"category_scores_gemma":[0.00026808766,0.000030698076,0.000013697695,0.00014276258,0.0000079941965,0.00015983825,0.000088052526,0.000038124257,0.0000466319],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013846287,0.000009675556,0.00039749366,0.0000031325274,0.000003817498,0.000032469947,0.0001373727,0.0039805016,0.0021451134,0.42204714,0.0006365573,0.57060534],"study_design_scores_gemma":[0.0005765606,0.00018226168,0.06842895,0.000013807567,0.0000030606388,0.0001349676,0.000084036044,0.009368015,0.29742357,0.5392351,0.08354602,0.0010036369],"about_ca_topic_score_codex":0.0000010932896,"about_ca_topic_score_gemma":0.0000013210738,"teacher_disagreement_score":0.5696017,"about_ca_system_score_codex":0.000011831513,"about_ca_system_score_gemma":0.0000049750743,"threshold_uncertainty_score":0.12518312},"labels":[],"label_agreement":null},{"id":"W2069311670","doi":"10.1109/hicss.2007.11","title":"A Constrained Executable Model of Dynamic System Reconfiguration","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Executable; Computer science; Control reconfiguration; Programming language; Unified Modeling Language; Domain (mathematical analysis); Domain model; Representation (politics); Domain-specific language; Programming domain; Programming paradigm; Inductive programming; Embedded system; Software; Process (computing); Mathematics","score_opus":0.029657860171339454,"score_gpt":0.27837927318431677,"score_spread":0.24872141301297732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069311670","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026801566,0.000024699644,0.99210465,0.000023338913,0.00016571638,0.00008533083,0.0000010593967,0.0006027713,0.004312305],"genre_scores_gemma":[0.45887753,8.82797e-7,0.5409157,0.0000068646673,0.0000024388823,0.0000015443932,3.5453078e-7,0.0000026614066,0.00019198903],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99932045,0.000019592797,0.00022386455,0.00016328716,0.0001067017,0.00016612759],"domain_scores_gemma":[0.9992013,0.00032846894,0.00006865215,0.00029719184,0.000071004746,0.000033396995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069219636,0.00007263055,0.00013414542,0.00008652223,0.00002249455,0.00001239122,0.00027725188,0.00004512779,0.0000014296882],"category_scores_gemma":[0.00015963429,0.000066261666,0.000028103703,0.00017755691,0.00002596048,0.000257929,0.000042058302,0.00005215861,0.0000033486654],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000662285,0.000011917424,0.000007428439,0.0000798363,0.0000103734355,0.000004863821,0.00029410952,0.5276611,0.08626413,0.33766884,0.000016140473,0.04797464],"study_design_scores_gemma":[0.00009946188,0.000022134807,0.00004271337,0.000018782206,0.0000015618527,0.000014034145,0.00009705997,0.9657237,0.028365804,0.00552539,0.0000050155013,0.00008437384],"about_ca_topic_score_codex":0.000004204384,"about_ca_topic_score_gemma":0.000002457584,"teacher_disagreement_score":0.45619738,"about_ca_system_score_codex":0.000060215923,"about_ca_system_score_gemma":0.00003490073,"threshold_uncertainty_score":0.27020723},"labels":[],"label_agreement":null},{"id":"W2070709401","doi":"10.1016/j.jss.2012.05.075","title":"Specification and monitoring of data-centric temporal properties for service-based systems","year":2012,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Service (business); Systems engineering; Software engineering; Engineering; Business","score_opus":0.17770935210370786,"score_gpt":0.31549559374527614,"score_spread":0.13778624164156827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070709401","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07219324,0.024649087,0.9015939,0.000038347036,0.0012786537,0.00019694743,0.0000091679885,0.000040145762,4.8520417e-7],"genre_scores_gemma":[0.67839634,0.00008652711,0.3211774,0.0000025568843,0.00031348268,0.0000058009623,0.0000010019781,0.000008374346,0.000008506551],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989369,0.000083103005,0.00046801343,0.00012911091,0.00021257272,0.00017030475],"domain_scores_gemma":[0.9983365,0.00043457252,0.0004881457,0.00032335598,0.0003254533,0.000092000395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013256127,0.000107266984,0.00032392397,0.00012594326,0.000059783015,0.00008654942,0.00038692856,0.000056829722,5.3084182e-8],"category_scores_gemma":[0.0003909424,0.00007837155,0.00002432056,0.00014596527,0.00002020693,0.0011453142,0.00009227524,0.00008702577,1.4931672e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003088926,0.0003968729,0.7525873,0.022018822,0.00048064266,0.000021975564,0.0080545815,0.1182939,0.01373772,0.0038657852,0.0005571717,0.07967631],"study_design_scores_gemma":[0.020663412,0.004872201,0.49389905,0.03179722,0.0010646821,0.004893939,0.02594406,0.30133343,0.030274326,0.002497585,0.076601885,0.0061581917],"about_ca_topic_score_codex":0.00001925078,"about_ca_topic_score_gemma":1.243905e-7,"teacher_disagreement_score":0.60620314,"about_ca_system_score_codex":0.000033452674,"about_ca_system_score_gemma":0.000046145873,"threshold_uncertainty_score":0.3195899},"labels":[],"label_agreement":null},{"id":"W2070850317","doi":"10.1109/relaw.2012.6347801","title":"Measurement-oriented comparison of multiple regulations with GRL","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Objectivity (philosophy); Process management; Compliance (psychology); Risk analysis (engineering); Management science; Engineering; Business","score_opus":0.10859473481516435,"score_gpt":0.32191457609639745,"score_spread":0.2133198412812331,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070850317","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009260381,0.00017439786,0.9896312,0.000042692853,0.00019671369,0.000081017926,3.053813e-7,0.0003374986,0.00027581013],"genre_scores_gemma":[0.50660557,2.7058138e-7,0.4933517,0.00000429294,0.000008884579,0.0000040080326,2.4116815e-7,0.0000028829074,0.000022131077],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99921954,0.000047605117,0.00014824976,0.000112953014,0.00028263027,0.0001890206],"domain_scores_gemma":[0.99917006,0.00019914655,0.000064726104,0.00036793415,0.00014498203,0.00005312112],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000366763,0.00007601025,0.00013477667,0.00005724593,0.000037920636,0.0000065716085,0.00022603474,0.000023670631,0.0000029951818],"category_scores_gemma":[0.0003923395,0.000057795354,0.000019717558,0.00027881455,0.000031337855,0.00040383643,0.00007548608,0.000055974724,0.0000041984367],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032857602,0.0005464294,0.5390918,0.00007770126,0.000110375324,7.3287674e-7,0.0051240274,0.22451858,0.021363439,0.16331841,0.00074570556,0.04506989],"study_design_scores_gemma":[0.0017696938,0.00042724187,0.44279885,0.0001433965,0.000036940783,0.000015414484,0.00068816263,0.10636041,0.43551913,0.0025247212,0.0087898625,0.00092615257],"about_ca_topic_score_codex":0.0000073945075,"about_ca_topic_score_gemma":0.000006587061,"teacher_disagreement_score":0.4973452,"about_ca_system_score_codex":0.00003179754,"about_ca_system_score_gemma":0.000015119236,"threshold_uncertainty_score":0.23568262},"labels":[],"label_agreement":null},{"id":"W2072086471","doi":"10.1108/09685220710738787","title":"A strategic modeling technique for information security risk assessment","year":2007,"lang":"en","type":"article","venue":"Information Management & Computer Security","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Risk analysis (engineering); Information security; Information system; Unified Modeling Language; Process (computing); Information flow; Information security management; Risk management; Knowledge management; Process management; Security information and event management; Computer security; Business; Engineering; Cloud computing security","score_opus":0.02559288711412932,"score_gpt":0.3010902093224299,"score_spread":0.2754973222083006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072086471","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00080019503,0.000010202859,0.99304044,0.000093849114,0.00077918795,0.0015907455,0.000017379236,0.001124721,0.0025432897],"genre_scores_gemma":[0.25000936,0.000024177782,0.74939996,0.00028723484,0.000060705348,0.00015034564,0.000060679435,0.000006054516,0.0000014758184],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978265,0.000076881624,0.00086968875,0.00024081765,0.0004814034,0.0005046897],"domain_scores_gemma":[0.99820274,0.00025272433,0.00040586258,0.0006825556,0.0003500869,0.00010602335],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0033115847,0.00028514824,0.00024340418,0.00058576383,0.0002567712,0.00055169343,0.0009781615,0.00012906261,0.0000019043927],"category_scores_gemma":[0.00005222157,0.00029753955,0.00012240233,0.0005513981,0.000023724377,0.008390079,0.00058775896,0.00033426922,0.00002168474],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020037482,0.0000430363,0.000033472636,0.00042947638,0.00006388314,0.0000024468166,0.0022341383,0.43843603,0.000002549559,0.4869438,0.0003072801,0.071483836],"study_design_scores_gemma":[0.00047976378,0.000086686196,0.00022361187,0.000031451393,0.000011779132,0.000005483851,0.00015174455,0.79125035,0.000096879165,0.20268747,0.004671572,0.00030321314],"about_ca_topic_score_codex":0.000015704774,"about_ca_topic_score_gemma":0.000002786471,"teacher_disagreement_score":0.35281432,"about_ca_system_score_codex":0.00023387086,"about_ca_system_score_gemma":0.000035979,"threshold_uncertainty_score":0.99994767},"labels":[],"label_agreement":null},{"id":"W2072291888","doi":"10.1007/11880240_48","title":"Framework-Specific Modeling Languages with Round-Trip Engineering","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Workbench; Eclipse; Programming language; Domain-specific language; Software engineering; Modeling language; Domain (mathematical analysis); Model-driven architecture; Unified Modeling Language; Reverse engineering; Object-oriented programming; Code generation; Theoretical computer science; Artificial intelligence; Visualization; Software; Operating system","score_opus":0.028569873123433197,"score_gpt":0.2632215568695757,"score_spread":0.2346516837461425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072291888","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000053277923,0.002160084,0.9949161,0.00013748504,0.0011156605,0.00026147845,0.0000027563608,0.0009693195,0.00038388005],"genre_scores_gemma":[0.02792985,0.00005760619,0.9711507,0.00014600616,0.0005123932,0.000011297021,0.0000034480468,0.000073102405,0.00011558102],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961405,0.000025087338,0.0004587852,0.0015842333,0.00093738746,0.0008540048],"domain_scores_gemma":[0.99642706,0.001418272,0.00016979019,0.0016613181,0.00019115927,0.0001323972],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007369274,0.00070885237,0.00064637465,0.0009136882,0.00015890104,0.00053603604,0.0029908295,0.0004122818,0.0000043057657],"category_scores_gemma":[0.00023656602,0.000624144,0.00010661825,0.0007808572,0.00025303874,0.00073313917,0.00088440906,0.0014412674,0.0000130602675],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025366774,0.0000065625954,0.0000059532385,0.0000271018,0.0000069420344,0.00012809198,0.00017587897,0.89762735,0.00005271586,0.014956428,0.000003915199,0.08700654],"study_design_scores_gemma":[0.00014118654,0.000097312164,0.000016436179,0.00068099,0.0000053469325,0.00009625274,2.1011222e-7,0.90390927,0.00052995863,0.09313708,0.00047494602,0.0009109975],"about_ca_topic_score_codex":0.000013674297,"about_ca_topic_score_gemma":0.000007364714,"teacher_disagreement_score":0.08609554,"about_ca_system_score_codex":0.00041015656,"about_ca_system_score_gemma":0.00019555422,"threshold_uncertainty_score":0.999621},"labels":[],"label_agreement":null},{"id":"W2072410091","doi":"10.1145/376134.376143","title":"International perspectives: wiring the wilderness in Alaska and the Yukon","year":2001,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Atlanta; Wilderness; Citation; Telecommunications; Library science; Computer science; History; Archaeology","score_opus":0.05303869961329794,"score_gpt":0.32466656522739923,"score_spread":0.2716278656141013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072410091","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06173909,0.0045630075,0.6352685,0.2955533,0.00029538944,0.00033741898,0.0000011131885,0.00011466749,0.0021275082],"genre_scores_gemma":[0.7054681,0.0010384779,0.29334962,0.000064459564,0.000007751045,0.000015948632,1.49901e-7,0.0000031378818,0.000052323892],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993244,0.00028894783,0.00012190778,0.000094895775,0.00009656823,0.00007331373],"domain_scores_gemma":[0.9860376,0.0028760997,0.00007559369,0.0109485425,0.000054736865,0.00000741864],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0007695774,0.00005317437,0.000074390184,0.000034396067,0.00015452284,0.000035729714,0.023556093,0.000017040154,6.6705246e-7],"category_scores_gemma":[0.011679463,0.000027291782,0.00003234352,0.00026446412,0.00046036558,0.00017143472,0.015427591,0.00019999249,7.3845274e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034732566,0.00015996088,0.019548254,0.000012212774,0.00011651813,8.333907e-7,0.07188722,0.06905187,0.0004111154,0.77579874,0.0008341022,0.062144473],"study_design_scores_gemma":[0.00093691034,0.000011351439,0.145223,0.000104534716,0.000011752966,0.000035718993,0.0064310613,0.031673945,0.000270901,0.80934644,0.0057888413,0.0001655637],"about_ca_topic_score_codex":0.0000262674,"about_ca_topic_score_gemma":0.00001841321,"teacher_disagreement_score":0.64372903,"about_ca_system_score_codex":0.000031511263,"about_ca_system_score_gemma":0.000013361008,"threshold_uncertainty_score":0.99664557},"labels":[],"label_agreement":null},{"id":"W2072418922","doi":"10.1007/s10270-005-0083-4","title":"State-based versus event-based specifications for information systems: a comparison of B and eb3","year":2005,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Computer science; Modularity (biology); Generality; Modular design; Viewpoints; Event (particle physics); Data integrity; Representation (politics); State (computer science); Perspective (graphical); Theoretical computer science; Programming language; Artificial intelligence; Database","score_opus":0.12562603247665824,"score_gpt":0.33692227162295124,"score_spread":0.211296239146293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072418922","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061637945,0.0012974121,0.9902689,0.00004582326,0.00077564694,0.00073896546,0.000046228746,0.00065825135,0.0000050054578],"genre_scores_gemma":[0.56706893,0.0000025403408,0.43272424,0.0000068572313,0.000036867612,0.00012709833,0.000018127406,0.000010901857,0.0000044159924],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982055,0.00010259866,0.00080859516,0.0002751749,0.00031666146,0.00029150565],"domain_scores_gemma":[0.9971153,0.0014975185,0.00035338238,0.00055292534,0.00039723175,0.00008362608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074618805,0.00020275125,0.00040097712,0.0002502753,0.00013921014,0.00014832865,0.0004141171,0.000090911555,1.6703189e-7],"category_scores_gemma":[0.0008664608,0.00020516825,0.00007203461,0.0002533679,0.000030003897,0.00085293624,0.000052331234,0.00011820711,0.000003327391],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003544376,0.000023102664,0.00014658656,0.0004025421,0.000014183087,1.04080804e-7,0.00041580643,0.98845357,0.00003845664,0.0019489346,0.000027714637,0.008493569],"study_design_scores_gemma":[0.00092967023,0.00009939674,0.000011793031,0.00019543503,0.000012216997,9.420294e-7,0.00024987778,0.9970127,0.00022330233,0.000085172396,0.0009730007,0.00020649831],"about_ca_topic_score_codex":0.00004211451,"about_ca_topic_score_gemma":0.0000039017777,"teacher_disagreement_score":0.56090516,"about_ca_system_score_codex":0.00015927157,"about_ca_system_score_gemma":0.00014595393,"threshold_uncertainty_score":0.83665186},"labels":[],"label_agreement":null},{"id":"W207293074","doi":"10.1007/978-3-540-87991-6_31","title":"Reflective Analysis of the Syntax and Semantics of the i* Framework","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Syntax; Semantics (computer science); Abstract syntax; Notation; Consistency (knowledge bases); Syntax error; Programming language; Abstract syntax tree; Natural language processing; Software engineering; Artificial intelligence; Linguistics","score_opus":0.027965219746183868,"score_gpt":0.28421558249401846,"score_spread":0.2562503627478346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W207293074","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006581694,0.0004253168,0.9974208,0.00030748727,0.0008389518,0.00018542974,0.0000044188646,0.00004097199,0.00011845953],"genre_scores_gemma":[0.17156184,0.00008981969,0.8280646,0.00019998365,0.000035447585,0.0000017465537,1.2306053e-7,0.000011466993,0.00003498593],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9979017,0.00008463838,0.000377446,0.0006784118,0.0006927149,0.00026510126],"domain_scores_gemma":[0.9949617,0.0026796644,0.00042361752,0.001726037,0.00017141544,0.0000375675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058649125,0.0002811108,0.00058970274,0.00041593565,0.00015322451,0.000038076614,0.0030961032,0.0002334547,0.0000018356252],"category_scores_gemma":[0.0012315317,0.00017081622,0.00020970569,0.002243271,0.0015264868,0.00014764971,0.0024335405,0.0007152067,3.065198e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025224697,0.000009897895,0.00097591983,0.00003299705,0.00011199306,0.000004653921,0.0022316345,0.90914303,0.00015437706,0.01091148,0.0000042441884,0.076417245],"study_design_scores_gemma":[0.00013297293,0.0001285043,0.028365992,0.0009292404,0.0002458764,0.00005818157,6.843095e-7,0.33523506,0.015276226,0.6187125,0.00017120184,0.0007435791],"about_ca_topic_score_codex":0.000010689698,"about_ca_topic_score_gemma":0.000024861369,"teacher_disagreement_score":0.607801,"about_ca_system_score_codex":0.0001025628,"about_ca_system_score_gemma":0.00016657542,"threshold_uncertainty_score":0.6965683},"labels":[],"label_agreement":null},{"id":"W2073287202","doi":"10.1109/smc.2013.434","title":"A System-Level Approach for Model-Based Verification of Distributed Software Systems","year":2013,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Component (thermodynamics); Distributed computing; Runtime verification; Model checking; Software system; Software; Formal verification; Algorithm; Programming language","score_opus":0.07516173875648956,"score_gpt":0.2716945509524651,"score_spread":0.19653281219597551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073287202","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022463924,0.000077741766,0.99764776,0.000019830328,0.00017026547,0.00080823794,0.00005197135,0.00096743414,0.000032127933],"genre_scores_gemma":[0.285648,3.3835164e-7,0.7137578,0.000005936303,0.00000996799,0.00047233645,0.00003325761,0.000009825107,0.00006253457],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989363,0.000057427347,0.00030207125,0.00031512146,0.00016978943,0.00021929148],"domain_scores_gemma":[0.99829274,0.0005189426,0.00013422892,0.00067666057,0.00032211715,0.000055279605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036353554,0.00013599328,0.00025152374,0.00007670982,0.000048877075,0.000055040447,0.00064097845,0.000083053106,3.6593468e-7],"category_scores_gemma":[0.0005122089,0.00011556541,0.00006459006,0.00024076256,0.000028662236,0.0003200974,0.00005976687,0.00005355725,0.0000030428682],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024308215,0.000021044485,0.000019194184,0.00044946632,0.000008159855,6.2477795e-8,0.000026604752,0.9678328,0.00075510866,0.028960466,0.00019336383,0.0017313226],"study_design_scores_gemma":[0.0002072717,0.000029959649,0.00012641195,0.00003242475,0.0000045175625,0.0000016051725,0.000049293663,0.99625677,0.0024707082,0.0006739839,0.00001293271,0.00013410886],"about_ca_topic_score_codex":0.000024484762,"about_ca_topic_score_gemma":6.932736e-8,"teacher_disagreement_score":0.28542334,"about_ca_system_score_codex":0.00008681102,"about_ca_system_score_gemma":0.000060325285,"threshold_uncertainty_score":0.47126207},"labels":[],"label_agreement":null},{"id":"W2073365563","doi":"10.1145/1183236.1183267","title":"Multi-level customization in application engineering","year":2006,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Personalization; Computer science; Systems engineering; Software engineering; Engineering; World Wide Web","score_opus":0.0802936213101913,"score_gpt":0.3105815597578868,"score_spread":0.23028793844769552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073365563","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019936843,0.00031877303,0.994634,0.0026820267,0.00005930726,0.00014016457,0.0000014400832,0.00012927089,0.000041369058],"genre_scores_gemma":[0.29468316,0.000018527788,0.7052276,0.000008817267,0.0000041104026,0.000032736105,0.000002192447,0.000004477702,0.000018347293],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994769,0.00007096541,0.0001916421,0.000103486964,0.00007062615,0.00008634033],"domain_scores_gemma":[0.98469836,0.00053758983,0.00008723179,0.014617575,0.000051272993,0.000007990953],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00029891235,0.000059239406,0.00008113074,0.00008343514,0.000048984908,0.000010931932,0.016010344,0.000033878227,1.3534559e-7],"category_scores_gemma":[0.0058641615,0.00005224249,0.00002864915,0.00052760413,0.00003987352,0.00017199002,0.0071614217,0.00011506363,0.0000025818808],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.673964e-7,0.00008328799,0.0027570599,0.000014173053,0.000003683402,5.1092265e-8,0.00017258822,0.9393051,0.022276124,0.028169567,0.00033069303,0.006886903],"study_design_scores_gemma":[0.0003998791,0.000006005799,0.275118,0.00005788657,0.0000050334256,0.000003199862,0.00001462223,0.6432414,0.0130493445,0.06584502,0.0020512578,0.00020833587],"about_ca_topic_score_codex":0.00004710558,"about_ca_topic_score_gemma":0.000031385207,"teacher_disagreement_score":0.29606366,"about_ca_system_score_codex":0.000050322422,"about_ca_system_score_gemma":0.000015867918,"threshold_uncertainty_score":0.9893135},"labels":[],"label_agreement":null},{"id":"W2073598989","doi":"10.1145/1082983.1083131","title":"ActiveAspect","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"AspectJ; Computer science; Sketch; Presentation (obstetrics); Software engineering; Abstraction; Programming language; Design by contract; Aspect-oriented programming; Software; Software development; Software construction; Algorithm","score_opus":0.02845137875648199,"score_gpt":0.26991038036654624,"score_spread":0.24145900161006426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073598989","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018515475,0.00079036015,0.9735821,0.0005677087,0.0006684201,0.00014650087,0.0000044993185,0.005718138,0.0000068121194],"genre_scores_gemma":[0.39085957,0.000019334822,0.6086647,0.0001099792,0.00022803263,0.000030561077,0.0000025883041,0.00004204626,0.00004318518],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9979752,0.00004064195,0.00031684747,0.00063679204,0.00034729604,0.00068323675],"domain_scores_gemma":[0.93934107,0.058511652,0.00008674585,0.0017567668,0.00010272426,0.0002010379],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00036497263,0.00040580332,0.0003557345,0.00025923603,0.00010670572,0.00012218376,0.0021399185,0.00015022002,0.0000226895],"category_scores_gemma":[0.20863071,0.00042047817,0.00014154585,0.00061159197,0.000034536297,0.0011723716,0.0007467387,0.00042113598,0.00017830537],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000145013,0.00013168111,0.025521917,0.00014428605,0.00013871974,0.00009042508,0.0012577923,0.5715006,0.012701541,0.016322047,0.0009364989,0.37123996],"study_design_scores_gemma":[0.0034374625,0.0007387298,0.4426716,0.0006291117,0.0001135447,0.0007454547,0.000045357374,0.019647164,0.37714732,0.0090169525,0.13730994,0.008497368],"about_ca_topic_score_codex":0.0000043663554,"about_ca_topic_score_gemma":9.993544e-7,"teacher_disagreement_score":0.5518535,"about_ca_system_score_codex":0.0001758654,"about_ca_system_score_gemma":0.000050490362,"threshold_uncertainty_score":0.9998247},"labels":[],"label_agreement":null},{"id":"W2074270833","doi":"10.1007/11557432_39","title":"Uniform Support for Modeling Crosscutting Structure","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Programming language","score_opus":0.040460718698965226,"score_gpt":0.2992605261390747,"score_spread":0.2587998074401095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074270833","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000028651226,0.00027798003,0.99588186,0.00024172252,0.0021492117,0.0005064191,0.000019288387,0.00058764423,0.00030722033],"genre_scores_gemma":[0.012756488,0.000021161388,0.9854698,0.00057112414,0.00077610556,0.000011957891,0.000009400817,0.0000630986,0.00032082814],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99593216,0.00001861811,0.0006377576,0.0016743272,0.00073912204,0.0009980352],"domain_scores_gemma":[0.9965797,0.0011942802,0.0002647178,0.0014584383,0.00034178607,0.00016105491],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011545065,0.0006692652,0.00066631415,0.0007155468,0.000340108,0.0004895091,0.003730335,0.0004602216,0.00001084966],"category_scores_gemma":[0.000614239,0.0006301903,0.00018017767,0.00042685636,0.00034552653,0.0009794775,0.0012982562,0.00094584137,0.000006742502],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024533124,0.0000027091874,0.0000015545945,0.000031945507,0.0000049305786,0.000009591564,0.00024409113,0.65252656,0.00008038217,0.0071714595,0.0000023872562,0.33992192],"study_design_scores_gemma":[0.00016914721,0.000083887215,0.0000019859888,0.0001223226,0.0000049197656,0.000053003616,1.08683366e-7,0.7083716,0.0009450908,0.28881922,0.0008875058,0.00054124225],"about_ca_topic_score_codex":0.000003315341,"about_ca_topic_score_gemma":0.000020308518,"teacher_disagreement_score":0.33938068,"about_ca_system_score_codex":0.00046495214,"about_ca_system_score_gemma":0.00054719084,"threshold_uncertainty_score":0.99961495},"labels":[],"label_agreement":null},{"id":"W2074521075","doi":"10.1145/2735386.2735389","title":"Visualization algorithms for feature models in concern-driven software development","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Reuse; Computer science; Feature (linguistics); Visualization; Software engineering; Feature model; Software; Product (mathematics); Model-driven architecture; Separation of concerns; Software product line; Software development; Data science; Human–computer interaction; Artificial intelligence; Programming language; Engineering","score_opus":0.16944078611424906,"score_gpt":0.3617132411360885,"score_spread":0.19227245502183943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074521075","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027632318,0.0001234146,0.99821544,0.000094139345,0.00034357022,0.00025223527,0.0000016098542,0.00064729067,0.000045964163],"genre_scores_gemma":[0.0037594445,0.0000032760202,0.9956526,0.00011373973,0.00002791214,0.00007187819,0.000012317658,0.000013005026,0.00034581474],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990929,0.00003924313,0.00016105309,0.00029474034,0.00017828129,0.00023381755],"domain_scores_gemma":[0.9992379,0.00027174834,0.000043018812,0.00022502194,0.0001473626,0.000074926895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037093842,0.0001232137,0.00016114813,0.000097510696,0.000031494987,0.000042842334,0.00043145404,0.0000823889,5.005108e-7],"category_scores_gemma":[0.00051624427,0.00011214336,0.000021244326,0.00026613617,0.0000139604135,0.00057594094,0.00016264488,0.000068670204,0.0000035761425],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005185992,0.000019180032,0.00019610248,0.000015689744,0.0000069203234,0.0000037788006,0.002192733,0.90657496,0.000024790528,0.022945357,0.00086794765,0.06714736],"study_design_scores_gemma":[0.0009551728,0.00007998471,0.0004425769,0.00003257761,0.0000019199133,0.000005897114,0.000100418634,0.9136847,0.0045436383,0.07455712,0.0051779468,0.00041803243],"about_ca_topic_score_codex":0.0000042079164,"about_ca_topic_score_gemma":0.0000075110706,"teacher_disagreement_score":0.06672933,"about_ca_system_score_codex":0.00016101883,"about_ca_system_score_gemma":0.0001464556,"threshold_uncertainty_score":0.45730734},"labels":[],"label_agreement":null},{"id":"W2074917598","doi":"10.1007/s10664-014-9353-5","title":"The effects of visualization and interaction techniques on feature model configuration","year":2015,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; Simon Fraser University","funders":"","keywords":"Feature model; Feature (linguistics); Software product line; Computer science; Visualization; Artifact (error); Process (computing); Software visualization; Domain (mathematical analysis); Feature-oriented domain analysis; Data mining; Software; Domain engineering; Domain analysis; Set (abstract data type); Software engineering; Artificial intelligence; Software system; Software development; Component-based software engineering; Software construction","score_opus":0.03807687604875666,"score_gpt":0.33070934099790766,"score_spread":0.292632464949151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074917598","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01188614,0.00030541825,0.9863544,0.00012525395,0.0003798865,0.0001494661,3.7467305e-7,0.00078944577,0.0000096087615],"genre_scores_gemma":[0.31186953,0.000101165766,0.6876804,0.00010298605,0.0000798361,0.000058192807,0.0000033027222,0.000028776769,0.0000757786],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992722,0.00004643011,0.0001433039,0.00019279079,0.00019622136,0.00014903143],"domain_scores_gemma":[0.9978502,0.0016919915,0.00006119178,0.00023792821,0.00009051505,0.00006822136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026789843,0.00013257582,0.00013613545,0.00007637601,0.000050348335,0.000052584706,0.00020853408,0.00008534648,6.429575e-8],"category_scores_gemma":[0.0043384247,0.00009972952,0.000027246442,0.00021668873,0.000021272916,0.0003056239,0.00006587624,0.00017296913,8.098839e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051155137,0.000063700165,0.00071815343,0.00030968897,0.000050446604,0.00001061085,0.0033675442,0.863751,0.0070613613,0.018665368,0.0028667357,0.10308423],"study_design_scores_gemma":[0.00041002128,0.0005837276,0.0018173661,0.00028904283,0.000014141462,0.000020372509,0.000030202806,0.79578584,0.18767564,0.0072285626,0.00566315,0.00048192442],"about_ca_topic_score_codex":8.418904e-7,"about_ca_topic_score_gemma":1.7593221e-7,"teacher_disagreement_score":0.29998338,"about_ca_system_score_codex":0.00006571232,"about_ca_system_score_gemma":0.000019513473,"threshold_uncertainty_score":0.5193813},"labels":[],"label_agreement":null},{"id":"W2075363680","doi":"10.1145/2724525.2724573","title":"AspectMatlab++: annotations, types, and aspects for scientists","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Compiler; Computer science; Programming language; Focus (optics); Context (archaeology); Pattern matching; Matching (statistics); Software engineering","score_opus":0.08410468962838055,"score_gpt":0.32721234052193876,"score_spread":0.2431076508935582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075363680","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008830193,0.00035895235,0.99599165,0.0004636802,0.00048423375,0.00011875262,0.0000011944727,0.00048560608,0.0012129081],"genre_scores_gemma":[0.026071733,0.0000037018829,0.97314996,0.0000889354,0.000030882715,0.000015052607,0.0000010505968,0.000005399734,0.000633293],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994191,0.00002066191,0.00008035316,0.00022083869,0.00010630771,0.00015275407],"domain_scores_gemma":[0.9992177,0.00033983545,0.00002293254,0.00022714442,0.000108295484,0.00008408883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000408308,0.0000668508,0.0000831577,0.00006911471,0.00004993174,0.00008997084,0.0002460388,0.000023568437,9.1187474e-7],"category_scores_gemma":[0.0011958603,0.0000586505,0.000012891689,0.00021418856,0.000033224147,0.00035181848,0.000115812894,0.000034383767,0.000011041832],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035265418,0.000014272957,0.00011854944,0.000015833764,0.000008425831,0.0000054416114,0.00038999147,0.0074307183,0.0002471112,0.95980394,0.0062581296,0.025704088],"study_design_scores_gemma":[0.0007904814,0.00021241674,0.0024490394,0.000013344023,0.0000063300995,0.00006146698,0.000071545204,0.042897224,0.0044152774,0.9197004,0.029001772,0.0003807424],"about_ca_topic_score_codex":0.000003037123,"about_ca_topic_score_gemma":0.0000036257745,"teacher_disagreement_score":0.04010355,"about_ca_system_score_codex":0.00002718115,"about_ca_system_score_gemma":0.00005051246,"threshold_uncertainty_score":0.2391698},"labels":[],"label_agreement":null},{"id":"W2075468564","doi":"10.1016/s0306-4379(03)00052-8","title":"Designing information systems in social context: a goal and scenario modelling approach","year":2003,"lang":"en","type":"article","venue":"Information Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":156,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Context (archaeology); Human–computer interaction; Information system; Data science; Knowledge management; Process management","score_opus":0.05189589636838759,"score_gpt":0.2570927286918884,"score_spread":0.20519683232350078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075468564","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016240339,0.0003091408,0.9949603,0.000007406349,0.0005709838,0.0004784804,0.0000024892965,0.00030636674,0.0017407694],"genre_scores_gemma":[0.8347297,0.000007831035,0.1650799,0.00003408808,0.000027872531,0.00009702465,0.000008138323,0.0000049146506,0.00001055696],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984069,0.00020514849,0.0006972742,0.00011352406,0.00030565314,0.00027151793],"domain_scores_gemma":[0.999138,0.00020609656,0.00028373097,0.00018959533,0.00013127642,0.000051296563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016537854,0.00015900882,0.0002598687,0.00034855967,0.00015611424,0.00060240284,0.00023984126,0.00013171065,1.048888e-7],"category_scores_gemma":[0.00023906173,0.00015680738,0.000025616038,0.00039262554,0.00002431152,0.007315046,0.000052826155,0.00018720234,0.000017773145],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028358897,0.0000030192937,0.00007543759,0.00018390296,0.000005294475,3.2469208e-7,0.009358333,0.89181614,0.0000058195196,0.095135145,0.000028698885,0.0033850526],"study_design_scores_gemma":[0.0005006889,0.000017854174,0.000064683685,0.00008648931,0.000002037132,0.000059337064,0.0041110395,0.98840225,0.000037170306,0.00022352308,0.006263735,0.00023121342],"about_ca_topic_score_codex":0.0000903451,"about_ca_topic_score_gemma":3.5719887e-7,"teacher_disagreement_score":0.8331056,"about_ca_system_score_codex":0.0001648165,"about_ca_system_score_gemma":0.00006792188,"threshold_uncertainty_score":0.6394419},"labels":[],"label_agreement":null},{"id":"W2077348519","doi":"10.1002/j.2334-5837.2001.tb02306.x","title":"6.2.1 A fresh view on model‐based systems engineering: The processing system paradigm","year":2001,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Research Canada; Ericsson (Canada)","funders":"","keywords":"Computer science; System of systems; Notation; Process (computing); Systems design; System of systems engineering; Systems engineering; Software engineering; Resource (disambiguation); Quality (philosophy); Software system; Paradigm shift; Software; Engineering; Programming language","score_opus":0.030718954166086037,"score_gpt":0.2780648011072695,"score_spread":0.24734584694118347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077348519","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023653538,0.00029519922,0.99133945,0.002043029,0.0018549496,0.00024556325,0.0000056077156,0.0010126117,0.00083823747],"genre_scores_gemma":[0.9362301,0.00001949421,0.06295721,0.00022869282,0.0002589459,0.0001660664,0.000004068102,0.000028629978,0.00010679038],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983364,0.000058737125,0.000340124,0.00040003003,0.0005663027,0.0002984197],"domain_scores_gemma":[0.99856716,0.00054473314,0.00013787416,0.00055361685,0.00012172016,0.00007489406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052962714,0.00023577161,0.00021544582,0.000119019525,0.00011744896,0.0003152722,0.0016403723,0.0000780321,0.000001297685],"category_scores_gemma":[0.00015618216,0.00017637723,0.00008079456,0.00029905318,0.000028587829,0.00040894368,0.00016357146,0.0002451195,0.000031764273],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009283766,0.000026466425,0.00002016823,0.00005022444,0.000018422079,0.0000352556,0.000119166485,0.94344527,0.0008058699,0.05401211,0.00006709746,0.0013906712],"study_design_scores_gemma":[0.00018996217,0.00003395054,0.000048772934,0.0003309963,0.0000051498573,0.00009241944,0.000014413058,0.99241316,0.00082167675,0.000499308,0.0053419615,0.0002082279],"about_ca_topic_score_codex":0.000014990301,"about_ca_topic_score_gemma":8.6299275e-7,"teacher_disagreement_score":0.9338648,"about_ca_system_score_codex":0.00038280975,"about_ca_system_score_gemma":0.00006353185,"threshold_uncertainty_score":0.71924543},"labels":[],"label_agreement":null},{"id":"W2077457026","doi":"10.1109/eit.2006.252149","title":"Functional Approach for the Architecture Design of a Payroll System","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University","funders":"","keywords":"Payroll; Computer science; Component (thermodynamics); Function (biology); Domain (mathematical analysis); Architecture; State (computer science); Systems architecture; Range (aeronautics); Distributed computing; Programming language; Engineering","score_opus":0.05583593816621917,"score_gpt":0.24108696741436225,"score_spread":0.18525102924814307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077457026","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000084585,0.00017647812,0.9987522,0.00007319364,0.00016369551,0.00028285466,0.0000012151571,0.00032940097,0.00021254837],"genre_scores_gemma":[0.044298865,4.2453797e-7,0.9552303,0.000015944568,0.00006478347,0.00008799531,8.5902064e-7,0.0000052669525,0.0002955407],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99942446,0.000056571884,0.000119489116,0.00015578937,0.00011865879,0.00012502268],"domain_scores_gemma":[0.9975777,0.0020280106,0.00004222817,0.00029418682,0.000047394642,0.00001043366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004775659,0.000073105504,0.000101016034,0.000035064186,0.00005406407,0.000016232496,0.00038060686,0.000030033192,5.802229e-7],"category_scores_gemma":[0.00011176837,0.00004113918,0.000049266713,0.00014876208,0.00002746242,0.000054798555,0.000056499084,0.000053660966,5.8081173e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063479215,0.0000065162135,0.000004531103,0.00002789023,0.000007037065,1.2734641e-7,0.000019095814,0.9215549,0.00044394712,0.07396336,0.00045653718,0.0035096796],"study_design_scores_gemma":[0.00035088797,0.00007811614,0.00084005896,0.000008848657,0.000010852913,0.000033070017,0.000057942616,0.9667686,0.0063931784,0.024792112,0.0005081107,0.00015818045],"about_ca_topic_score_codex":0.0000063149196,"about_ca_topic_score_gemma":1.6940808e-7,"teacher_disagreement_score":0.049171247,"about_ca_system_score_codex":0.000018124696,"about_ca_system_score_gemma":0.000019887819,"threshold_uncertainty_score":0.16776071},"labels":[],"label_agreement":null},{"id":"W2078700749","doi":"10.1016/j.eswa.2014.05.049","title":"A framework for context-aware self-adaptive mobile applications SPL","year":2014,"lang":"en","type":"article","venue":"Expert Systems with Applications","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Adaptability; Computer science; Human–computer interaction; Adaptation (eye); Context (archaeology); Feature (linguistics); Context awareness; Mobile computing; Mobile device; Distributed computing; World Wide Web; Operating system","score_opus":0.028575221817526603,"score_gpt":0.3066792303428736,"score_spread":0.278104008525347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078700749","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008470123,0.00089691934,0.99278843,0.00014249695,0.00014442875,0.0040501803,0.00001743451,0.001798426,0.00015320857],"genre_scores_gemma":[0.06846403,0.000015029435,0.8608095,0.00014347366,0.00034029054,0.070055135,0.000010252511,0.000038992785,0.00012326018],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99836844,0.00008763988,0.00031305378,0.0006633506,0.00020875568,0.00035874356],"domain_scores_gemma":[0.9962535,0.0017207946,0.0001930189,0.0014164319,0.00027147573,0.00014478988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033221356,0.0002479497,0.00032596692,0.00009680421,0.00034938226,0.00011030565,0.0009844075,0.00013753805,0.0000011364014],"category_scores_gemma":[0.0000721924,0.00021407692,0.00006553625,0.0005188938,0.00006417637,0.00024643328,0.00010248295,0.00016540395,0.000051224637],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054702614,0.000073457806,0.000014147682,0.00005102121,0.000042116786,1.8187006e-7,0.00084161124,0.010174792,0.000058975,0.9695688,0.00039042786,0.018779017],"study_design_scores_gemma":[0.0005488419,0.00033926844,0.00003708895,0.00010999398,0.000020571462,0.000039156406,0.0010868285,0.07105167,0.00080332474,0.04802064,0.87716275,0.00077987416],"about_ca_topic_score_codex":0.00001632117,"about_ca_topic_score_gemma":0.0000022457307,"teacher_disagreement_score":0.9215481,"about_ca_system_score_codex":0.00011255901,"about_ca_system_score_gemma":0.00006424354,"threshold_uncertainty_score":0.87298036},"labels":[],"label_agreement":null},{"id":"W2079177980","doi":"10.1145/1266894.1266935","title":"Software architecture using fine-grained event-driven reactive components","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Research Council Canada","keywords":"Computer science; Asynchronous communication; Event (particle physics); Architecture; Software architecture; Architecture description language; Software; Computer architecture; Programming language; Software engineering; Distributed computing; Reference architecture","score_opus":0.05310789532915614,"score_gpt":0.3179074369660247,"score_spread":0.26479954163686853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079177980","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032017782,0.00004462277,0.96591926,0.00010141129,0.00048708636,0.00015809576,0.0000020613845,0.0011617906,0.000107910375],"genre_scores_gemma":[0.11597315,7.927553e-7,0.8836914,0.000107621265,0.00006883975,0.0000027359124,0.0000032716641,0.000017990486,0.00013422547],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99847865,0.00007966839,0.00024899788,0.00043295068,0.00028012248,0.00047960415],"domain_scores_gemma":[0.9980103,0.0011176278,0.00009427543,0.0005730144,0.00008439861,0.00012040865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005062851,0.00021812749,0.00023173961,0.0001918126,0.00011188003,0.000041547017,0.0007493421,0.0000930015,0.0000067106907],"category_scores_gemma":[0.00081982976,0.00019289722,0.00008804943,0.00044190738,0.000051253046,0.00031969065,0.00036537656,0.00028050324,0.000013044917],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048019778,0.00009627803,0.0013194026,0.000038489015,0.000083128856,0.00020078848,0.0014497088,0.7754498,0.09356465,0.0059761656,0.00013565007,0.121637926],"study_design_scores_gemma":[0.0056472747,0.0009839752,0.09181482,0.00062405894,0.0001041518,0.0013194164,0.00045669256,0.1833706,0.32528988,0.3731653,0.010915951,0.006307862],"about_ca_topic_score_codex":0.000022664095,"about_ca_topic_score_gemma":0.000012247723,"teacher_disagreement_score":0.59207916,"about_ca_system_score_codex":0.0001181196,"about_ca_system_score_gemma":0.000033023713,"threshold_uncertainty_score":0.78661203},"labels":[],"label_agreement":null},{"id":"W2079677967","doi":"10.2316/journal.208.2006.3.208-0885","title":"DEVELOPING AN ON-LINE COURSE/INSTRUCTOR EVALUATION SYSTEM","year":2006,"lang":"en","type":"article","venue":"Advanced Technology for Learning","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Course (navigation); The Internet; Line (geometry); Engineering management; Multimedia; Engineering; World Wide Web","score_opus":0.049425189439206194,"score_gpt":0.3503643707186013,"score_spread":0.3009391812793951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079677967","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07328418,0.00023740271,0.9209189,0.0003368686,0.0005727953,0.00042267086,0.0000010011238,0.004159986,0.000066236425],"genre_scores_gemma":[0.43674836,0.000002454806,0.56298333,0.000011880933,0.000041535623,0.0001517868,0.000009265045,0.000020263014,0.000031104206],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99834955,0.00008987106,0.0002950483,0.0005890342,0.00023619126,0.0004402812],"domain_scores_gemma":[0.99851644,0.00043195154,0.00020246256,0.00055509555,0.0002643727,0.000029676974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074827706,0.0002169775,0.0002656904,0.0003162639,0.00029743905,0.000034369215,0.00069046323,0.00020262793,6.516509e-7],"category_scores_gemma":[0.0011011048,0.00022477431,0.00004606643,0.00063101813,0.00007022597,0.0004847995,0.00011627541,0.00035367935,0.000008733466],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005569348,0.000008053615,0.000105771716,0.000017562525,0.0000062373597,0.0000024256617,0.000017286271,0.52817285,0.0015484294,0.25185338,0.0000015330063,0.21826091],"study_design_scores_gemma":[0.002418039,0.0012979236,0.0010517164,0.00029827634,0.00003976037,0.00011271245,0.0007928431,0.61209613,0.092015855,0.283273,0.0054823007,0.0011214372],"about_ca_topic_score_codex":0.0000015843203,"about_ca_topic_score_gemma":0.0000029124412,"teacher_disagreement_score":0.36346418,"about_ca_system_score_codex":0.00031535185,"about_ca_system_score_gemma":0.00008844315,"threshold_uncertainty_score":0.916603},"labels":[],"label_agreement":null},{"id":"W2080020983","doi":"10.5555/1929101.1929122","title":"A common framework for synchronization in requirements modelling languages","year":2010,"lang":"en","type":"article","venue":"Model Driven Engineering Languages and Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Synchronization (alternating current); Computer science; Arity; Workflow; Parameterized complexity; Theoretical computer science; Distributed computing; Programming language; Algorithm; Mathematics; Database","score_opus":0.0360990788955775,"score_gpt":0.319069259046096,"score_spread":0.2829701801505185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080020983","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046254437,0.00076623773,0.95194936,0.000029233186,0.00033460386,0.00028110517,0.000004905008,0.00036687462,0.000013225895],"genre_scores_gemma":[0.52777827,0.000016097392,0.47206,0.0000060943703,0.000049164184,0.000053368414,0.0000033918202,0.000016636104,0.000016969738],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990284,0.000020696341,0.00022969939,0.00030084632,0.00012835648,0.0002919928],"domain_scores_gemma":[0.9991309,0.0003595907,0.00005433765,0.00036179734,0.00003430227,0.0000590875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035447584,0.00016806016,0.0002479251,0.00014837619,0.000044805798,0.000103867395,0.00031493913,0.00013581142,2.5543707e-7],"category_scores_gemma":[0.00021485687,0.0001660591,0.000031942734,0.00015243424,0.000012080602,0.00027891056,0.000093933064,0.00024646154,5.268517e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001376022,0.000007075929,0.00013440003,0.00012611425,0.0000069006564,0.0000058491732,0.00075967255,0.9341354,0.0020199788,0.061316755,0.0000023912444,0.0014841356],"study_design_scores_gemma":[0.0001513347,0.000017622082,0.00005616492,0.00014621022,0.0000032484086,0.000007822235,0.00007265341,0.9972994,0.000151875,0.0018820199,0.000023372477,0.00018829867],"about_ca_topic_score_codex":0.000034847373,"about_ca_topic_score_gemma":0.000007188153,"teacher_disagreement_score":0.48152384,"about_ca_system_score_codex":0.000035636658,"about_ca_system_score_gemma":0.000012599789,"threshold_uncertainty_score":0.6771693},"labels":[],"label_agreement":null},{"id":"W2080925484","doi":"10.1145/1094855.1094896","title":"Model-driven software product lines","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software product line; Feature model; Computer science; Software engineering; Software; Abstraction; Software development; Product (mathematics); Product line; Domain engineering; Software construction; Systems engineering; Programming language; Engineering; Manufacturing engineering","score_opus":0.06099596876140077,"score_gpt":0.3019181524167697,"score_spread":0.24092218365536894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080925484","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010858381,0.00015926104,0.99474525,0.0012030441,0.00018571013,0.000085116495,6.161786e-7,0.0023086977,0.00022648918],"genre_scores_gemma":[0.026839927,0.000014443693,0.97072434,0.0002510463,0.00014836622,0.000013743641,6.4220427e-7,0.000011036878,0.0019964783],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99909586,0.00002502913,0.00014022409,0.00034730544,0.0001481557,0.00024341798],"domain_scores_gemma":[0.99905056,0.00018248988,0.000029464389,0.00061052013,0.00007262569,0.000054361943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016525418,0.00012408411,0.00012681683,0.00006336653,0.000050487775,0.000041575157,0.00072283065,0.00003272752,0.0000059268004],"category_scores_gemma":[0.0006280531,0.000103444036,0.00003950647,0.00020067411,0.000023016539,0.000645687,0.0002523567,0.000106432606,0.00006895446],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.129721e-7,0.000010342772,0.000057254765,0.000004525099,0.0000031635905,0.000001181242,0.00011770987,0.87580603,0.00053493376,0.0061437516,0.0007803998,0.1165401],"study_design_scores_gemma":[0.00013829659,0.00002358665,0.00021632836,0.000009350133,0.0000024678484,0.000015730051,0.000003621833,0.96032107,0.015281815,0.01574732,0.007914082,0.00032632792],"about_ca_topic_score_codex":0.0000011172434,"about_ca_topic_score_gemma":0.0000028685683,"teacher_disagreement_score":0.11621377,"about_ca_system_score_codex":0.00003247069,"about_ca_system_score_gemma":0.000032974156,"threshold_uncertainty_score":0.42183253},"labels":[],"label_agreement":null},{"id":"W2080997541","doi":"10.1145/335603.335732","title":"An extensible model of architecture description","year":2000,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Citation; Computer science; Architecture; Library science; History; Archaeology","score_opus":0.05028487134880016,"score_gpt":0.281551717610192,"score_spread":0.23126684626139182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080997541","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035056673,0.000027796816,0.9636119,0.00004527322,0.00004116862,0.000037101698,4.7245575e-7,0.00044760946,0.0007320297],"genre_scores_gemma":[0.21967709,0.0000069707894,0.77978843,0.000057236106,0.000007702937,0.0000019583167,3.1587143e-7,0.0000038511243,0.00045643977],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994925,0.000032868676,0.00009481188,0.00016707949,0.00009367694,0.000119046555],"domain_scores_gemma":[0.9994296,0.00005790581,0.000015399073,0.00043416806,0.000028589322,0.00003435717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014321224,0.00006366758,0.000089451416,0.000048575374,0.000019144769,0.000015433934,0.00037280872,0.00003138681,0.000019609492],"category_scores_gemma":[0.000039404324,0.000053593958,0.000022824943,0.00013485125,0.000020780377,0.00036103028,0.000024703868,0.00006260337,0.0000054466727],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019392028,0.000009078516,0.0000053010385,0.0000027838714,0.0000010522381,4.0967632e-7,0.00015963399,0.83616763,0.017803514,0.0058649015,0.000014196436,0.13996957],"study_design_scores_gemma":[0.00006607769,0.000055649252,0.0002551595,0.0000046421947,0.0000011052855,0.0000056544127,0.0000047131607,0.82878333,0.01854356,0.15212868,0.00005855387,0.00009285799],"about_ca_topic_score_codex":0.0000049320665,"about_ca_topic_score_gemma":0.0000011114665,"teacher_disagreement_score":0.18462041,"about_ca_system_score_codex":0.000008345665,"about_ca_system_score_gemma":0.000013914691,"threshold_uncertainty_score":0.21854982},"labels":[],"label_agreement":null},{"id":"W2081057585","doi":"10.1145/375212.375239","title":"Cascaded refactoring for framework","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Code refactoring; Computer science; Programming language; Object-oriented programming; Code (set theory); Software engineering; Set (abstract data type); Software maintenance; Process (computing); Source code; Extension (predicate logic); Metamodeling; Software; Software system","score_opus":0.08238089084476358,"score_gpt":0.34790214096698086,"score_spread":0.2655212501222173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081057585","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00092667545,0.00006720224,0.99655676,0.00030710164,0.0006550016,0.00008611401,2.0038726e-7,0.0010200841,0.0003808419],"genre_scores_gemma":[0.041368842,0.000014168503,0.9577455,0.000118439784,0.00009273461,0.000021302527,1.7248851e-7,0.000007426594,0.00063145015],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99940056,0.000014627467,0.000090401685,0.00020074313,0.000075690565,0.00021797407],"domain_scores_gemma":[0.9983355,0.0012118163,0.000020107389,0.00036065103,0.00003078316,0.00004115017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001966388,0.00007486239,0.00009211919,0.00004026385,0.000049079106,0.000036204026,0.00044001063,0.00005659651,0.0000052211517],"category_scores_gemma":[0.0012299288,0.000064950764,0.00003688015,0.0001846447,0.000008859115,0.00025511676,0.00009434994,0.000086663946,0.000009338649],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010561034,0.000021732763,0.00066538376,0.00001882181,0.000021676988,0.000020386353,0.000680882,0.029508758,0.002096849,0.6687507,0.0006318865,0.29757237],"study_design_scores_gemma":[0.00034483115,0.00013746868,0.0023968543,0.000042760737,0.0000044840417,0.000053631615,0.000049595714,0.016617117,0.03928181,0.8666759,0.07379122,0.00060429506],"about_ca_topic_score_codex":0.0000019943423,"about_ca_topic_score_gemma":3.8161892e-7,"teacher_disagreement_score":0.29696807,"about_ca_system_score_codex":0.000027779604,"about_ca_system_score_gemma":0.000009223671,"threshold_uncertainty_score":0.26486152},"labels":[],"label_agreement":null},{"id":"W2081871567","doi":"10.1007/s10270-010-0187-3","title":"Synchronizing concurrent model updates based on bidirectional transformation","year":2011,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Synchronizer; Computer science; Synchronizing; Correctness; Model transformation; Transformation (genetics); Synchronization (alternating current); Property (philosophy); Distributed computing; Concurrency; Theoretical computer science; Parallel computing; Algorithm; Artificial intelligence","score_opus":0.11008903720246596,"score_gpt":0.2761769539376186,"score_spread":0.16608791673515264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081871567","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022438958,0.00038823741,0.9932459,0.000020212383,0.0015224478,0.00028202537,0.000009885073,0.0021148364,0.00017256085],"genre_scores_gemma":[0.5761891,0.000007681035,0.42362195,0.000035752175,0.00004405324,0.000062486164,0.0000070336996,0.000021235473,0.000010690083],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99809235,0.00012362012,0.00046870965,0.00048263665,0.0004268411,0.00040583816],"domain_scores_gemma":[0.9988331,0.0002824719,0.00011293135,0.00050529634,0.00016264226,0.000103539365],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007227158,0.00027734405,0.00029075952,0.00024672752,0.00020222618,0.00009271796,0.0005728901,0.00011873667,0.000002726516],"category_scores_gemma":[0.00025161804,0.000265412,0.00010795412,0.00026810582,0.000023695467,0.00082206755,0.00005952338,0.00025827158,0.000021164637],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005711955,0.000024590201,0.00002694171,0.00008009193,0.000009896992,0.000002333668,0.0007852832,0.9841113,0.00004611353,0.0072231162,0.000012213228,0.007672412],"study_design_scores_gemma":[0.00023164216,0.00005128537,0.0000045183588,0.00020936638,0.0000074271225,0.000008511664,0.00004963924,0.99559945,0.00034792718,0.0031587407,0.000030142546,0.0003013265],"about_ca_topic_score_codex":0.000036150977,"about_ca_topic_score_gemma":0.0000010129716,"teacher_disagreement_score":0.5739452,"about_ca_system_score_codex":0.00021121811,"about_ca_system_score_gemma":0.00012624703,"threshold_uncertainty_score":0.9999798},"labels":[],"label_agreement":null},{"id":"W2081971240","doi":"10.1142/s0218194014400154","title":"Addressing Non-Functional Properties in Feature Models: A Goal-Oriented Approach","year":2014,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Simon Fraser University; University of New Brunswick","funders":"","keywords":"Feature model; Software product line; Computer science; Feature (linguistics); Feature-oriented domain analysis; Domain engineering; Domain (mathematical analysis); Domain model; Software engineering; Software; Process (computing); Data mining; Domain analysis; Software development; Artificial intelligence; Domain knowledge; Software construction; Programming language","score_opus":0.04226678859353701,"score_gpt":0.26070419320407334,"score_spread":0.21843740461053635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081971240","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016117934,0.002153585,0.9791072,0.000055965484,0.0022000794,0.00007043157,0.000001124028,0.0002597466,0.000033931916],"genre_scores_gemma":[0.47452906,0.000046827845,0.52496743,0.000010665184,0.00036687692,0.000011076451,0.0000016362379,0.000030255353,0.000036175672],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99850315,0.000035851226,0.00045664195,0.0002924996,0.00039014264,0.00032171005],"domain_scores_gemma":[0.9987575,0.00047703,0.00013864682,0.00020181367,0.00028915642,0.00013584665],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00076658896,0.00029518912,0.0003775333,0.00075125083,0.00003648583,0.00012897904,0.00061470625,0.00013227531,5.455974e-7],"category_scores_gemma":[0.0018407812,0.0002733357,0.00010568676,0.00035544593,0.000024314226,0.0010477542,0.00024250014,0.00063601794,0.0000011546085],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014879974,0.000054270917,0.00022930354,0.00008903671,0.00006883994,0.000019743055,0.0008207837,0.9817835,0.0015806202,0.0026789238,0.00004448835,0.012615582],"study_design_scores_gemma":[0.0007584043,0.000055901968,0.0030157005,0.00071536086,0.000008207823,0.0003355522,0.00002946863,0.9920498,0.0013302607,0.0002634784,0.0011043741,0.00033349407],"about_ca_topic_score_codex":0.0000020314897,"about_ca_topic_score_gemma":3.5928625e-7,"teacher_disagreement_score":0.45841113,"about_ca_system_score_codex":0.00017721944,"about_ca_system_score_gemma":0.00006644767,"threshold_uncertainty_score":0.99997187},"labels":[],"label_agreement":null},{"id":"W2082110329","doi":"10.1145/508791.508973","title":"Automated assembly of software components based on XML-coded instructions","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Programming language; Software engineering; Software development; XML; Component-based software engineering; Software construction; Reference architecture; Software architecture; Software; Operating system","score_opus":0.061087962384650446,"score_gpt":0.2832478477541329,"score_spread":0.22215988536948247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082110329","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013539902,0.000014682022,0.9811121,0.00014271472,0.00050822744,0.0000955742,0.0000034256518,0.0041375584,0.00044577467],"genre_scores_gemma":[0.27709478,0.000001794373,0.7226704,0.00009468074,0.000008340542,0.0000073796195,0.0000016188474,0.000009248022,0.000111781126],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99891573,0.00009109905,0.00023313695,0.00027894968,0.00026023312,0.00022086184],"domain_scores_gemma":[0.9984075,0.00073608494,0.00008167664,0.0006336352,0.00007978552,0.00006135196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015161492,0.00014515633,0.0002057392,0.00019422222,0.00006699297,0.000024736755,0.0005830384,0.00006789485,0.000029983135],"category_scores_gemma":[0.0006456367,0.00013217803,0.00006293217,0.0005019197,0.000042882944,0.00025634133,0.00009963572,0.00012126037,0.00003906546],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066149887,0.0002111048,0.00046865316,0.000044135882,0.000025831854,0.000013763052,0.00015893267,0.9534223,0.006809419,0.0065486385,0.0016852955,0.03060528],"study_design_scores_gemma":[0.00037093516,0.00009527832,0.004749126,0.0000306918,0.000003143912,0.000006692141,0.000004209499,0.97925013,0.014273981,0.0008158078,0.00021849366,0.0001814854],"about_ca_topic_score_codex":0.000008991254,"about_ca_topic_score_gemma":7.102009e-7,"teacher_disagreement_score":0.26355487,"about_ca_system_score_codex":0.00004414874,"about_ca_system_score_gemma":0.0000111666495,"threshold_uncertainty_score":0.5390064},"labels":[],"label_agreement":null},{"id":"W2082367970","doi":"10.1145/1557626.1557649","title":"Modeling for dynamic aspect-oriented development","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Computer science; Systems engineering; Engineering","score_opus":0.03823982218635162,"score_gpt":0.3092624985159829,"score_spread":0.2710226763296313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082367970","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026338655,0.00006180641,0.9956024,0.00022443794,0.00022628394,0.00012674737,1.5511576e-7,0.0009778186,0.00014646232],"genre_scores_gemma":[0.13007751,0.0000021980538,0.8695535,0.00012373754,0.000009322522,0.000012034102,0.0000011219506,0.000004238428,0.00021631939],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992829,0.000010585303,0.00014268636,0.00024189841,0.00009689869,0.00022501346],"domain_scores_gemma":[0.9995158,0.00012490533,0.000015449757,0.00025107397,0.00005442449,0.0000383858],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022394244,0.000093178845,0.00010136271,0.00006352041,0.00006658449,0.000024884996,0.00035024685,0.000030041596,0.0000010107799],"category_scores_gemma":[0.00022256076,0.000083450686,0.00002839668,0.00014875742,0.000004214241,0.0002127883,0.000054519925,0.000050660674,0.000005817416],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028150764,0.000015581714,0.0000013898137,0.000004468817,0.0000053009044,0.0000018961617,0.000272977,0.75009114,0.0007055133,0.06231866,0.000021044098,0.18655922],"study_design_scores_gemma":[0.00013221675,0.000038784816,0.00007260802,0.000006134874,7.9038614e-7,0.0000035257804,0.00001070019,0.96071386,0.002299956,0.036012787,0.0005684486,0.00014017559],"about_ca_topic_score_codex":4.0327086e-7,"about_ca_topic_score_gemma":0.0000010144238,"teacher_disagreement_score":0.21062273,"about_ca_system_score_codex":0.00006942478,"about_ca_system_score_gemma":0.0000359765,"threshold_uncertainty_score":0.34030202},"labels":[],"label_agreement":null},{"id":"W2082727576","doi":"10.1145/1290993.1291005","title":"Assessment of Contemporary Modularization Techniques - ACoM'07","year":2007,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Modular programming; Presentation (obstetrics); Mainstream; Computer science; Software engineering; Modularity (biology); Software; Work (physics); Engineering management; Engineering; Political science","score_opus":0.03651836328889043,"score_gpt":0.3138935505477442,"score_spread":0.2773751872588538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082727576","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014917876,0.0003555361,0.98050207,0.000062263025,0.000529244,0.0002676301,0.0000071056693,0.003342442,0.000015804719],"genre_scores_gemma":[0.48041862,0.000010308201,0.51943195,0.000027463188,0.000048519873,0.000014627237,0.0000090153435,0.000030548726,0.000008931069],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99795127,0.000045059038,0.0006003668,0.0004953243,0.00044032917,0.00046762725],"domain_scores_gemma":[0.95695317,0.040996194,0.00022908559,0.001458986,0.00022613809,0.00013643238],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013138959,0.00034718227,0.00044877108,0.00040427357,0.00006597487,0.0000501822,0.001486789,0.0002045398,0.0000054992547],"category_scores_gemma":[0.08266909,0.000365221,0.00012348192,0.0006909851,0.000050643896,0.00074010243,0.00062718464,0.00035009495,0.0000039511797],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001728284,0.00032884887,0.4777505,0.0010026242,0.00024646358,0.00017778194,0.00094282866,0.13929966,0.20032968,0.034920845,0.0003687899,0.14461468],"study_design_scores_gemma":[0.0005072532,0.00033325926,0.6055649,0.00036793723,0.00002106489,0.00004246706,0.000016858585,0.0033942692,0.38387105,0.0028101578,0.0018099973,0.0012608016],"about_ca_topic_score_codex":0.00001283158,"about_ca_topic_score_gemma":4.0001518e-7,"teacher_disagreement_score":0.46550074,"about_ca_system_score_codex":0.00011865944,"about_ca_system_score_gemma":0.00009707241,"threshold_uncertainty_score":0.99987996},"labels":[],"label_agreement":null},{"id":"W2083074769","doi":"10.1145/965660.965675","title":"Programs as information","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Plug-in; Computer science; Programming language; Representation (politics); Abstraction; Java; Eclipse; Intermediate language; Software; Database; Software engineering; Theoretical computer science","score_opus":0.02560364381290989,"score_gpt":0.26747462308807746,"score_spread":0.24187097927516757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083074769","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00046835994,0.000011964457,0.98140854,0.000054838543,0.00020882799,0.00005572373,1.7162538e-8,0.00078414514,0.017007591],"genre_scores_gemma":[0.028893616,0.0000019891788,0.97069055,0.0001465372,0.0000030912672,0.000009496519,3.4049017e-7,0.0000013651004,0.0002530229],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9996608,0.000023609153,0.0000708408,0.000058584104,0.00007936964,0.00010678358],"domain_scores_gemma":[0.99965787,0.000070965,0.000016311984,0.00020190302,0.000027729613,0.000025228666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019002966,0.00004248353,0.000039247603,0.000032151605,0.000021693264,0.00005685165,0.00019484393,0.000019815878,0.0000066673583],"category_scores_gemma":[0.0005569015,0.00003525441,0.00001324953,0.00016995825,0.000007890509,0.0010258036,0.000031747993,0.000038828694,0.00017573898],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.950268e-7,0.0000041247786,0.000052788906,0.00000303834,0.0000015448362,6.726141e-7,0.00017227697,0.0030289332,0.000018717697,0.7776136,0.00008000601,0.2190241],"study_design_scores_gemma":[0.00037976686,0.00020880821,0.00065065845,0.000011398311,0.0000019188783,0.00009417547,0.00014527644,0.0046355836,0.023056261,0.56186754,0.40847096,0.0004776407],"about_ca_topic_score_codex":0.0000015754513,"about_ca_topic_score_gemma":1.2113995e-7,"teacher_disagreement_score":0.40839097,"about_ca_system_score_codex":0.000011700559,"about_ca_system_score_gemma":0.00001587167,"threshold_uncertainty_score":0.22588278},"labels":[],"label_agreement":null},{"id":"W2084111010","doi":"10.1002/stvr.458","title":"An approach for testing pointcut descriptors in AspectJ","year":2011,"lang":"en","type":"article","venue":"Software Testing Verification and Reliability","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"RealNetworks (Canada)","funders":"","keywords":"AspectJ; Computer science; Aspect-oriented programming; Modularity (biology); Set (abstract data type); Programming language; Compile time; Compiler; Software engineering; Base (topology); Test case; Software","score_opus":0.13691961179041653,"score_gpt":0.29543681318094034,"score_spread":0.1585172013905238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084111010","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042773586,0.00005067754,0.9550318,0.0000143898005,0.00015710978,0.000385086,0.0000025213055,0.001447366,0.00013745353],"genre_scores_gemma":[0.27360728,0.0000015922818,0.7262425,0.00002365504,0.000019788395,0.00008151251,0.0000037025898,0.000012927644,0.0000070262213],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983699,0.00015423427,0.00034310936,0.00071110216,0.000116564435,0.00030512552],"domain_scores_gemma":[0.99717724,0.0015869297,0.00012632435,0.0007664767,0.00024112934,0.00010188961],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016849767,0.00017694753,0.00020615774,0.000104711435,0.00014749533,0.00005282319,0.00049823604,0.00010285217,7.8767107e-7],"category_scores_gemma":[0.020288514,0.00016893832,0.00002796144,0.0006020815,0.00011406073,0.0005339528,0.00008291402,0.00019405955,8.584961e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006173898,0.00084218575,0.5698472,0.0007871458,0.000013052436,0.000005617818,0.0071463115,0.039905466,0.0062539596,0.010635129,0.000036968384,0.3644652],"study_design_scores_gemma":[0.0005087358,0.00037084753,0.71242225,0.00006695178,0.0000102517415,0.000027112306,0.00018263242,0.18556105,0.0021302153,0.09806064,0.00003648475,0.0006228291],"about_ca_topic_score_codex":0.00008584629,"about_ca_topic_score_gemma":9.1351495e-7,"teacher_disagreement_score":0.36384237,"about_ca_system_score_codex":0.00008272285,"about_ca_system_score_gemma":0.000066214874,"threshold_uncertainty_score":0.98796403},"labels":[],"label_agreement":null},{"id":"W2084206470","doi":"10.1007/s10270-004-0056-z","title":"A behavioral analysis and verification approach to pattern-based design composition","year":2003,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software engineering; Reuse; Software design pattern; Software; Software development; Composition (language); Programming language","score_opus":0.09185485213269434,"score_gpt":0.29718708648620557,"score_spread":0.20533223435351122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084206470","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014211578,0.00024219538,0.9841757,0.000009274923,0.00020995141,0.00040043602,0.000003618351,0.0007424586,0.000004786588],"genre_scores_gemma":[0.49786535,0.0000010043716,0.5020054,0.00001839251,0.000008923186,0.00008166806,0.0000060587836,0.000010564164,0.0000026474731],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981457,0.0003908398,0.000325946,0.00058571727,0.00026625823,0.00028552738],"domain_scores_gemma":[0.9987999,0.00025324486,0.00008553973,0.00061494973,0.00012401048,0.00012233877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009199387,0.00020210713,0.00032476726,0.0003620334,0.00014514843,0.00018560066,0.00032191043,0.00008938836,2.8954665e-7],"category_scores_gemma":[0.00015369116,0.00020752556,0.00007180327,0.00084357435,0.000014044794,0.0002824803,0.0000450414,0.00012047057,0.0000030447118],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025780357,0.00003168773,0.00070814334,0.00003373394,0.000026491109,0.0000015316813,0.00032780654,0.994429,0.00038087973,0.00029094506,0.0000023344312,0.0037648878],"study_design_scores_gemma":[0.00013926708,0.000041353775,0.000114256254,0.00003118299,0.000068771435,0.000007503137,0.000053894448,0.99869597,0.0003761221,0.00020849462,0.00000771679,0.0002554605],"about_ca_topic_score_codex":0.00007238565,"about_ca_topic_score_gemma":5.845449e-7,"teacher_disagreement_score":0.48365378,"about_ca_system_score_codex":0.00011081582,"about_ca_system_score_gemma":0.00004056879,"threshold_uncertainty_score":0.84626466},"labels":[],"label_agreement":null},{"id":"W2084714953","doi":"10.1504/ijpd.2006.009361","title":"Measuring changes in software product line an experience report","year":2006,"lang":"en","type":"article","venue":"International Journal of Product Development","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Product line; Software; Software product line; New product development; Computer science; Engineering; Systems engineering; Product (mathematics); Manufacturing engineering; Software engineering; Software development; Business; Operating system; Marketing","score_opus":0.07754296224781256,"score_gpt":0.32188288203114845,"score_spread":0.2443399197833359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084714953","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1911102,0.00041617142,0.8048015,0.0011056676,0.0023751862,0.00008617702,2.9191517e-7,0.00008768654,0.000017089229],"genre_scores_gemma":[0.3277686,0.000014052751,0.67156285,0.00003165503,0.00048747353,0.000010199772,0.000002024497,0.000008851089,0.000114318456],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99784696,0.00006719125,0.00066976825,0.00036799183,0.0008256884,0.00022236998],"domain_scores_gemma":[0.99837565,0.00009461491,0.00041060353,0.0003122823,0.0007541623,0.00005269309],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015189397,0.0001548386,0.0002079014,0.00041450144,0.000036987025,0.00008847258,0.0012700367,0.000023974544,0.000004133121],"category_scores_gemma":[0.0020674206,0.00013901883,0.000030982497,0.0002507449,0.000029856508,0.000879143,0.00021903394,0.00020621951,0.0000021478727],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000093482464,0.0006535557,0.050405204,0.000051758114,0.00012389362,0.0059966575,0.009587677,0.19397132,0.036295198,0.0009303014,0.0002628604,0.7016281],"study_design_scores_gemma":[0.000731032,0.000121007004,0.18622504,0.0003527438,0.0000043976092,0.005470836,0.00011128602,0.00020756377,0.77843213,0.007301236,0.020353284,0.00068942155],"about_ca_topic_score_codex":0.000011661719,"about_ca_topic_score_gemma":0.000033688262,"teacher_disagreement_score":0.74213696,"about_ca_system_score_codex":0.00034999847,"about_ca_system_score_gemma":0.00029078696,"threshold_uncertainty_score":0.5669023},"labels":[],"label_agreement":null},{"id":"W2084764985","doi":"10.5555/1929101.1929110","title":"Flexible model element introduction policies for aspect-oriented modeling","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Element (criminal law); Context (archaeology); Model transformation; Base (topology); Aspect-oriented programming; Transformation (genetics); Programming language; Software engineering; Artificial intelligence; Software","score_opus":0.04626596358411136,"score_gpt":0.3211684159249698,"score_spread":0.27490245234085847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084764985","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003772268,0.00001319317,0.99191725,0.0015488168,0.0011519628,0.00019559682,0.000001404231,0.0012407248,0.00015879291],"genre_scores_gemma":[0.050795894,0.0000037693433,0.9480404,0.0000889131,0.00033675254,0.0000577237,0.0000025520499,0.00001208187,0.0006618643],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999037,0.000011632565,0.00017963441,0.00033694622,0.00013869787,0.00029606617],"domain_scores_gemma":[0.9991466,0.00011309415,0.000034435365,0.00052187475,0.00013364191,0.000050394738],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004172362,0.000121368954,0.00012488027,0.00011234684,0.00010392373,0.000050033013,0.00039745358,0.00005114594,0.000004173116],"category_scores_gemma":[0.00049158995,0.0001097215,0.00004860295,0.00019437153,0.000018769344,0.00044280107,0.00015582384,0.00015256889,0.00000434681],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023385367,0.000008543355,0.0000017797454,0.0000042196507,0.0000035919784,5.0022436e-8,0.000111673966,0.67381483,0.011913811,0.31034267,0.00027996866,0.0035165434],"study_design_scores_gemma":[0.00011915912,0.000028397608,0.0000023322702,0.0000011041712,0.000002156403,0.0000024958465,0.000019798512,0.8707086,0.032243554,0.09551661,0.0012348923,0.00012092331],"about_ca_topic_score_codex":0.000009025322,"about_ca_topic_score_gemma":0.0000058992027,"teacher_disagreement_score":0.21482605,"about_ca_system_score_codex":0.000034854536,"about_ca_system_score_gemma":0.000035036497,"threshold_uncertainty_score":0.4474313},"labels":[],"label_agreement":null},{"id":"W2085231017","doi":"10.1007/s10515-008-0042-8","title":"Monitoring and diagnosing software requirements","year":2008,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Medical diagnosis; Component (thermodynamics); Satisfiability; Granularity; Scalability; Software; Software system; Data mining; Action (physics); Software engineering; Theoretical computer science; Programming language; Database","score_opus":0.041289154179573614,"score_gpt":0.28145256825384724,"score_spread":0.2401634140742736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085231017","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15353152,0.0015046884,0.82665956,0.000020749845,0.001088038,0.00014319891,0.000001956844,0.017046995,0.0000032931475],"genre_scores_gemma":[0.24459673,0.0002511202,0.7549172,0.000018683117,0.00009049388,0.000043969263,0.0000018413756,0.000057081365,0.000022894123],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9978971,0.00004710407,0.00037746888,0.00061964925,0.00037175007,0.00068691676],"domain_scores_gemma":[0.99765396,0.0012994375,0.00009076192,0.00065879454,0.0000903707,0.00020670127],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002949517,0.0003959337,0.0003726676,0.0002820862,0.0002874491,0.00009894727,0.0006606201,0.00015601543,0.0000018892508],"category_scores_gemma":[0.0036458913,0.00043711648,0.00006943649,0.00061467005,0.00005602868,0.0012082487,0.00048064557,0.00032310322,0.000016654732],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010963991,0.000116320625,0.13044235,0.0005225175,0.000274282,0.0015253653,0.0040631373,0.7760029,0.008945467,0.00086676993,0.00061895535,0.076611005],"study_design_scores_gemma":[0.003089054,0.00045512756,0.6307877,0.002272252,0.000079993355,0.002778533,0.00009647984,0.25595957,0.094315276,0.0017696776,0.002919704,0.0054766424],"about_ca_topic_score_codex":0.00000880034,"about_ca_topic_score_gemma":1.0325565e-7,"teacher_disagreement_score":0.5200433,"about_ca_system_score_codex":0.00014133837,"about_ca_system_score_gemma":0.000043454602,"threshold_uncertainty_score":0.9998081},"labels":[],"label_agreement":null},{"id":"W2085479756","doi":"10.1109/re.2010.55","title":"An Introduction to Experience Requirements","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Requirements elicitation; Computer science; Non-functional requirement; Requirements engineering; Functional requirement; Perception; User requirements document; Requirements analysis; Human–computer interaction; User experience design; Engineering design process; Software engineering; Engineering; Psychology; Software development; Software; Programming language","score_opus":0.04111525576997982,"score_gpt":0.35482324238952956,"score_spread":0.31370798661954974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085479756","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06812185,9.641749e-7,0.92788804,0.0011038403,0.0019627768,0.000057514677,6.9503685e-8,0.0007366605,0.00012826729],"genre_scores_gemma":[0.23320183,2.1146488e-7,0.76627094,0.00014609401,0.00022491792,0.000014199249,2.0367011e-7,0.000003517057,0.00013809548],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992983,0.00002070986,0.00008488626,0.0003149988,0.00012167228,0.00015943706],"domain_scores_gemma":[0.9990575,0.000042946038,0.000014319538,0.00075580564,0.00004267196,0.00008678445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002455584,0.00006502791,0.000056954217,0.000058601243,0.000045267407,0.00005649045,0.0006661249,0.000026161682,0.00002008481],"category_scores_gemma":[0.00050748955,0.000058464302,0.000010065587,0.00022682735,0.000017069202,0.000845552,0.00011889597,0.00009158582,0.000034929668],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002393489,0.000027044112,0.00017615115,0.0000018277066,0.0000017274001,0.0000022752681,0.0016893885,0.00964832,0.7493135,0.09951542,0.00053436065,0.13908759],"study_design_scores_gemma":[0.00023713156,0.00041576067,0.011883942,0.0000034360326,0.0000018176356,0.00004506575,0.00023246737,0.012428596,0.8644456,0.033768095,0.07574244,0.0007956461],"about_ca_topic_score_codex":0.0000033849408,"about_ca_topic_score_gemma":0.000003600296,"teacher_disagreement_score":0.16507998,"about_ca_system_score_codex":0.000011814155,"about_ca_system_score_gemma":0.000007691363,"threshold_uncertainty_score":0.2384105},"labels":[],"label_agreement":null},{"id":"W2086908167","doi":"10.1109/formalise.2013.6612276","title":"Recommendations for improving the usability of formal methods for product lines","year":2013,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; USable; Usability; Formal methods; Software engineering; Formal specification; Rotation formalisms in three dimensions; Formal verification; Product (mathematics); Systems engineering; Programming language; Human–computer interaction; World Wide Web; Engineering","score_opus":0.11699285068505405,"score_gpt":0.40319469847857214,"score_spread":0.2862018477935181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086908167","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003795629,0.000053436488,0.99369186,0.004072584,0.00050353556,0.0010831638,0.0000026481725,0.000196438,0.000016786986],"genre_scores_gemma":[0.005507686,0.0000017107392,0.9935317,0.00007745865,0.0000581239,0.000645107,0.0000014464795,0.0000065054405,0.00017027445],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991765,0.00009488913,0.00025172127,0.00022144904,0.00004237322,0.00021304953],"domain_scores_gemma":[0.9936844,0.005374349,0.000092566916,0.00054658024,0.0002804531,0.000021653574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022757396,0.00008243279,0.00013657233,0.00003170006,0.0001158841,0.000036470105,0.000582614,0.000023984954,0.00000450361],"category_scores_gemma":[0.006946912,0.00005074577,0.00007565568,0.00014588369,0.000042546548,0.0007278881,0.00018939933,0.000051871273,5.6823166e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021122835,0.000013046052,0.000017612554,0.00006601421,0.0000067342608,1.8463872e-9,0.00019044589,0.0017785652,0.0074367607,0.01878667,0.0003929239,0.9713091],"study_design_scores_gemma":[0.00036917024,0.00025443055,0.0010633146,0.000009372635,0.000015457079,0.0000030024223,0.00019078048,0.3653707,0.32054815,0.298889,0.012994925,0.00029170455],"about_ca_topic_score_codex":0.00002012312,"about_ca_topic_score_gemma":0.000001505642,"teacher_disagreement_score":0.9710174,"about_ca_system_score_codex":0.000016349282,"about_ca_system_score_gemma":0.000029999235,"threshold_uncertainty_score":0.83166045},"labels":[],"label_agreement":null},{"id":"W2087151255","doi":"10.1109/scam.2011.25","title":"Exploring the Development of Micro-apps: A Case Study on the BlackBerry and Android Platforms","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Android (operating system); Computer science; Operating system; Android Beam; Mobile apps; App store; World Wide Web; Mobile device; Source code; Embedded system","score_opus":0.39873832947707283,"score_gpt":0.30777371342341503,"score_spread":0.0909646160536578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087151255","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54436266,0.000013245989,0.4552622,0.000012412259,0.00006747032,0.000128117,6.6068765e-8,0.00006563069,0.00008815835],"genre_scores_gemma":[0.6170426,0.0000031504924,0.38287008,0.00001945381,0.0000045129036,0.00003664909,1.4332241e-8,0.000003892114,0.00001964144],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993431,0.000034168428,0.00017801531,0.00018319009,0.000117161275,0.0001443655],"domain_scores_gemma":[0.9986906,0.00077561924,0.00004436996,0.0004400915,0.000024555766,0.000024786712],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00084454333,0.0001037372,0.00010559558,0.00004204944,0.00013394975,0.000020040268,0.00043299582,0.000012119242,0.0000017990901],"category_scores_gemma":[0.00015024836,0.00004749891,0.00001608871,0.00015158085,0.000048356684,0.00024248415,0.0003467395,0.000107427855,0.0000028837765],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004637141,0.00047067026,0.0038274988,0.000047228332,0.00024565202,0.0006486734,0.71318364,0.0010103469,0.003010927,0.02460304,0.000047873204,0.25285807],"study_design_scores_gemma":[0.0020336667,0.0018706621,0.14673375,0.0001911741,0.000049158727,0.0024867784,0.27790305,0.0018492335,0.5352052,0.029538235,0.0004804212,0.0016586651],"about_ca_topic_score_codex":0.000015135128,"about_ca_topic_score_gemma":0.000017162447,"teacher_disagreement_score":0.53219426,"about_ca_system_score_codex":0.000013295809,"about_ca_system_score_gemma":0.000018779834,"threshold_uncertainty_score":0.19369493},"labels":[],"label_agreement":null},{"id":"W2087385308","doi":"10.1145/1094855.1094977","title":"Aspects","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Mainstream; Software development; Computer science; Middleware (distributed applications); Software; Knowledge management; Process management; Engineering management; Software engineering; Engineering; Political science","score_opus":0.033281205292773834,"score_gpt":0.2886256759155033,"score_spread":0.25534447062272947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087385308","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002620848,0.000062832674,0.9818845,0.00087756134,0.0001289857,0.00001759153,2.207743e-8,0.0010625669,0.0157039],"genre_scores_gemma":[0.0820538,0.000002711178,0.916652,0.00024482768,0.0000477376,0.0000018145568,3.4150585e-8,0.0000022329698,0.0009948013],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99966544,0.000011441961,0.00004606125,0.00011001253,0.0000599831,0.000107089174],"domain_scores_gemma":[0.99956036,0.00014821737,0.000007846242,0.00024760145,0.000011148915,0.000024820549],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000099118966,0.000039392147,0.000041790638,0.000026558206,0.000016554292,0.000019076357,0.0003321859,0.000013984899,0.000017145787],"category_scores_gemma":[0.0001464184,0.000033066455,0.000013636328,0.00010349288,0.000006900945,0.00028791273,0.000092591945,0.0000393588,0.0001916457],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.1175853e-7,0.000007026226,0.000014391828,0.0000012075559,0.0000022093536,0.000003590369,0.000087256616,0.046258964,0.0007144325,0.6361067,0.0009416121,0.31586233],"study_design_scores_gemma":[0.0004832619,0.00010636796,0.0048053013,0.000010984134,0.0000025344375,0.00007499601,0.000019581741,0.08623038,0.17058223,0.4762169,0.2606758,0.0007916576],"about_ca_topic_score_codex":5.0788657e-7,"about_ca_topic_score_gemma":6.606689e-7,"teacher_disagreement_score":0.3150707,"about_ca_system_score_codex":0.000015948146,"about_ca_system_score_gemma":0.0000072087355,"threshold_uncertainty_score":0.24632816},"labels":[],"label_agreement":null},{"id":"W2089894024","doi":"10.1145/1082983.1082995","title":"Workshop on the Modeling and Analysis of Concerns in Software (MACS 2005)","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Software engineering; Computer science; Software; Software development; Data science; Operating system","score_opus":0.05742820598058526,"score_gpt":0.296255173549488,"score_spread":0.23882696756890273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089894024","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17137317,0.0011963949,0.8259555,0.00046329343,0.00014237678,0.00015232712,0.000012610814,0.0007035667,7.309095e-7],"genre_scores_gemma":[0.5362992,0.00011081979,0.46337268,0.00010172213,0.000045523724,0.000028611257,0.0000046465134,0.00002720374,0.00000958469],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99784327,0.00007616322,0.00051791116,0.00059443293,0.00036906026,0.00059913873],"domain_scores_gemma":[0.916768,0.081548475,0.0001194033,0.0013660697,0.000083924795,0.00011411033],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008366326,0.00038058008,0.00060173374,0.00068005564,0.000079581776,0.000073605996,0.0014331483,0.00016516882,0.000011634341],"category_scores_gemma":[0.13902433,0.00032068868,0.00015900804,0.0015931751,0.000060151975,0.0004336027,0.00057411386,0.0004905614,0.0000044686244],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000576373,0.000022289683,0.015450214,0.00002653183,0.00012534282,0.000005516119,0.0006174426,0.9631718,0.00014378499,0.0011497092,0.000016413673,0.019265212],"study_design_scores_gemma":[0.0006750387,0.00008806969,0.054436453,0.0004828852,0.0002478223,0.000011212195,0.00008020207,0.9375222,0.0035982737,0.00091706804,0.00059462,0.0013462112],"about_ca_topic_score_codex":0.000020032163,"about_ca_topic_score_gemma":0.000024903851,"teacher_disagreement_score":0.36492604,"about_ca_system_score_codex":0.000121671124,"about_ca_system_score_gemma":0.00004221904,"threshold_uncertainty_score":0.99992454},"labels":[],"label_agreement":null},{"id":"W2089965259","doi":"10.5381/jot.2010.9.6.a2","title":"Formal Model and DSL for Separation of Concerns based on Views.","year":2010,"lang":"en","type":"article","venue":"The Journal of Object Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université du Québec à Chicoutimi; Université du Québec à Rimouski","funders":"","keywords":"Digital subscriber line; Separation (statistics); Separation of concerns; Computer science; Programming language; Telecommunications; Software","score_opus":0.046170679463268645,"score_gpt":0.34867171865662994,"score_spread":0.3025010391933613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089965259","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11523573,0.000069944625,0.8836996,0.00066466315,0.00017161781,0.0000869759,0.0000010894003,0.00005302765,0.000017364706],"genre_scores_gemma":[0.5619456,0.000011410363,0.4379887,0.000031916767,0.00001312617,0.0000021745323,4.514756e-8,0.0000030327674,0.000003977597],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99948573,0.000026851723,0.00021272544,0.000061882885,0.00008899663,0.00012381542],"domain_scores_gemma":[0.9987559,0.0006081666,0.00024121368,0.00026094296,0.00011836818,0.00001546004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094650727,0.00006842006,0.00017326788,0.00018339198,0.000044820517,0.0000057731513,0.00050563086,0.00009084917,3.8901723e-7],"category_scores_gemma":[0.0006939011,0.000044084874,0.0000353401,0.00014660614,0.000107846485,0.00017639025,0.00006639669,0.00028607048,1.8101414e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014743148,0.000044563272,0.00011267725,0.000037711816,0.00002753282,0.000002541546,0.0006381467,0.6682733,0.16845892,0.06836909,0.00015136562,0.09373669],"study_design_scores_gemma":[0.0007806789,0.001148397,0.00023428851,0.000030716496,0.000020684292,0.00012996477,0.000044683205,0.68580186,0.18370852,0.12768827,0.0002986708,0.00011324867],"about_ca_topic_score_codex":3.232294e-7,"about_ca_topic_score_gemma":0.0000021782112,"teacher_disagreement_score":0.44670987,"about_ca_system_score_codex":0.000008559791,"about_ca_system_score_gemma":0.000051787567,"threshold_uncertainty_score":0.1797729},"labels":[],"label_agreement":null},{"id":"W2090727480","doi":"10.1145/1029894.1029918","title":"Implementing protocols via declarative event patterns","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":115,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"University of Calgary","keywords":"Computer science; AspectJ; Programming language; Aspect-oriented programming; Compiler; Event (particle physics); Protocol (science); Maintainability; Set (abstract data type); Traceability; Complex event processing; Software engineering; Software","score_opus":0.05698402835664106,"score_gpt":0.3692314819018124,"score_spread":0.3122474535451713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090727480","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012956465,0.000005335867,0.99496794,0.00020285408,0.00007720079,0.0026547173,6.016129e-7,0.0006496858,0.00014599651],"genre_scores_gemma":[0.09058188,5.439309e-7,0.90690047,0.000117322845,0.000027239264,0.0023077817,5.8278795e-7,0.0000074728882,0.00005670613],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99897045,0.000043285905,0.00018318111,0.0002691436,0.00016132364,0.00037260333],"domain_scores_gemma":[0.99933976,0.00013546918,0.00005591154,0.00037710008,0.000043113654,0.000048637692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042343713,0.000114743394,0.00011626119,0.00004950332,0.00008624435,0.000056144967,0.0005282328,0.000028086139,0.000013396463],"category_scores_gemma":[0.00012838181,0.00009721157,0.000042276133,0.00016506907,0.000010965049,0.00040819595,0.0003936794,0.00009722991,0.00002353124],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008385508,0.00018650199,0.0045024473,0.000110951114,0.00007686277,0.00009843416,0.004001888,0.32000765,0.0141163375,0.26831365,0.0000777333,0.38849914],"study_design_scores_gemma":[0.0021127348,0.0005758775,0.016522247,0.00019359715,0.000006348777,0.000083037565,0.00021779133,0.0063636634,0.4703069,0.4946442,0.0077773887,0.0011962244],"about_ca_topic_score_codex":0.000016633217,"about_ca_topic_score_gemma":0.00001363735,"teacher_disagreement_score":0.45619056,"about_ca_system_score_codex":0.000079394005,"about_ca_system_score_gemma":0.00003344351,"threshold_uncertainty_score":0.39641726},"labels":[],"label_agreement":null},{"id":"W2091279175","doi":"10.4018/ijats.2014040104","title":"Towards a New Approach for Controlling the Reorganization Process of Multi-Agent Systems","year":2014,"lang":"en","type":"article","venue":"International Journal of Agent Technologies and Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Computer science; Process (computing); Consistency (knowledge bases); Adaptation (eye); Distributed computing; Order (exchange); Abstract process; Multi-agent system; Software engineering; Work in process; Process management; Artificial intelligence; Programming language","score_opus":0.053999287325737264,"score_gpt":0.3093249988070068,"score_spread":0.25532571148126953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091279175","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003547518,0.0024157972,0.9916193,0.0004977992,0.0014892014,0.00027556915,0.000002626992,0.00014015927,0.000012041494],"genre_scores_gemma":[0.8018081,0.00018333184,0.19782001,0.000008588777,0.000115345305,0.000014088982,7.3836236e-7,0.000007563307,0.00004219731],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987998,0.00006672797,0.0005164298,0.00014757468,0.00035155306,0.00011791242],"domain_scores_gemma":[0.99811035,0.00036709843,0.0006298092,0.00020381136,0.0006646493,0.000024265435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012200805,0.00010784261,0.0002790957,0.00016842653,0.000045479843,0.00013741343,0.0012259512,0.00008213937,1.0572752e-7],"category_scores_gemma":[0.0022660145,0.00006706599,0.00006198252,0.00014317039,0.000050367267,0.00021665795,0.00013345772,0.00012139286,1.7700651e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036928064,0.00005228585,0.00032824738,0.00019984193,0.00025887846,0.0000040200443,0.00087118754,0.87749153,0.0019537103,0.05050895,0.00025014722,0.06804427],"study_design_scores_gemma":[0.0015326669,0.000273651,0.0001968797,0.00035632285,0.000033080418,0.00033526067,0.0041763484,0.9815368,0.0038318841,0.0046342467,0.0028833612,0.00020948624],"about_ca_topic_score_codex":0.00001296622,"about_ca_topic_score_gemma":2.17115e-7,"teacher_disagreement_score":0.7982606,"about_ca_system_score_codex":0.00005979549,"about_ca_system_score_gemma":0.00005080221,"threshold_uncertainty_score":0.27348715},"labels":[],"label_agreement":null},{"id":"W2091331878","doi":"10.1007/s11432-014-5064-1","title":"Requirements model driven adaption and evolution of Internetware","year":2014,"lang":"en","type":"article","venue":"Science China Information Sciences","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Key Research and Development Program of China; Università degli Studi di Trento; University of Toronto","keywords":"Computer science; Cloud computing; Software development; Software engineering; Paradigm shift; Adaptation (eye); Social software engineering; The Internet; World Wide Web; Software; Software construction; Operating system","score_opus":0.03637553628073102,"score_gpt":0.3037032318065677,"score_spread":0.2673276955258367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091331878","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.084390916,0.00001429868,0.9139579,0.00010777804,0.00028682177,0.00008327892,8.3801484e-7,0.00013438717,0.0010237686],"genre_scores_gemma":[0.62667125,0.0000043640293,0.3732857,0.000023363009,0.0000047826843,0.0000031676009,2.241008e-7,7.4747015e-7,0.0000063571542],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985104,0.000035178047,0.00029797302,0.00022710962,0.00068700005,0.00024232303],"domain_scores_gemma":[0.9991995,0.00007818795,0.00022455743,0.00026635933,0.0001634573,0.00006790587],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002737854,0.00009278238,0.000112552916,0.00044840408,0.0003045225,0.00019421283,0.0011872809,0.000028002929,7.8313417e-7],"category_scores_gemma":[0.0013605036,0.000076240096,0.000019177602,0.0012373495,0.00091385876,0.010084592,0.00039545805,0.00006447124,0.000005053666],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019403694,0.0000066900734,0.0017631651,0.000023391516,0.0000011185091,2.7516819e-8,0.0028600905,0.6480762,0.0026768502,0.27617383,0.000018145662,0.068398565],"study_design_scores_gemma":[0.000077923854,0.00009023107,0.015391643,0.000024747473,8.556963e-7,0.0000030646884,0.00010503857,0.934501,0.0017799997,0.04790425,0.000028926352,0.00009233931],"about_ca_topic_score_codex":0.000018121062,"about_ca_topic_score_gemma":0.0000013322291,"teacher_disagreement_score":0.5422804,"about_ca_system_score_codex":0.0000849546,"about_ca_system_score_gemma":0.0001492002,"threshold_uncertainty_score":0.73110855},"labels":[],"label_agreement":null},{"id":"W2092052791","doi":"10.1145/2591062.2591126","title":"Flexible product line engineering with a virtual platform","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Reuse; Cloning (programming); Product line; Computer science; Product (mathematics); Set (abstract data type); Software engineering; Software product line; Systems engineering; Risk analysis (engineering); Manufacturing engineering; Engineering; Business; Operating system; Programming language; Software development; Software","score_opus":0.026127476896594965,"score_gpt":0.24500314496422992,"score_spread":0.21887566806763495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092052791","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036522022,0.000022460972,0.9931871,0.00014810743,0.00026181477,0.000084935135,1.6862602e-7,0.0021446156,0.0004985612],"genre_scores_gemma":[0.16588756,0.0000019212905,0.8332356,0.00006318327,0.000094739065,0.000012936921,5.139981e-7,0.000014039503,0.0006895021],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990929,0.000012149051,0.00012059184,0.0003227049,0.0001701552,0.0002815463],"domain_scores_gemma":[0.9988863,0.0004102165,0.000027883822,0.0005641101,0.000044765453,0.00006670724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003664444,0.00014864824,0.00015675815,0.00009251496,0.000037079575,0.000053922602,0.0005133342,0.000028156841,0.00000386013],"category_scores_gemma":[0.00062758394,0.00010947717,0.000021849231,0.00032397243,0.000018050485,0.00051465153,0.00015895058,0.00013830152,0.000023462757],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052984556,0.0000127117255,0.000030258669,0.000014965038,0.0000113823135,0.0000034570508,0.00012562494,0.7958991,0.0018531099,0.1233291,0.000070616705,0.07864437],"study_design_scores_gemma":[0.0011148975,0.0019629437,0.0014107181,0.000101194746,0.000011314904,0.0001717358,0.000028592382,0.62784475,0.33423486,0.010343629,0.0214197,0.0013556418],"about_ca_topic_score_codex":0.000002585112,"about_ca_topic_score_gemma":8.551997e-7,"teacher_disagreement_score":0.33238176,"about_ca_system_score_codex":0.000028625578,"about_ca_system_score_gemma":0.000022309057,"threshold_uncertainty_score":0.44643494},"labels":[],"label_agreement":null},{"id":"W2093033840","doi":"10.5555/2662572.2662583","title":"Bi-criteria genetic search for adding new features into an existing product line","year":2013,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Feature model; Software product line; Product (mathematics); Feature (linguistics); Product line; Computer science; Line (geometry); Set (abstract data type); Genetic algorithm; Value (mathematics); Selection (genetic algorithm); Software; Data mining; Engineering; Artificial intelligence; Machine learning; Mathematics; Software development; Manufacturing engineering; Programming language","score_opus":0.12357653642123444,"score_gpt":0.38575722572392107,"score_spread":0.2621806893026866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093033840","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010724675,0.00031945523,0.98654467,0.00057668774,0.00045652702,0.00040985498,5.1264607e-7,0.0008755599,0.000092049435],"genre_scores_gemma":[0.030439246,0.000006015644,0.9674864,0.00010615974,0.00044070583,0.00005295306,0.000002700319,0.000021739967,0.0014440872],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986934,0.0000752228,0.00018205083,0.0005098486,0.00015053444,0.00038895232],"domain_scores_gemma":[0.99842405,0.0006406518,0.000032937987,0.00061687594,0.00014352593,0.00014197853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039311696,0.00015889935,0.00016920299,0.00011162048,0.00011648737,0.00024521432,0.00079999986,0.000045018067,0.000019298892],"category_scores_gemma":[0.0011695954,0.00013479256,0.00003656307,0.00026132818,0.00002639124,0.00068891334,0.0002857313,0.0001288846,0.000015950647],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046906134,0.000019598847,0.000087930566,0.0000816111,0.000012322716,0.0000029156379,0.0015160223,0.034143895,0.06300645,0.0053257803,0.0026284696,0.8931703],"study_design_scores_gemma":[0.0013027601,0.0013932153,0.021138009,0.00018804,0.000020288831,0.00013368734,0.00040171205,0.31116077,0.47877315,0.17469391,0.008606927,0.0021875377],"about_ca_topic_score_codex":0.00016919133,"about_ca_topic_score_gemma":0.000007696705,"teacher_disagreement_score":0.89098275,"about_ca_system_score_codex":0.000040484203,"about_ca_system_score_gemma":0.00006212935,"threshold_uncertainty_score":0.5496681},"labels":[],"label_agreement":null},{"id":"W20933059","doi":"10.1016/j.neulet.2010.09.078","title":"Architecture-Level Requirements Specification.","year":2003,"lang":"en","type":"article","venue":"Neuroscience Letters","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Agence Nationale de la Recherche","keywords":"Computer science; Business requirements; Requirements traceability; Traceability; Software engineering; Non-functional requirement; Software requirements specification; Software architecture; Reference architecture; Requirements engineering; Architecture; Requirement; Systems engineering; Risk analysis (engineering); Business process; Software; Software design; Engineering; Software development; Software construction; Programming language; Operations management; Work in process; Business","score_opus":0.12843170753259833,"score_gpt":0.30444820551605956,"score_spread":0.17601649798346122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W20933059","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061134226,0.000014970078,0.9889181,0.0026293031,0.0015128839,0.00010208118,8.439862e-7,0.00039234376,0.0003160452],"genre_scores_gemma":[0.14519593,0.000005938313,0.84722745,0.007380067,0.000030533713,0.000015290381,2.0562712e-7,0.0000110340625,0.00013352302],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983632,0.00014087389,0.00016723719,0.00055685267,0.00037559844,0.00039625668],"domain_scores_gemma":[0.9988907,0.00020105792,0.00006598037,0.0007390223,0.00001938271,0.000083865496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041140057,0.00014032885,0.000105061365,0.00013102003,0.00014728786,0.00011888412,0.0011819492,0.000023602322,0.0000029144626],"category_scores_gemma":[0.0012270345,0.000130889,0.00004016723,0.00060188357,0.00013927292,0.00052294426,0.000105777915,0.00017000962,0.000024427163],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014499652,0.00003119581,0.000698788,0.000007825687,0.0000014169913,0.00004089543,0.00025432708,0.086952865,0.8488288,0.04718474,0.00125145,0.014746272],"study_design_scores_gemma":[0.0013189178,0.00031208067,0.09042324,0.00005825778,0.000011315857,0.0004867495,0.00003986539,0.004183357,0.5543206,0.07232829,0.27402455,0.0024928164],"about_ca_topic_score_codex":7.6278434e-7,"about_ca_topic_score_gemma":1.3423289e-7,"teacher_disagreement_score":0.2945082,"about_ca_system_score_codex":0.00004258732,"about_ca_system_score_gemma":0.000024612,"threshold_uncertainty_score":0.5337499},"labels":[],"label_agreement":null},{"id":"W2093607505","doi":"10.1145/2188286.2188304","title":"User-friendly approach for handling performance parameters during predictive software performance engineering","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Reusability; Software engineering; Unified Modeling Language; Process (computing); Product (mathematics); Software; Set (abstract data type); Activity diagram; Middleware (distributed applications); Programming language; Database; Data mining","score_opus":0.024815863404128398,"score_gpt":0.23997921383505122,"score_spread":0.21516335043092283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093607505","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25605863,0.00016006938,0.74146557,0.0000060059965,0.0005660907,0.00033181495,0.0000025014474,0.0013694443,0.000039906943],"genre_scores_gemma":[0.3905754,0.000022205082,0.6089787,0.000012223212,0.00009206826,0.00018114265,0.000003159619,0.000028134828,0.000106957414],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979498,0.00002893517,0.00030954037,0.00047126928,0.00026697715,0.00097350974],"domain_scores_gemma":[0.9984004,0.00061638665,0.00009347075,0.0006187944,0.00008916736,0.00018176199],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00065953814,0.00032851478,0.00031562767,0.00018664873,0.00023730042,0.00008087122,0.000823201,0.00011605364,0.000001399787],"category_scores_gemma":[0.00068720925,0.0003067253,0.000100400626,0.0003810848,0.000038681013,0.0025497088,0.00031981853,0.00026741612,0.0000058751466],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002534224,0.00003725797,0.0088735325,0.00040225743,0.000040186445,4.074829e-7,0.0005467937,0.9823361,0.0006055479,0.00046000475,0.000024842193,0.0066477037],"study_design_scores_gemma":[0.00078080746,0.00028417778,0.032575905,0.000102726925,0.000023334544,0.00006291333,0.00008409342,0.8855506,0.07913538,0.000029105273,0.00046287756,0.0009080308],"about_ca_topic_score_codex":0.000001181034,"about_ca_topic_score_gemma":3.7541717e-8,"teacher_disagreement_score":0.13451678,"about_ca_system_score_codex":0.00014107958,"about_ca_system_score_gemma":0.000027028487,"threshold_uncertainty_score":0.9999385},"labels":[],"label_agreement":null},{"id":"W2093651960","doi":"10.1145/2648511.2648538","title":"Behaviour interactions among product-line features","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Feature (linguistics); Computer science; Software product line; Feature model; Set (abstract data type); Product (mathematics); Feature selection; Artificial intelligence; Software; Theoretical computer science; Human–computer interaction; Programming language; Mathematics; Software development; Linguistics","score_opus":0.028285660168888394,"score_gpt":0.30389043853482084,"score_spread":0.27560477836593245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093651960","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011422964,0.000025450758,0.98487514,0.0005249443,0.0009040079,0.00006674768,2.432076e-7,0.0011077137,0.0010728132],"genre_scores_gemma":[0.37073034,0.00000142895,0.626139,0.00006363275,0.00008597644,0.000010517211,6.5415975e-7,0.000005719099,0.0029627436],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992814,0.000061609695,0.00010639541,0.00027644145,0.00010267087,0.00017148968],"domain_scores_gemma":[0.9989402,0.00037965004,0.00003419789,0.00054462656,0.00005317936,0.000048133326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026457332,0.000097063355,0.00010275228,0.00007342535,0.000058617807,0.000059293936,0.0004805113,0.0000214416,0.000009691639],"category_scores_gemma":[0.0010097367,0.00007996101,0.000034616456,0.00018015501,0.000029055496,0.00047674746,0.00018080608,0.0001693462,0.000023519488],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008667261,0.0002116981,0.018662374,0.0000425362,0.000050468578,0.000019165018,0.0014227071,0.27162462,0.009253064,0.20642753,0.01753697,0.47474018],"study_design_scores_gemma":[0.0007515949,0.00037012057,0.63987654,0.000088953544,0.000032813663,0.00020053888,0.000106469466,0.052836686,0.21245684,0.06446768,0.027059535,0.0017522086],"about_ca_topic_score_codex":0.000017810917,"about_ca_topic_score_gemma":0.000018767558,"teacher_disagreement_score":0.6212142,"about_ca_system_score_codex":0.000021841775,"about_ca_system_score_gemma":0.00000846445,"threshold_uncertainty_score":0.32607156},"labels":[],"label_agreement":null},{"id":"W2094106269","doi":"10.1145/1982185.1982334","title":"Analyzing goal models","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Variety (cybernetics); Computer science; Management science; Data science; Goal modeling; Software engineering; Artificial intelligence; Requirements engineering; Engineering; Software; Programming language","score_opus":0.12088026187909849,"score_gpt":0.2845279768961469,"score_spread":0.1636477150170484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094106269","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005482784,0.000056737925,0.98853636,0.000017216478,0.00017617304,0.00002365922,7.328618e-8,0.00089011353,0.009751393],"genre_scores_gemma":[0.1412603,0.000004773582,0.8584458,0.0000338681,0.000009849359,0.00000282617,5.4154206e-8,0.0000036708966,0.00023884418],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99952227,0.000022863329,0.00007777684,0.00016639807,0.00005798584,0.00015268943],"domain_scores_gemma":[0.99948275,0.00010241604,0.000015962658,0.000340389,0.00002192689,0.000036553844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001799163,0.000061107254,0.00007227542,0.000052123218,0.000025264319,0.000015061771,0.0005023937,0.000023367747,0.0000113385695],"category_scores_gemma":[0.00007752947,0.000051749226,0.000026330308,0.00016340728,0.00001316096,0.00057339633,0.00016922291,0.00005724769,0.000023103288],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016693631,0.00001604783,0.0001916592,0.000004735183,0.000012590762,0.000015960697,0.0011589003,0.0753841,0.00044002305,0.8541562,0.00012684615,0.068491265],"study_design_scores_gemma":[0.000093045855,0.000037416678,0.0010996254,0.0000051175352,0.0000022393945,0.000011068271,0.00002080269,0.17950177,0.0106776375,0.8081934,0.0001212797,0.0002366323],"about_ca_topic_score_codex":0.000009431812,"about_ca_topic_score_gemma":6.308741e-7,"teacher_disagreement_score":0.14071201,"about_ca_system_score_codex":0.000011309442,"about_ca_system_score_gemma":0.00000852721,"threshold_uncertainty_score":0.21102722},"labels":[],"label_agreement":null},{"id":"W2094690116","doi":"10.1145/2020723.2020733","title":"Goal-driven adaptation of internetware","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Ministry of Science and Technology of the People's Republic of China","keywords":"Adaptation (eye); Computer science; Software; The Internet; Typology; Software architecture; Service (business); Key (lock); Architecture; Software engineering; World Wide Web; Operating system; Business","score_opus":0.028856427150487172,"score_gpt":0.2815324668608776,"score_spread":0.2526760397103904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094690116","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016508685,0.000007883461,0.98215586,0.000050907685,0.0005934035,0.000035354034,3.2349783e-7,0.00032784286,0.00031974888],"genre_scores_gemma":[0.34880283,0.0000010235555,0.6510085,0.000011250533,0.000011853835,0.0000021298474,2.8792934e-7,0.000002338883,0.00015977696],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99960786,0.000016408821,0.00009820255,0.00011766621,0.00007876199,0.00008111265],"domain_scores_gemma":[0.9993881,0.00021716587,0.000036762554,0.00028176227,0.00005405503,0.000022171937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000116177085,0.00004917027,0.000072488954,0.000043345433,0.0000098479695,0.00000991156,0.0004176605,0.000032857446,0.000011271915],"category_scores_gemma":[0.00036723755,0.00004220854,0.000022599612,0.00010991653,0.000022644832,0.00022175148,0.00011487009,0.000097781034,0.000009739104],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004296599,0.00003428707,0.0016632664,0.000027987735,0.000016224927,0.000005093546,0.0020077296,0.18698682,0.05302515,0.25228813,0.00028442842,0.50365657],"study_design_scores_gemma":[0.0005559441,0.00024493446,0.017775374,0.000033261687,0.0000062599906,0.00003004024,0.00020753767,0.78743476,0.12695828,0.058278512,0.0079437345,0.00053135527],"about_ca_topic_score_codex":0.000013241119,"about_ca_topic_score_gemma":0.000019268224,"teacher_disagreement_score":0.60044795,"about_ca_system_score_codex":0.00000447704,"about_ca_system_score_gemma":0.00001176351,"threshold_uncertainty_score":0.17212144},"labels":[],"label_agreement":null},{"id":"W2095175924","doi":"10.3166/jesa.42.439-458","title":"CoSARC, un langage de composants pour l'ingénierie des architectures robotiques. Pourquoi utiliser des composants, et quels composants ?","year":2008,"lang":"fr","type":"article","venue":"Journal Européen des Systèmes Automatisés","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Art","score_opus":0.08332664636760946,"score_gpt":0.3202514475911667,"score_spread":0.23692480122355725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095175924","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3241235,0.029114006,0.64228964,0.0006833982,0.0013865303,0.00038481792,0.000084226034,0.0012466367,0.0006872353],"genre_scores_gemma":[0.3744555,0.0050538187,0.6184165,0.00047452387,0.0004171802,0.000015024854,0.000008584662,0.00019760616,0.0009612731],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98592633,0.007083507,0.0019142492,0.0011247826,0.0013000888,0.002651044],"domain_scores_gemma":[0.99079466,0.0048539243,0.0012082456,0.0011407132,0.00080396706,0.001198497],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0039787847,0.0014056463,0.001828558,0.00073840405,0.0023402188,0.0010219243,0.0029399248,0.0004889438,0.00020473101],"category_scores_gemma":[0.004097618,0.0013564734,0.00064004486,0.0012223648,0.002673793,0.0018132024,0.0011656261,0.0028137271,0.0001886254],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001920965,0.0010780967,0.06879464,0.0019101765,0.0010853345,0.016868211,0.023576546,0.39373067,0.013098657,0.00616563,0.0065107625,0.4669892],"study_design_scores_gemma":[0.0017049006,0.0005880822,0.7373188,0.0036860767,0.00014401297,0.05480107,0.00028041002,0.05614208,0.006193235,0.13663056,0.0009453015,0.0015654556],"about_ca_topic_score_codex":0.0003080097,"about_ca_topic_score_gemma":0.00011136845,"teacher_disagreement_score":0.66852415,"about_ca_system_score_codex":0.0010896119,"about_ca_system_score_gemma":0.0011428307,"threshold_uncertainty_score":0.9998694},"labels":[],"label_agreement":null},{"id":"W2095300853","doi":"10.1145/505776.505783","title":"Perspectives on software product lines","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Software product line; Product engineering; Computer science; Software development; Domain engineering; New product development; Product management; Product (mathematics); Software engineering; Risk analysis (engineering); Software; Systems engineering; Process management; Component-based software engineering; Product design; Engineering; Business; Marketing","score_opus":0.036419172973662844,"score_gpt":0.28049664377694533,"score_spread":0.2440774708032825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095300853","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048970133,0.002331953,0.9384874,0.00057933375,0.0013034322,0.00032174579,0.000009168079,0.007992616,0.000004213823],"genre_scores_gemma":[0.261187,0.00018642792,0.73771197,0.00012221403,0.00046379014,0.00008566003,0.00000827203,0.000102023536,0.00013266518],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99659777,0.00007882862,0.0004629101,0.0012999197,0.0005858386,0.00097474497],"domain_scores_gemma":[0.9406109,0.055452548,0.00016264236,0.0031565079,0.00032722153,0.0002902149],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005314318,0.00070457294,0.0005750331,0.0004884918,0.00021111082,0.00019930056,0.0025852318,0.00018490873,0.000023053604],"category_scores_gemma":[0.37775055,0.00069111126,0.00021734952,0.0012226674,0.00007841704,0.00092404743,0.00076846697,0.00066790555,0.00013691871],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000100530444,0.0005575924,0.13753933,0.00041989726,0.0003139075,0.0006839706,0.0067367107,0.6385447,0.0048044547,0.014789244,0.0016680369,0.19384165],"study_design_scores_gemma":[0.0064609926,0.0038271106,0.72302616,0.0029714508,0.00027655135,0.0024742484,0.00086744997,0.0073315767,0.11770427,0.015007854,0.10153229,0.01852004],"about_ca_topic_score_codex":0.0000113378155,"about_ca_topic_score_gemma":0.0000011386696,"teacher_disagreement_score":0.6312131,"about_ca_system_score_codex":0.00019585868,"about_ca_system_score_gemma":0.000077275596,"threshold_uncertainty_score":0.999554},"labels":[],"label_agreement":null},{"id":"W2095394262","doi":"10.1109/cscwd.2007.4281478","title":"AGeMoS: An Agent-Based Generic Monitoring Approach for Self-Management Systems","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Distributed computing; Resource management (computing); Multi-agent system; Network monitoring; Resource (disambiguation); Systems engineering; Software engineering; Artificial intelligence; Engineering","score_opus":0.07635070133562266,"score_gpt":0.3142502292510495,"score_spread":0.23789952791542684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095394262","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013611837,0.00020847678,0.9938333,0.0000074826858,0.0011945262,0.00051116524,5.271915e-7,0.00226822,0.00061512925],"genre_scores_gemma":[0.059848532,0.0000063240805,0.93960893,0.000029367477,0.00016366041,0.000113016016,0.0000027242268,0.000021313472,0.00020614057],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985535,0.00005057075,0.00023704102,0.00047147178,0.00023236983,0.0004550293],"domain_scores_gemma":[0.9987355,0.00032227623,0.00006299895,0.0007094535,0.000059674774,0.00011013174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012664464,0.00017630616,0.00017415812,0.00016097265,0.00010652211,0.000121099176,0.0008393471,0.000059364163,2.7708185e-7],"category_scores_gemma":[0.000050711806,0.00016178128,0.00005630845,0.00036408615,0.000011990637,0.00035121458,0.00013198047,0.00007133201,0.0000027964272],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000661238,0.00009157686,0.00015638779,0.00023115668,0.000038824077,0.000016685715,0.00020217252,0.9418698,0.00044015335,0.011739446,0.000052893858,0.0451543],"study_design_scores_gemma":[0.0009007853,0.00021448125,0.0013403797,0.000033576405,0.000026874148,0.000009648743,0.0006867594,0.9797509,0.011944889,0.0005868971,0.0037695526,0.00073530554],"about_ca_topic_score_codex":0.000004616671,"about_ca_topic_score_gemma":1.2638523e-7,"teacher_disagreement_score":0.05848735,"about_ca_system_score_codex":0.0001232685,"about_ca_system_score_gemma":0.000012004229,"threshold_uncertainty_score":0.6597249},"labels":[],"label_agreement":null},{"id":"W2095620420","doi":"10.1007/s00766-011-0129-9","title":"Representing and reasoning about preferences in requirements engineering","year":2011,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":117,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; York University","funders":"","keywords":"Stakeholder; Planner; Preference; Requirements elicitation; Requirements management; Computer science; Notation; Set (abstract data type); Preference elicitation; Management science; Requirements engineering; Requirements analysis; Operations research; Engineering; Artificial intelligence; Mathematics; Software; Economics","score_opus":0.09004778679201123,"score_gpt":0.2958986538751406,"score_spread":0.20585086708312936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095620420","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14803444,0.0007257119,0.84919614,0.0000090187905,0.0005749944,0.00020767875,7.3524905e-7,0.000792805,0.00045847564],"genre_scores_gemma":[0.49752733,0.000083893865,0.50224155,0.000009221601,0.000037789927,0.000041864754,0.000001033255,0.000030796346,0.000026500666],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99763364,0.00004533899,0.00053261156,0.00069492776,0.00034299138,0.00075047574],"domain_scores_gemma":[0.9988568,0.00020301412,0.00011755293,0.0006361317,0.000042153224,0.00014438988],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00090970437,0.000352966,0.00035715426,0.00042732336,0.00006408285,0.000103223785,0.0007599609,0.000106490676,0.000007017677],"category_scores_gemma":[0.0010901619,0.0003856049,0.00005086151,0.0005732662,0.000023751914,0.0014285146,0.0006272139,0.00031611053,0.000005007865],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053809392,0.00031503337,0.12190172,0.0015224188,0.00048425433,0.0006197539,0.016598925,0.5413971,0.0986699,0.089704365,0.000055143446,0.12867758],"study_design_scores_gemma":[0.0023514256,0.00028767006,0.31392696,0.0030557767,0.000046003264,0.000118359894,0.00021213677,0.6204088,0.050232694,0.005477824,0.000884131,0.0029982375],"about_ca_topic_score_codex":0.000043392312,"about_ca_topic_score_gemma":0.0000025426998,"teacher_disagreement_score":0.3494929,"about_ca_system_score_codex":0.00012517918,"about_ca_system_score_gemma":0.0000217316,"threshold_uncertainty_score":0.9998596},"labels":[],"label_agreement":null},{"id":"W2095637861","doi":"10.1145/2161996.2162002","title":"Designing with inheritance and composition","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Inheritance (genetic algorithm); Computer science; Class (philosophy); Multiple inheritance; Workflow; Composition (language); Base (topology); Programming language; Software engineering; Database; Artificial intelligence; Object-oriented programming; Mathematics","score_opus":0.03771224201939373,"score_gpt":0.2674038501854076,"score_spread":0.22969160816601386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095637861","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011530233,0.00026765643,0.98745286,0.00005589913,0.000060172464,0.000032115102,3.926098e-8,0.00034451563,0.0002564836],"genre_scores_gemma":[0.3823578,0.0000029544995,0.61756873,0.000039966853,0.000010290022,0.0000026847124,5.8570283e-8,0.0000021129113,0.000015414103],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9996736,0.00002473695,0.000037198664,0.00008217929,0.000051500854,0.00013075201],"domain_scores_gemma":[0.9996449,0.0001782388,0.0000127818685,0.00011434752,0.000012029211,0.000037707232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014680618,0.000047815673,0.000050484028,0.000018726878,0.000033476404,0.000021206235,0.000089691915,0.000013469837,7.5329217e-7],"category_scores_gemma":[0.00002150881,0.000036334048,0.0000037394807,0.0000840169,0.000018061275,0.0005960829,0.000045949444,0.000039210718,0.000002485666],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003388273,0.00011585449,0.046795085,0.00010403013,0.000055856344,0.000023069879,0.0064916657,0.036464218,0.21080364,0.45339492,0.0003125695,0.24540523],"study_design_scores_gemma":[0.001682415,0.0006955997,0.19262113,0.00022661229,0.000023717346,0.00089760794,0.00037314493,0.019654518,0.7423212,0.03697355,0.002407307,0.0021232232],"about_ca_topic_score_codex":6.9079323e-7,"about_ca_topic_score_gemma":1.1263229e-7,"teacher_disagreement_score":0.53151757,"about_ca_system_score_codex":0.000009097023,"about_ca_system_score_gemma":0.0000028231773,"threshold_uncertainty_score":0.14816596},"labels":[],"label_agreement":null},{"id":"W2095742586","doi":"10.1109/wicsa.2011.46","title":"Challenges of Variability in Model-Driven and Transformational Approaches: A Systematic Survey","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Variation (astronomy); Domain (mathematical analysis); Computer science; Domain engineering; Domain analysis; Software architecture; Software; Architecture; Facet (psychology); Focus (optics); Data science; Software engineering; Data mining; Software development; Component-based software engineering; Software construction; Geography; Programming language; Mathematics","score_opus":0.35523759993122656,"score_gpt":0.2880270225988878,"score_spread":0.06721057733233876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095742586","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0041750325,0.00010637391,0.9946257,0.000013845478,0.000020529906,0.00018826131,0.0000013966089,0.000078159086,0.0007907356],"genre_scores_gemma":[0.5227969,0.000013419166,0.47716987,0.0000014451732,4.7533757e-7,0.000014678131,1.784231e-7,0.0000014921984,0.000001512349],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99889845,0.00048800965,0.00025180457,0.00016690778,0.00009789298,0.00009691586],"domain_scores_gemma":[0.9983453,0.0012964826,0.00004303235,0.00025991228,0.000032158445,0.000023120921],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036027404,0.0000723523,0.00022822387,0.00006528976,0.000008205074,0.000004360598,0.0002678633,0.000041260388,5.954992e-7],"category_scores_gemma":[0.00075407414,0.00005766434,0.00001630846,0.000106143525,0.000031113308,0.0003281838,0.000055656557,0.000055340784,3.528964e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001222407,0.00014847153,0.0019690213,0.011635244,0.000029272687,9.0944906e-7,0.0335455,0.21371196,0.000032873944,0.7318769,5.0082787e-7,0.007037076],"study_design_scores_gemma":[0.00010899783,0.000020130477,0.028703796,0.00015281099,0.0000018645408,0.0000032030368,0.00009533039,0.92282194,0.00020639527,0.04779648,2.2747079e-8,0.00008901939],"about_ca_topic_score_codex":0.000013668639,"about_ca_topic_score_gemma":0.00003078728,"teacher_disagreement_score":0.70910996,"about_ca_system_score_codex":0.0000143198895,"about_ca_system_score_gemma":0.000018296487,"threshold_uncertainty_score":0.23514836},"labels":[],"label_agreement":null},{"id":"W2095761688","doi":"10.4103/0256-4602.55278","title":"An Architecture for Interoperability of Embedded Systems and Virtual Reality","year":2009,"lang":"en","type":"article","venue":"IETE Technical Review","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Guelph","keywords":"Computer science; Interoperability; Architecture; Virtual reality; Computer architecture; Human–computer interaction; Embedded system; Operating system; Art","score_opus":0.06124131252133626,"score_gpt":0.38055180093292845,"score_spread":0.3193104884115922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095761688","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00044281824,0.016357638,0.98159003,0.00050783705,0.000073546384,0.00059917866,0.0000056526037,0.00040836143,0.000014909751],"genre_scores_gemma":[0.2966406,0.0038057484,0.6991158,0.0003395619,0.00002601914,0.000057698962,0.000002189839,0.000007577062,0.000004800236],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986897,0.00026116185,0.00039485533,0.00035878396,0.00013043896,0.00016503622],"domain_scores_gemma":[0.99810904,0.00073402416,0.00010058339,0.0008960384,0.000081240076,0.00007904658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019314763,0.00013110587,0.0004892698,0.000026361335,0.000023937551,0.000018062723,0.0006349051,0.00006980013,4.371747e-7],"category_scores_gemma":[0.0029840735,0.00009708627,0.00008144633,0.00018105222,0.00007038502,0.00014583251,0.00008740406,0.00016110831,3.178089e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013996129,0.000068904286,0.0000047895055,0.002097754,0.00000749167,0.0000016288195,0.000052432606,0.0022517235,0.010987297,0.0312583,0.00030050302,0.9529552],"study_design_scores_gemma":[0.004142007,0.030835023,0.023747632,0.053831335,0.00056708517,0.0010346695,0.00008306933,0.05510865,0.021424532,0.6618269,0.14079408,0.006604982],"about_ca_topic_score_codex":0.0000016968779,"about_ca_topic_score_gemma":5.7168427e-7,"teacher_disagreement_score":0.9463502,"about_ca_system_score_codex":0.00002410934,"about_ca_system_score_gemma":0.000018217132,"threshold_uncertainty_score":0.3959063},"labels":[],"label_agreement":null},{"id":"W2095802945","doi":"10.5381/jot.2007.6.1.a1","title":"Towards a Tool Supporting Integration Testing of Aspect-Oriented Programs.","year":2007,"lang":"en","type":"article","venue":"The Journal of Object Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"AspectJ; Computer science; Aspect-oriented programming; Unit testing; Integration testing; Programming language; Software engineering; Object-oriented programming; Java; Software","score_opus":0.03711051449080113,"score_gpt":0.3183881957214461,"score_spread":0.281277681230645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095802945","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23677108,0.00014684988,0.7621964,0.00025845415,0.0002456555,0.00008541886,1.3608835e-7,0.0002277547,0.00006825819],"genre_scores_gemma":[0.49983042,0.000005174109,0.5001233,0.000007829014,0.000023895593,7.485062e-7,6.610528e-8,0.0000049205614,0.000003589276],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986075,0.000074770614,0.0006721251,0.00010395767,0.00024571136,0.00029594693],"domain_scores_gemma":[0.99756163,0.0007876539,0.00080932194,0.00036312477,0.0004543672,0.000023896926],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0040314575,0.0001152849,0.0002680709,0.00044604673,0.000058592515,0.000011736245,0.00097034965,0.0001069522,8.444903e-7],"category_scores_gemma":[0.008357317,0.00007575264,0.00005889098,0.0014837307,0.00014220395,0.00023881729,0.00022029084,0.0005118646,7.371649e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022592081,0.00003886612,0.0010106345,0.000012487541,0.000028697825,0.000042099295,0.0007664604,0.000961643,0.052673593,0.012473376,0.000009163035,0.9319604],"study_design_scores_gemma":[0.0006064189,0.0023394085,0.0052841,0.00027601176,0.000047620735,0.0029058114,0.0018794024,0.0028579838,0.87394977,0.10924363,0.00032284518,0.00028700335],"about_ca_topic_score_codex":0.000004965066,"about_ca_topic_score_gemma":0.0000030121248,"teacher_disagreement_score":0.9316734,"about_ca_system_score_codex":0.000074969386,"about_ca_system_score_gemma":0.00010307692,"threshold_uncertainty_score":0.9999957},"labels":[],"label_agreement":null},{"id":"W2095874229","doi":"","title":"The Single Model Principle","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Contrast (vision); Programming language; Software engineering; Artificial intelligence","score_opus":0.07583240517079723,"score_gpt":0.31291870048139653,"score_spread":0.2370862953105993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095874229","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012106427,0.00007359834,0.9929118,0.0005738894,0.00017424999,0.000038450828,5.0098098e-8,0.0007000462,0.0043172366],"genre_scores_gemma":[0.037771944,0.000025061481,0.95714784,0.00011313046,0.000017418586,0.0000066956186,5.5314928e-8,0.0000044591193,0.004913417],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994867,0.000021056421,0.00007675495,0.0001334668,0.000097853124,0.00018420858],"domain_scores_gemma":[0.99903333,0.00043317472,0.00001639347,0.00046335973,0.00002535707,0.000028361574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024841106,0.000055568256,0.00004662178,0.000014889824,0.000109246124,0.000063945175,0.0006495819,0.000018436682,0.0000012190404],"category_scores_gemma":[0.00035723977,0.000034210134,0.000021043557,0.00014465518,0.000023058614,0.00020634086,0.00021228498,0.00005735546,0.000019846468],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011386292,0.000009930334,0.000029128827,7.7293015e-7,0.0000027417125,0.0000037172576,0.0000692027,0.656072,0.00089741824,0.26257664,0.0002539108,0.080083385],"study_design_scores_gemma":[0.000066727785,0.00002418616,0.00024282231,0.0000019182921,6.4956197e-7,0.000018029912,0.0000074124,0.79211867,0.0022656238,0.17279412,0.032335863,0.00012397791],"about_ca_topic_score_codex":6.4058514e-7,"about_ca_topic_score_gemma":0.00000190337,"teacher_disagreement_score":0.13604665,"about_ca_system_score_codex":0.00002306045,"about_ca_system_score_gemma":0.0000130112485,"threshold_uncertainty_score":0.13950488},"labels":[],"label_agreement":null},{"id":"W2096045495","doi":"10.1109/csmr.2005.46","title":"Recovering Behavioral Design Models from Execution Traces","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":89,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Notation; Task (project management); Behavioral modeling; Programming language; Artificial intelligence; Machine learning","score_opus":0.1459487302244602,"score_gpt":0.3150343614912208,"score_spread":0.16908563126676063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096045495","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010858336,0.00017731283,0.9873117,0.00011855435,0.0002378945,0.00007362506,9.3498977e-7,0.0010638842,0.00015772741],"genre_scores_gemma":[0.17892945,0.000015934498,0.82081205,0.000039774466,0.000051095387,0.000010491326,7.362625e-7,0.0000068168006,0.00013363283],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992151,0.00006098929,0.0001356478,0.0002689877,0.00012762238,0.00019164722],"domain_scores_gemma":[0.99925613,0.0003181889,0.00003140502,0.0003282478,0.000022266819,0.000043782402],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022700998,0.00010496207,0.000109943205,0.000049763377,0.0000458617,0.00006428738,0.0004438405,0.000053378673,0.000011973999],"category_scores_gemma":[0.00004721541,0.00009901258,0.000032913522,0.00011691831,0.00001327366,0.0014811666,0.000101813705,0.00009158857,0.000022951883],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020280904,0.000013375042,0.000004712598,5.652927e-7,0.0000022027082,0.0000019554973,0.00028301412,0.84349245,0.0029460003,0.0024132195,0.00007263892,0.15076782],"study_design_scores_gemma":[0.00016550769,0.000058722228,0.00016106566,0.000011265605,0.000004755188,0.00000488957,0.000029323686,0.8476778,0.070442356,0.08079916,0.00036465458,0.00028045077],"about_ca_topic_score_codex":0.00003368357,"about_ca_topic_score_gemma":0.0000057679335,"teacher_disagreement_score":0.1680711,"about_ca_system_score_codex":0.00006411242,"about_ca_system_score_gemma":0.00001518359,"threshold_uncertainty_score":0.4037616},"labels":[],"label_agreement":null},{"id":"W2096561545","doi":"","title":"Enabling Software Evolution Via AOP and Reflection Report on the Workshop RAM-SE at ECOOP 2007","year":2013,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Reflection (computer programming); Computer science; Software evolution; Software; Presentation (obstetrics); Software engineering; Field (mathematics); Event (particle physics); Software review; Middleware (distributed applications); Focus (optics); Software development; Data science; Software construction; Programming language; Database","score_opus":0.05738526012775256,"score_gpt":0.30571725039033426,"score_spread":0.2483319902625817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096561545","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025656542,0.000162478,0.97108555,0.00076113275,0.00078670855,0.0002421347,1.4165256e-7,0.000973228,0.00033210104],"genre_scores_gemma":[0.11984564,0.00003253224,0.8726193,0.00038880997,0.00016821927,0.00008705784,0.0000020545926,0.000023212815,0.006833185],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986962,0.000109293556,0.00023164535,0.00044957828,0.0002113789,0.0003018855],"domain_scores_gemma":[0.9974178,0.0015698274,0.000104164814,0.00072534505,0.000114409835,0.0000684617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076033006,0.00016227631,0.00013784053,0.000096232325,0.00026181494,0.0001138717,0.00032106254,0.00010053302,0.00004537073],"category_scores_gemma":[0.0022505166,0.00011104027,0.000038676044,0.00035119985,0.000050673567,0.0005843187,0.00030827845,0.00021790808,0.00007596196],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006744042,0.00018801165,0.011374279,0.00011118833,0.00016290156,0.0002267054,0.0023312066,0.38352585,0.020283625,0.04646899,0.045552935,0.48970684],"study_design_scores_gemma":[0.0017383546,0.0008934197,0.12735504,0.00045540757,0.00006813447,0.003659887,0.000816766,0.2125086,0.04822982,0.5638637,0.036409073,0.004001782],"about_ca_topic_score_codex":0.000038981092,"about_ca_topic_score_gemma":0.0000082744455,"teacher_disagreement_score":0.5173947,"about_ca_system_score_codex":0.00019806252,"about_ca_system_score_gemma":0.000018815559,"threshold_uncertainty_score":0.4528091},"labels":[],"label_agreement":null},{"id":"W2096580990","doi":"10.1109/earlyaspects.2007.8","title":"On the Contributions of an End-to-End AOSD Testbed","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Testbed; Computer science; Benchmark (surveying); Suite; Process (computing); Software; Mainstream; Software engineering; Set (abstract data type); Change impact analysis; Risk analysis (engineering); World Wide Web","score_opus":0.03804613135554831,"score_gpt":0.32892026801331353,"score_spread":0.29087413665776524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096580990","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021353131,0.000010622906,0.97634137,0.00071649975,0.00018704252,0.00010896112,0.0000035387204,0.00032223464,0.00095659547],"genre_scores_gemma":[0.4683605,4.9136224e-7,0.5312226,0.0002920603,0.00001673599,0.0000036739636,4.4983943e-7,0.0000031170487,0.000100361984],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99924827,0.000063758984,0.0001433781,0.00016838785,0.00016207986,0.00021413539],"domain_scores_gemma":[0.9952256,0.0040202676,0.000032953285,0.0005690688,0.000085667714,0.00006641472],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012582259,0.000076000455,0.00010078465,0.00007073833,0.000059772534,0.000017800952,0.00063071854,0.000031934007,0.000020950094],"category_scores_gemma":[0.0030313737,0.00004887178,0.000028339708,0.0003622161,0.000041372725,0.00013368292,0.00011403364,0.000101194986,0.00001895484],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071941563,0.000046176385,0.000020662088,0.0000020679388,0.000008657216,0.000006659869,0.00026416354,0.023321593,0.017882844,0.91498816,0.00029885708,0.04315296],"study_design_scores_gemma":[0.00031957537,0.0005535893,0.011158071,0.000022001019,0.0000054621373,0.000015769408,0.00012326956,0.0059571015,0.80001664,0.17828901,0.0032135127,0.00032602684],"about_ca_topic_score_codex":0.000011288783,"about_ca_topic_score_gemma":0.000005814247,"teacher_disagreement_score":0.78213376,"about_ca_system_score_codex":0.000030120364,"about_ca_system_score_gemma":0.000020465211,"threshold_uncertainty_score":0.36290565},"labels":[],"label_agreement":null},{"id":"W2097429059","doi":"10.1109/ms.2010.36","title":"Agility and Architecture: Can They Coexist?","year":2010,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":173,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Agile software development; Computer science; Software engineering; Software architecture; Agile Unified Process; Software development; Popularity; Architecture; Lean software development; Process management; Software development process; Systems engineering; Engineering management; Engineering; Software","score_opus":0.01863158711266795,"score_gpt":0.26563867711580574,"score_spread":0.2470070900031378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097429059","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07273431,0.000070483184,0.9242499,0.00031377462,0.0013499459,0.000099599296,0.000008719297,0.0011461183,0.000027173035],"genre_scores_gemma":[0.23847549,0.000005670536,0.76119196,0.00015754264,0.00008100577,0.000012007696,9.943334e-7,0.00001283822,0.000062471845],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989045,0.00006531515,0.00013745375,0.00042027232,0.00016962722,0.00030279966],"domain_scores_gemma":[0.9981534,0.0008478774,0.000046580542,0.00076808495,0.000057660298,0.00012641992],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003598741,0.0001735275,0.00017862275,0.00006403913,0.00018664311,0.000057272206,0.00065256655,0.00009982718,0.0000030237088],"category_scores_gemma":[0.0015033057,0.00015279048,0.00004228128,0.00013729167,0.00010969047,0.00015052916,0.00027373168,0.00048583193,0.00000543329],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017341332,0.00006833635,0.0091037,0.00014730157,0.000051020208,0.00010137625,0.007390052,0.016098224,0.01846737,0.012919995,0.0004642877,0.935171],"study_design_scores_gemma":[0.0009343213,0.0002167824,0.048019487,0.000055550703,0.000020770889,0.00041087784,0.0000357531,0.0008021532,0.029193455,0.89296365,0.025755785,0.0015914162],"about_ca_topic_score_codex":0.000038777234,"about_ca_topic_score_gemma":0.00014703204,"teacher_disagreement_score":0.93357956,"about_ca_system_score_codex":0.00001636138,"about_ca_system_score_gemma":0.000042714757,"threshold_uncertainty_score":0.62306154},"labels":[],"label_agreement":null},{"id":"W2097964082","doi":"10.1145/582419.582436","title":"Design pattern implementation in Java and aspectJ","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":575,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"AspectJ; Computer science; Modularity (biology); Composability; Programming language; Reusability; Software design pattern; Java; Locality; Implementation; Design pattern; Aspect-oriented programming; Object-oriented programming; Compiler; Software engineering; Software","score_opus":0.08394582992520644,"score_gpt":0.31732002583856667,"score_spread":0.23337419591336023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097964082","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025705125,0.00010177634,0.996682,0.00023840214,0.000061031686,0.00006924277,8.501287e-8,0.00018323839,0.00009370395],"genre_scores_gemma":[0.27379847,0.000023659324,0.72604144,0.00008254834,0.00000655895,0.000006362146,8.767909e-8,0.0000025754996,0.000038267364],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99954575,0.000054218624,0.00008264215,0.00014434931,0.000056459117,0.00011659311],"domain_scores_gemma":[0.9995635,0.00026853668,0.0000140733355,0.00012873305,0.000007126488,0.000018024546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019492734,0.00005030626,0.000055469984,0.00005866932,0.0000143132975,0.000027736254,0.00013480948,0.00001463961,0.000035516456],"category_scores_gemma":[0.000045502853,0.0000462447,0.000005309702,0.000117172385,0.0000073576534,0.00025372373,0.00006580223,0.000040335057,0.000010330008],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.341428e-7,0.000008963979,0.0025821147,0.000004688229,0.0000024457895,0.000013798124,0.001083755,0.008478868,0.00063649,0.0023584992,0.00027027182,0.9845598],"study_design_scores_gemma":[0.002418185,0.00049069885,0.1423305,0.000034902263,0.000005777835,0.00009252726,0.00053448847,0.68399566,0.05178118,0.116263896,0.00087877613,0.0011733822],"about_ca_topic_score_codex":0.000013920899,"about_ca_topic_score_gemma":0.000007591043,"teacher_disagreement_score":0.9833864,"about_ca_system_score_codex":0.000018335812,"about_ca_system_score_gemma":0.0000018544838,"threshold_uncertainty_score":0.18858041},"labels":[],"label_agreement":null},{"id":"W2098211851","doi":"10.1109/ccece.2002.1013028","title":"A technique for specifying interface modules for real-time systems","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Computer science; Interface (matter); Maintainability; Component (thermodynamics); Documentation; Software; Rotation formalisms in three dimensions; Process (computing); Software system; Software engineering; Programming language; Operating system","score_opus":0.0586487605868511,"score_gpt":0.322390456485012,"score_spread":0.26374169589816093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098211851","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000069903734,0.00013775058,0.99650204,0.00003599824,0.0004192448,0.0010709445,0.0000034425668,0.0010041749,0.0007564919],"genre_scores_gemma":[0.0061116554,0.0000119513015,0.991377,0.000009762413,0.0000339508,0.0006894066,6.163835e-7,0.000020728243,0.0017449555],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99904794,0.000058387377,0.00019586823,0.00033239403,0.00007647334,0.00028896777],"domain_scores_gemma":[0.99787384,0.0014843522,0.000056651486,0.00045159625,0.00009067747,0.000042852975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008563398,0.00013661472,0.00021060245,0.0000778694,0.000066048684,0.00007218239,0.00046865555,0.00006901338,0.0000017377163],"category_scores_gemma":[0.001114442,0.000120902274,0.000065436296,0.00013520669,0.000017067256,0.00025209284,0.000065723565,0.00005189769,0.0000054633742],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012997699,0.000027589209,0.000005762614,0.00025498724,0.000029058265,0.0000016570557,0.00019475784,0.15443324,0.19847392,0.63897914,0.0022630033,0.0053238794],"study_design_scores_gemma":[0.0006013679,0.0003606971,0.000011908326,0.000163016,0.000009255525,0.000060220085,0.00010175576,0.115840115,0.72689307,0.12911199,0.026116982,0.00072958553],"about_ca_topic_score_codex":0.0000034864422,"about_ca_topic_score_gemma":2.4790904e-7,"teacher_disagreement_score":0.5284192,"about_ca_system_score_codex":0.000064876294,"about_ca_system_score_gemma":0.000020133899,"threshold_uncertainty_score":0.49302515},"labels":[],"label_agreement":null},{"id":"W2098213162","doi":"","title":"Design and implementation of a portable and adaptable load balancing framework","year":2003,"lang":"en","type":"article","venue":"NPARC","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Load balancing (electrical power); Common Object Request Broker Architecture; Scalability; Object request broker; Distributed computing; Software portability; Network Load Balancing Services; Middleware (distributed applications); Load management; Computer network; Operating system; Distributed object; Server","score_opus":0.03079804398209066,"score_gpt":0.2990028502354267,"score_spread":0.26820480625333604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098213162","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0106001785,0.00030340778,0.9887047,0.00003132476,0.000070572976,0.00008684416,2.9622342e-7,0.00006651643,0.00013616809],"genre_scores_gemma":[0.26093653,0.00003721796,0.7389808,0.000018408908,0.0000031603695,0.000005618387,6.397402e-8,0.0000032750895,0.000014928727],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99943763,0.00006421918,0.0001061269,0.00015415835,0.000099036675,0.00013885059],"domain_scores_gemma":[0.99924356,0.00049082236,0.000045271237,0.00015609057,0.00003286893,0.00003139591],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005678596,0.000061015442,0.00010491731,0.000028948134,0.0000345055,0.00002152732,0.00008227196,0.000029182984,0.00001120983],"category_scores_gemma":[0.00034034596,0.00005998099,0.000006869159,0.00012438808,0.000018778454,0.00021825424,0.00004401171,0.00005789285,3.6361908e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016454635,0.000038304675,0.011229026,0.00021898674,0.00006537913,0.00002368155,0.0074890815,0.06181278,0.14583884,0.5290086,0.0005642204,0.24369459],"study_design_scores_gemma":[0.0005224792,0.00020326184,0.005183938,0.00006978774,0.000012427656,0.000044470573,0.00042160385,0.010855691,0.1692624,0.81216955,0.0009337549,0.00032061976],"about_ca_topic_score_codex":0.000006190831,"about_ca_topic_score_gemma":6.4074845e-7,"teacher_disagreement_score":0.28316092,"about_ca_system_score_codex":0.000017098346,"about_ca_system_score_gemma":0.000044732675,"threshold_uncertainty_score":0.24459538},"labels":[],"label_agreement":null},{"id":"W2098305703","doi":"10.5555/2820489.2820493","title":"Incremental and commutative composition of state-machine models of features","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Feature (linguistics); Feature model; Composition (language); Computer science; State (computer science); Software product line; Product line; Product (mathematics); Commutative property; Artificial intelligence; Finite-state machine; Line (geometry); Algorithm; Programming language; Mathematics; Engineering","score_opus":0.06195219400242152,"score_gpt":0.31246476729952205,"score_spread":0.2505125732971005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098305703","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0629558,0.00028324605,0.9363107,0.00003846293,0.000036352994,0.00005494787,0.0000067716514,0.00006720957,0.00024650342],"genre_scores_gemma":[0.5139695,0.0000050422977,0.48600048,0.000009841798,8.8526514e-7,8.067736e-7,0.0000010707618,0.0000015286238,0.00001084965],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99954224,0.00007419649,0.00011396048,0.00008743178,0.00011878266,0.00006341514],"domain_scores_gemma":[0.9994329,0.00026313507,0.00005718652,0.00014041072,0.00007384998,0.000032498792],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025654896,0.000057365873,0.00013156472,0.000047767302,0.000010671348,0.00000807011,0.00017208446,0.00001543141,2.7033312e-7],"category_scores_gemma":[0.00005109799,0.00004741702,0.000011551394,0.00009557986,0.00006015062,0.0004329895,0.00018331586,0.00005031801,1.08530294e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061132865,0.00008572093,0.00039482207,0.00006175125,0.00004844875,0.000003668912,0.0073928563,0.83283967,0.028493995,0.11265244,0.00015405485,0.01781142],"study_design_scores_gemma":[0.0011540873,0.00058908056,0.0037962724,0.000046228855,0.000008092522,0.000025563191,0.00044327072,0.19952649,0.409636,0.3845158,0.000008792538,0.00025034568],"about_ca_topic_score_codex":0.000073044954,"about_ca_topic_score_gemma":0.000003414191,"teacher_disagreement_score":0.6333132,"about_ca_system_score_codex":0.000014592089,"about_ca_system_score_gemma":0.000011525822,"threshold_uncertainty_score":0.193361},"labels":[],"label_agreement":null},{"id":"W2098411952","doi":"10.1007/978-3-642-04840-1_11","title":"Modeling Domain Variability in Requirements Engineering with Contexts","year":2009,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Domain model; Domain (mathematical analysis); Notation; Requirements engineering; Domain analysis; Context (archaeology); Requirements elicitation; Software engineering; Goal modeling; Domain engineering; Requirements analysis; Systems engineering; Programming language; Domain knowledge; Software development; Engineering","score_opus":0.028367385846839364,"score_gpt":0.2683405315890225,"score_spread":0.23997314574218312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098411952","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027064356,0.00020706152,0.99757284,0.00015348155,0.000706493,0.00041622535,0.0000013929342,0.00041144073,0.00026043926],"genre_scores_gemma":[0.095822416,0.000013763505,0.9037827,0.00020414626,0.00010806169,0.000010683693,0.0000013567567,0.000031905896,0.000024914985],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99600077,0.00007510198,0.00059953594,0.0016586374,0.00083601254,0.0008299639],"domain_scores_gemma":[0.9969693,0.001106516,0.00013852226,0.0014923014,0.00015657675,0.0001368115],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0030181662,0.0006171043,0.0006958809,0.0008509338,0.00009012795,0.0002254144,0.0026182581,0.00029288384,0.0000022623742],"category_scores_gemma":[0.000614734,0.0005603425,0.00007239303,0.0007378452,0.00021527769,0.0008458441,0.00076078053,0.0010593083,0.000003934132],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000519073,0.000011182641,0.000019386489,0.000023896415,0.000003798657,0.00007972064,0.00028340798,0.78028685,0.00007469156,0.0063475734,1.3476802e-7,0.21286418],"study_design_scores_gemma":[0.00026819186,0.00009656241,0.000065799766,0.0005291859,0.0000022764852,0.000032357602,7.716273e-8,0.7552514,0.00021296501,0.24294318,0.000035826106,0.0005621342],"about_ca_topic_score_codex":0.000011479253,"about_ca_topic_score_gemma":0.000030449157,"teacher_disagreement_score":0.23659562,"about_ca_system_score_codex":0.0007106801,"about_ca_system_score_gemma":0.0003138617,"threshold_uncertainty_score":0.9996848},"labels":[],"label_agreement":null},{"id":"W2098589786","doi":"10.1109/iccitechnol.2011.5762657","title":"Design and implement connectors in distributed system","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Computer science; Dependency (UML); Software engineering; Software system; Component-based software engineering; Software; Distributed design patterns; Software design pattern; Component (thermodynamics); Software design; Software development; Distributed computing; Operating system; Distributed algorithm","score_opus":0.10491646462059061,"score_gpt":0.2765728224999707,"score_spread":0.1716563578793801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098589786","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038798768,0.000042641357,0.99532884,0.000014066374,0.00011581135,0.00012023709,5.95317e-7,0.000433676,0.000064268985],"genre_scores_gemma":[0.40413922,0.0000017225436,0.5958345,0.000006206811,0.000001932318,0.000010404057,2.2761874e-7,0.0000020948366,0.0000037266445],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99940234,0.00008910563,0.00011906341,0.00017416608,0.00005317791,0.00016216884],"domain_scores_gemma":[0.99936587,0.00036359995,0.000021070337,0.00020015634,0.0000140264665,0.00003527166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045331576,0.00006978241,0.0001001722,0.000050222086,0.000017759457,0.000014099717,0.00022448604,0.000021998429,0.0000032555668],"category_scores_gemma":[0.00010268022,0.000057932266,0.000007961493,0.00014647319,0.000009895366,0.00014897576,0.0001346213,0.00004179001,0.0000027121857],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024513896,0.000057663754,0.0063555664,0.00012994824,0.000034970333,0.00017127549,0.004546889,0.028233992,0.0014151724,0.9254485,0.00025090628,0.033330653],"study_design_scores_gemma":[0.0042315945,0.0012649049,0.20291236,0.0002975658,0.000019264673,0.00029937614,0.0032128461,0.47107765,0.20674825,0.105883144,0.0012499919,0.0028030446],"about_ca_topic_score_codex":0.000027817823,"about_ca_topic_score_gemma":0.0000021074302,"teacher_disagreement_score":0.8195653,"about_ca_system_score_codex":0.000044264933,"about_ca_system_score_gemma":0.000009991596,"threshold_uncertainty_score":0.23624092},"labels":[],"label_agreement":null},{"id":"W2098606386","doi":"10.1109/ase.2002.1114991","title":"Generative design patterns","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Generative grammar; Generative Design; Software design pattern; Object-oriented design; USable; Design pattern; Construct (python library); Structural pattern; Representation (politics); Set (abstract data type); Software design; Programming language; Software engineering; Object (grammar); Code (set theory); Human–computer interaction; Object-oriented programming; Software; Artificial intelligence; Software development; Engineering; World Wide Web","score_opus":0.14404392613289707,"score_gpt":0.28306047903948245,"score_spread":0.13901655290658538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098606386","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000112181006,0.00008306087,0.9979709,0.00031818918,0.00020667045,0.0000499749,1.9080372e-7,0.0007020481,0.00055679394],"genre_scores_gemma":[0.026076319,0.00001949388,0.9724508,0.00023894437,0.000027840415,0.000009557797,6.9476734e-8,0.0000044334347,0.0011725492],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994575,0.000074071526,0.00006853134,0.00017337859,0.000080906706,0.00014561816],"domain_scores_gemma":[0.99927795,0.00036845144,0.000014510468,0.00028662523,0.000019732353,0.000032732227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012772817,0.00006959843,0.00006871213,0.000034456378,0.000033352237,0.000035722012,0.00037679035,0.000022377379,0.000072472925],"category_scores_gemma":[0.00015960704,0.00005717576,0.00001844948,0.000112724985,0.0000091767615,0.00025420295,0.00009047908,0.000055098266,0.00009601592],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011365594,0.000057710626,0.0002875194,0.000009840661,0.000029257586,0.00007551381,0.0022495908,0.5012716,0.0034718239,0.09761266,0.0094937,0.38543963],"study_design_scores_gemma":[0.00033835744,0.00020109057,0.0011724089,0.000012134303,0.0000031721597,0.000045325138,0.000032749147,0.83066493,0.10637546,0.057764962,0.002742158,0.0006472592],"about_ca_topic_score_codex":0.0000010763497,"about_ca_topic_score_gemma":2.0399479e-7,"teacher_disagreement_score":0.3847924,"about_ca_system_score_codex":0.000015977228,"about_ca_system_score_gemma":0.0000023411908,"threshold_uncertainty_score":0.23315598},"labels":[],"label_agreement":null},{"id":"W2098683443","doi":"10.1109/icsm.2005.55","title":"Instrumenting contracts with aspect-oriented programming to increase observability and support debugging","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"AspectJ; Programming language; Computer science; Observability; Java; Aspect-oriented programming; Design by contract; Debugging; Instrumentation (computer programming); Class (philosophy); Template; Separation of concerns; Software engineering; Software development; Software; Mathematics; Artificial intelligence","score_opus":0.021683197892259292,"score_gpt":0.2678725422293768,"score_spread":0.2461893443371175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098683443","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24384858,0.00001801253,0.7542475,0.00050016545,0.000049291037,0.0002190016,3.0921112e-7,0.0009162004,0.00020092803],"genre_scores_gemma":[0.42283112,6.953688e-7,0.5769095,0.00017045611,0.000019865718,0.000017674336,5.2459114e-7,0.00000656927,0.00004361111],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986922,0.000055403,0.00020329613,0.00044886832,0.00019228601,0.0004079027],"domain_scores_gemma":[0.99887043,0.000411519,0.000053238622,0.00039406668,0.00007541636,0.00019534084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006824924,0.0001620864,0.00018765086,0.000073734525,0.00010497159,0.00011533676,0.000276985,0.000034282475,0.000004968809],"category_scores_gemma":[0.0009290547,0.00013277106,0.000018787876,0.0003397515,0.000039109647,0.0008289344,0.0002987912,0.00013107902,0.000005572048],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026982105,0.00006580202,0.021524772,0.000028191289,0.000026629745,0.000031959386,0.00091643364,0.006457345,0.000920251,0.013398064,0.000020645135,0.9565829],"study_design_scores_gemma":[0.009293159,0.0040148757,0.48918703,0.0006553546,0.00016398926,0.0013572421,0.0014200178,0.14209038,0.11327372,0.010237489,0.22152641,0.006780334],"about_ca_topic_score_codex":0.000024443105,"about_ca_topic_score_gemma":0.000049866303,"teacher_disagreement_score":0.9498026,"about_ca_system_score_codex":0.00007237516,"about_ca_system_score_gemma":0.000049357463,"threshold_uncertainty_score":0.5414247},"labels":[],"label_agreement":null},{"id":"W2098961493","doi":"10.1109/soca.2009.5410461","title":"Treating software design as a service to manage complexity","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Software engineering; Extensibility; Software system; Adaptation (eye); Software design; Software; Programming complexity; Service (business); Distributed computing; Software development; Software construction; Embedded system; Operating system","score_opus":0.11424689467436633,"score_gpt":0.3300973580868128,"score_spread":0.21585046341244646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098961493","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011473945,0.000023369561,0.9932912,0.0018368973,0.000105224,0.00021065195,4.1877905e-7,0.0023928166,0.0009919999],"genre_scores_gemma":[0.011865175,0.0000012012109,0.9832028,0.0044904635,0.000026594382,0.000010205859,5.6594683e-7,0.000008371859,0.000394636],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988396,0.00009867706,0.00015826458,0.00038696942,0.000182671,0.00033378636],"domain_scores_gemma":[0.99848956,0.0006690588,0.000033698656,0.0006135409,0.00007229653,0.00012182656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037380797,0.00016367012,0.00018359425,0.000101360776,0.000100905345,0.00009312566,0.00091904035,0.0000423566,0.000014204151],"category_scores_gemma":[0.0008368081,0.00015035894,0.000034070512,0.0007020186,0.000009874768,0.00037311064,0.0002102471,0.00010095192,0.00017931956],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018892633,0.000058726095,0.000043939337,0.00002520866,0.000016012256,0.00008488252,0.0024548413,0.46558872,0.0015845342,0.079761535,0.00073884893,0.44962385],"study_design_scores_gemma":[0.0006853385,0.000933497,0.016087392,0.00010931538,0.00001308531,0.0001181478,0.00014688741,0.06951642,0.018761035,0.8894027,0.0028287831,0.0013973996],"about_ca_topic_score_codex":0.0000329253,"about_ca_topic_score_gemma":0.0000051130664,"teacher_disagreement_score":0.8096412,"about_ca_system_score_codex":0.000054343283,"about_ca_system_score_gemma":0.000016502343,"threshold_uncertainty_score":0.613146},"labels":[],"label_agreement":null},{"id":"W2099037547","doi":"10.1145/1321631.1321664","title":"Automatic extraction of framework-specific models from framework-based application code","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Code (set theory); Implementation; Code generation; Model-driven architecture; Reverse engineering; Source code; Programming language; Software engineering; Data mining; Unified Modeling Language; Key (lock); Software; Set (abstract data type)","score_opus":0.05226517220441543,"score_gpt":0.3320449628037786,"score_spread":0.2797797905993632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099037547","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006772867,0.00020396237,0.99101096,0.00011547382,0.00037535327,0.00018835504,0.000003084494,0.0012279358,0.000101993515],"genre_scores_gemma":[0.39540026,0.000008992631,0.6044638,0.000059887396,0.00003724219,0.000011945276,0.0000023614539,0.000010252543,0.0000052409305],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985858,0.0000553852,0.0003928371,0.00039512888,0.00031799803,0.00025281543],"domain_scores_gemma":[0.993987,0.00470134,0.00018172197,0.0009764456,0.000084600935,0.000068864705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069482886,0.00015595481,0.00022231291,0.00014550367,0.000046622143,0.000033324937,0.000657306,0.00022789378,0.000024264209],"category_scores_gemma":[0.00041409716,0.00015181012,0.000064180225,0.0004668027,0.000047478978,0.00046949842,0.000073470575,0.00030931228,0.000019284476],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008514493,0.00006674575,0.00009602345,0.000018662553,0.000010681841,0.0000027561944,0.0002937675,0.55401224,0.00588497,0.18465902,0.000033923057,0.2549127],"study_design_scores_gemma":[0.000062607716,0.000018114632,0.0012361782,0.00004097746,0.000002591901,8.641579e-7,0.000016208822,0.55165654,0.024793012,0.42191866,0.0001249689,0.00012925918],"about_ca_topic_score_codex":0.000016988903,"about_ca_topic_score_gemma":0.00000224028,"teacher_disagreement_score":0.38862738,"about_ca_system_score_codex":0.00008061973,"about_ca_system_score_gemma":0.000022381579,"threshold_uncertainty_score":0.6190637},"labels":[],"label_agreement":null},{"id":"W2099480557","doi":"10.1109/ecbs.2009.25","title":"On the Meaning of SysML Activity Diagrams","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Systems Modeling Language; Computer science; Activity diagram; Semantics (computer science); Programming language; Operational semantics; Probabilistic logic; Meaning (existential); Theoretical computer science; Unified Modeling Language; Software engineering; Artificial intelligence","score_opus":0.05060565765493759,"score_gpt":0.29086402573352954,"score_spread":0.24025836807859197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099480557","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025071593,0.000010630458,0.9713669,0.0007171308,0.000104200015,0.00004693079,8.6093976e-8,0.00027516903,0.0024073927],"genre_scores_gemma":[0.66404957,0.0000018529724,0.33576295,0.00012610877,0.0000067546302,0.0000011882416,1.6621795e-8,0.0000013954609,0.00005014413],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99952066,0.000064129046,0.00006066374,0.00012148907,0.000120808574,0.00011222566],"domain_scores_gemma":[0.9980117,0.0015209477,0.00003243143,0.00040044138,0.000018558461,0.000015921332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003381114,0.000060207418,0.00008510541,0.000023769859,0.00003220908,0.000015520767,0.00046714424,0.000019987972,0.0000028144768],"category_scores_gemma":[0.00087359466,0.00003537299,0.000029954042,0.00016877777,0.000016662643,0.0001322969,0.000055999626,0.0000893956,0.0000046445757],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020021982,0.000017937906,0.000010407741,0.0000019220545,0.000003208888,0.0000013945822,0.00016695977,0.023338823,0.0048080077,0.8325033,0.0000921378,0.13905388],"study_design_scores_gemma":[0.00012415944,0.00033431384,0.009272545,0.000033186927,0.000002615389,0.0000047701483,0.000022647122,0.020999596,0.26234975,0.7065285,0.0001090117,0.00021888338],"about_ca_topic_score_codex":0.0000019518238,"about_ca_topic_score_gemma":3.4083348e-7,"teacher_disagreement_score":0.638978,"about_ca_system_score_codex":0.000012997549,"about_ca_system_score_gemma":0.000006753637,"threshold_uncertainty_score":0.14424686},"labels":[],"label_agreement":null},{"id":"W2099587351","doi":"10.1145/986710.986722","title":"Second International Workshop on From SofTware Requirements to Architectures (STRAW'03)","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software engineering; Software; Engineering; Engineering management; Computer science; Systems engineering; Programming language","score_opus":0.04186598052541105,"score_gpt":0.29753552744336087,"score_spread":0.2556695469179498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099587351","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15023859,0.00018832147,0.8427768,0.00067150744,0.0024998693,0.00027356332,0.000070562906,0.0032760692,0.000004735203],"genre_scores_gemma":[0.37344632,0.000006510937,0.6255048,0.0005470965,0.00028807062,0.000066928646,0.000029184539,0.00007178122,0.00003935568],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99676126,0.00004327611,0.000516025,0.0011270212,0.0007322661,0.000820164],"domain_scores_gemma":[0.9622182,0.03526337,0.00012545133,0.0019038483,0.00013536579,0.00035371323],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000314903,0.0006412876,0.00047684554,0.00050951965,0.00014051331,0.00025165896,0.0034074108,0.00022879968,0.00007158111],"category_scores_gemma":[0.17554797,0.00066728937,0.0001843775,0.0006575166,0.000042046402,0.00045190845,0.0011616523,0.0006671168,0.00020947518],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036864763,0.00009338311,0.007362294,0.000046433823,0.00015220347,0.00012003495,0.0012953258,0.9336652,0.004745312,0.00088129856,0.00024877465,0.05135284],"study_design_scores_gemma":[0.0073104477,0.0014665565,0.4843416,0.004504698,0.00012611122,0.00019598196,0.000110775356,0.0006560426,0.40067154,0.060356338,0.030366194,0.009893719],"about_ca_topic_score_codex":0.000023279563,"about_ca_topic_score_gemma":0.000010989282,"teacher_disagreement_score":0.9330092,"about_ca_system_score_codex":0.00035626482,"about_ca_system_score_gemma":0.00008327205,"threshold_uncertainty_score":0.9995778},"labels":[],"label_agreement":null},{"id":"W2099820860","doi":"10.1109/icsea.2008.54","title":"An Object Memory Management Prototype Based on Mark and Sweep Algorithm Using Separation of Concerns","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Garbage collection; Computer science; Memory leak; Memory management; Garbage; Pointer (user interface); Object (grammar); Manual memory management; Storage management; Programming language; Database; Computer hardware; Artificial intelligence","score_opus":0.062155096329797016,"score_gpt":0.3421548538920328,"score_spread":0.27999975756223583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099820860","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011290154,0.000018807617,0.98755527,0.000012035841,0.00010176548,0.00035828172,7.242382e-7,0.00021563869,0.00044734532],"genre_scores_gemma":[0.113260455,0.0000055537726,0.88659036,0.00005141146,0.000016086979,0.000016680531,8.1211033e-7,0.0000060670186,0.000052575193],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99927247,0.00008222756,0.00012450067,0.00023823346,0.00016246407,0.00012008474],"domain_scores_gemma":[0.999402,0.000138535,0.000046563964,0.00034232993,0.00003602792,0.00003458325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023769042,0.00009344352,0.00011960478,0.00008994363,0.000056078596,0.000013254905,0.00019569967,0.000030180132,0.0000037449934],"category_scores_gemma":[0.000029427061,0.00008449902,0.000017462204,0.00016568688,0.000043509135,0.00025606554,0.00005126529,0.000049725906,0.0000010233845],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031257383,0.000072708805,0.00019007173,0.000064028194,0.000022081258,0.000047751415,0.00046216697,0.8055633,0.0023635451,0.0018616004,0.000027719161,0.18929379],"study_design_scores_gemma":[0.0002763578,0.00030901594,0.003651094,0.00001971466,0.000004512585,0.000008234817,0.000023262945,0.97929883,0.015578036,0.000653503,0.000037941776,0.00013946922],"about_ca_topic_score_codex":0.00001651497,"about_ca_topic_score_gemma":5.676099e-7,"teacher_disagreement_score":0.18915433,"about_ca_system_score_codex":0.000030743253,"about_ca_system_score_gemma":0.000020969424,"threshold_uncertainty_score":0.34457698},"labels":[],"label_agreement":null},{"id":"W2100310705","doi":"10.1109/tse.2007.70747","title":"API-Evolution Support with Diff-CatchUp","year":2007,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":157,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Component (thermodynamics); Reuse; Software engineering; Context (archaeology); Component-based software engineering; Generality; Software evolution; Software development; Software; Programming language; Software construction","score_opus":0.014790567950770252,"score_gpt":0.23751267404951754,"score_spread":0.2227221060987473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100310705","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040760515,0.000050447965,0.99063927,0.000022339897,0.0013687491,0.00018806537,0.0000055345918,0.0036225747,0.000026954645],"genre_scores_gemma":[0.42084715,0.000005430149,0.57886446,0.000029826682,0.00004389825,0.000026328133,8.7192893e-7,0.00004029434,0.00014175875],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9981095,0.000021627377,0.0003047554,0.00051910966,0.00039925444,0.0006457101],"domain_scores_gemma":[0.99815947,0.00078407826,0.000059983657,0.0007183695,0.00008615763,0.00019193994],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004360555,0.00034618707,0.00026986699,0.0004309167,0.00014789937,0.0000588493,0.000569866,0.00014036297,0.000012841997],"category_scores_gemma":[0.00008790194,0.00033390443,0.000105272666,0.0008541662,0.000039918003,0.00064376474,0.0000056326467,0.00050974655,0.0000491437],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022252094,0.000058672143,0.000050097464,0.000038963688,0.000044660585,0.000062750085,0.000309345,0.9728192,0.0011407991,0.00087542203,0.000019856829,0.02455798],"study_design_scores_gemma":[0.009077457,0.0055756895,0.033607673,0.0013573206,0.00038670772,0.0028383585,0.00058572344,0.16524355,0.74650276,0.0036122717,0.019407704,0.011804765],"about_ca_topic_score_codex":0.00000930811,"about_ca_topic_score_gemma":0.000006060144,"teacher_disagreement_score":0.80757564,"about_ca_system_score_codex":0.0002894426,"about_ca_system_score_gemma":0.00004817174,"threshold_uncertainty_score":0.9999113},"labels":[],"label_agreement":null},{"id":"W2100407695","doi":"10.1109/icsecompanion.2007.13","title":"A Quality-Driven Approach to Enable Decision-Making in Self-Adaptive Software","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Adaptation (eye); Quality (philosophy); Process (computing); Domain (mathematical analysis); Adaptive system; Software; Software engineering; Software quality; Process management; Software development; Artificial intelligence; Engineering","score_opus":0.05092868208019652,"score_gpt":0.34316237997563137,"score_spread":0.29223369789543485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100407695","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032726538,0.000048774455,0.99221104,0.000024747093,0.00024124497,0.00025859795,5.6558446e-7,0.0013591789,0.0025832166],"genre_scores_gemma":[0.119718775,0.0000016903628,0.8799049,0.00024756964,0.000032429456,0.000018432718,2.352172e-7,0.000014684293,0.000061256396],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9979865,0.000107645654,0.00038852563,0.0005942523,0.00035441652,0.0005686467],"domain_scores_gemma":[0.9948081,0.00426021,0.000061096565,0.00066760357,0.00008700884,0.00011600798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021515535,0.00019125864,0.00028683676,0.0003618166,0.00006827702,0.000064448875,0.0010465482,0.00009758305,0.000002765346],"category_scores_gemma":[0.0025945175,0.00017584818,0.000055652403,0.001150992,0.000016422624,0.0004874402,0.00061613874,0.00023063729,0.00003228453],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045500175,0.00018838988,0.0014689375,0.000029035276,0.0000205656,0.000059172315,0.005703168,0.5603431,0.00012511265,0.09494484,0.00022053615,0.33685163],"study_design_scores_gemma":[0.002706993,0.00081027724,0.115651965,0.0006541486,0.000015513444,0.00018134042,0.0037936966,0.17161913,0.0052119624,0.687316,0.0072588394,0.004780129],"about_ca_topic_score_codex":0.000019757119,"about_ca_topic_score_gemma":0.000026177268,"teacher_disagreement_score":0.59237117,"about_ca_system_score_codex":0.00023450167,"about_ca_system_score_gemma":0.00005323174,"threshold_uncertainty_score":0.71708804},"labels":[],"label_agreement":null},{"id":"W2100674144","doi":"10.1145/1353482.1353493","title":"Relational aspects as tracematches","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"University of Oxford","keywords":"Computer science","score_opus":0.10652617879040449,"score_gpt":0.2859633048333583,"score_spread":0.1794371260429538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100674144","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007083535,0.00007735739,0.9795899,0.00043400124,0.00019268303,0.00003470929,9.048438e-8,0.0008571508,0.011730585],"genre_scores_gemma":[0.1596466,0.000009198882,0.8381056,0.00010462064,0.0000259182,0.000003944761,2.5332875e-7,0.0000038700578,0.0021000016],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994499,0.000025047306,0.000085912056,0.00016757078,0.00014728477,0.0001242492],"domain_scores_gemma":[0.999157,0.000513803,0.000019457195,0.00024599597,0.000026502403,0.000037242742],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012132957,0.00006431082,0.00007471993,0.00004265967,0.00007013968,0.000009405183,0.0002697595,0.00003185392,0.000027295038],"category_scores_gemma":[0.00048633112,0.000056207813,0.000026866543,0.00016568862,0.00003012148,0.00038300746,0.00007913172,0.00007673153,0.00019223311],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013158067,0.000015699612,0.00026331382,0.0000030492904,0.0000067820906,0.00007255969,0.00054941897,0.037761163,0.0004952914,0.95607716,0.00080033037,0.0039539123],"study_design_scores_gemma":[0.00040241386,0.00013239766,0.046356667,0.000013118614,0.0000025629172,0.001160085,0.000038015587,0.010350524,0.026243279,0.9058783,0.008855817,0.0005668006],"about_ca_topic_score_codex":0.0000028911006,"about_ca_topic_score_gemma":3.2451786e-7,"teacher_disagreement_score":0.15256307,"about_ca_system_score_codex":0.000019352121,"about_ca_system_score_gemma":0.00004061652,"threshold_uncertainty_score":0.2470832},"labels":[],"label_agreement":null},{"id":"W2100958332","doi":"10.1109/wcre.2009.47","title":"Evolving Software Systems Towards Adaptability","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software evolution; Software construction; Software engineering; Software system; Software development; Adaptation (eye); Adaptability; Software; Novelty; Software metric; Distributed computing; Programming language","score_opus":0.040404512759710694,"score_gpt":0.28718593393441066,"score_spread":0.24678142117469998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100958332","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00087884034,0.0006398585,0.9936089,0.00024008744,0.00071233016,0.00012312458,5.989853e-7,0.0028149954,0.0009812943],"genre_scores_gemma":[0.25876126,0.0000048564852,0.7408678,0.00007302422,0.000041988365,0.0000056594004,3.1264915e-7,0.0000045265024,0.00024056729],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987731,0.00009130094,0.0002070437,0.0003784024,0.00023711838,0.00031302852],"domain_scores_gemma":[0.99858123,0.00039024634,0.000042375003,0.00079493487,0.00010693094,0.000084291125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059921126,0.00014666078,0.0002025516,0.00006361499,0.00006987783,0.00012551107,0.0008206971,0.00006532455,0.000008334188],"category_scores_gemma":[0.0018746409,0.00012495722,0.00005613472,0.0003020513,0.000020353,0.0006872692,0.00014156157,0.0001380988,0.000021378273],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005185112,0.00008231546,0.00068700145,0.00006152531,0.000018749446,0.000037922386,0.00055685913,0.23144668,0.00089275715,0.100611754,0.0017079187,0.6638913],"study_design_scores_gemma":[0.0011800606,0.0010704116,0.24924748,0.00021647554,0.000022821741,0.00024809703,0.0003076901,0.38290155,0.009115683,0.34051323,0.012108088,0.0030684422],"about_ca_topic_score_codex":0.000018727056,"about_ca_topic_score_gemma":5.343471e-7,"teacher_disagreement_score":0.66082287,"about_ca_system_score_codex":0.000090814814,"about_ca_system_score_gemma":0.00004927001,"threshold_uncertainty_score":0.50956076},"labels":[],"label_agreement":null},{"id":"W2101198558","doi":"10.1109/32.877844","title":"Advanced exception handling mechanisms","year":2000,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Exception handling; Computer science; Programming language; Concurrency; Feature (linguistics); Concurrency control; Object (grammar); Artificial intelligence","score_opus":0.01509469912932844,"score_gpt":0.2357682562586422,"score_spread":0.22067355712931375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101198558","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0056619677,0.000067844376,0.98845625,0.000025004087,0.0014349136,0.00017859442,0.000005844426,0.004152629,0.000016942902],"genre_scores_gemma":[0.23684826,0.00006296754,0.76253605,0.000044605335,0.000026182443,0.00007887547,0.0000010065802,0.00004553281,0.0003565147],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983638,0.000037307207,0.0002956815,0.0005243192,0.00030093995,0.00047794508],"domain_scores_gemma":[0.9986264,0.00050419057,0.000037431528,0.0006508984,0.000045876117,0.00013516567],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00023704328,0.00031943875,0.00027062907,0.00024517218,0.00017702428,0.000080879196,0.00055376673,0.00013238248,0.0001275947],"category_scores_gemma":[0.00007787836,0.0003524982,0.00014161899,0.0005672989,0.000017459874,0.00079652277,0.0000031945715,0.00041881218,0.00015263222],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000689619,0.000021307203,4.5547065e-7,0.000018088867,0.000014224699,0.000006817336,0.000111684014,0.7651222,0.0021243764,0.0002659085,0.0000042618412,0.2323038],"study_design_scores_gemma":[0.003442599,0.0010509855,0.0005415715,0.00088834704,0.00009427861,0.00038113038,0.00005910229,0.51898247,0.45093548,0.013241755,0.006087593,0.0042946963],"about_ca_topic_score_codex":0.000003397773,"about_ca_topic_score_gemma":7.1323956e-7,"teacher_disagreement_score":0.4488111,"about_ca_system_score_codex":0.00013443758,"about_ca_system_score_gemma":0.000024545127,"threshold_uncertainty_score":0.9998927},"labels":[],"label_agreement":null},{"id":"W2101887179","doi":"10.1109/compsac.2007.218","title":"Towards an Aspect-Oriented Intrusion Detection Framework","year":2007,"lang":"en","type":"article","venue":"Proceedings - International Computer Software & Applications Conference","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Intrusion detection system; Unified Modeling Language; Computer science; Aspect-oriented programming; Intrusion prevention system; Task (project management); Intrusion; Software; Attack patterns; Anomaly-based intrusion detection system; Software engineering; Computer security; Programming language; Systems engineering; Engineering","score_opus":0.02806576379097489,"score_gpt":0.30890651929493174,"score_spread":0.2808407555039568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101887179","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047513763,0.000035291094,0.9900066,0.0003029666,0.0012505227,0.00048009132,0.000006459395,0.0026275606,0.0005391251],"genre_scores_gemma":[0.3289185,0.000016410355,0.67012966,0.0002010813,0.00051278697,0.0001551786,0.000014870481,0.000023180113,0.000028316124],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99726087,0.000021572601,0.00055463956,0.0010138843,0.00066775654,0.0004812661],"domain_scores_gemma":[0.9970956,0.00040758756,0.00029939713,0.0005368067,0.0014227187,0.00023791715],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008206311,0.00035361762,0.0002632432,0.0004565325,0.00029757095,0.000438344,0.0023076783,0.0002188747,0.000022774562],"category_scores_gemma":[0.00052989065,0.00037823778,0.00009067312,0.0009534138,0.000107814216,0.001652911,0.00079455186,0.0005672782,0.00005532941],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020908457,0.00010598108,0.0004754155,0.000018812201,0.000032095206,0.0000032017501,0.00072649936,0.00045013195,0.0013564924,0.42112115,0.000034955123,0.5756544],"study_design_scores_gemma":[0.0009330155,0.00061713904,0.028772676,0.00023410737,0.00003642406,0.0002991107,0.0002134058,0.11644296,0.043399148,0.75881255,0.04826299,0.0019764693],"about_ca_topic_score_codex":0.000016728445,"about_ca_topic_score_gemma":0.000005925769,"teacher_disagreement_score":0.5736779,"about_ca_system_score_codex":0.00029167172,"about_ca_system_score_gemma":0.000090534304,"threshold_uncertainty_score":0.99986696},"labels":[],"label_agreement":null},{"id":"W2102646107","doi":"10.1109/aiccsa.2010.5587027","title":"Detecting type errors and secure coding in C/C++ applications","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Computer science; Coding (social sciences); Programming language; Static analysis; Memory safety; Theoretical computer science; Software","score_opus":0.026594267859745977,"score_gpt":0.3002950401478549,"score_spread":0.2737007722881089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102646107","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044617075,0.000026117408,0.9544977,0.0000846264,0.00014698862,0.00006415706,6.88338e-8,0.00028662948,0.00027661677],"genre_scores_gemma":[0.41626558,0.0000030802437,0.5836662,0.00001831891,0.000011151868,0.000007923497,5.8481167e-8,0.0000024541011,0.000025219453],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.999614,0.000012666035,0.00006874115,0.00015561885,0.00004017269,0.0001087955],"domain_scores_gemma":[0.9993866,0.00035542078,0.000016271717,0.00019763812,0.000018305209,0.000025753568],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023222415,0.000048582235,0.000056239704,0.000059938735,0.000037751983,0.000024244706,0.00019836442,0.00003708734,0.0000022069214],"category_scores_gemma":[0.0003723549,0.000045394852,0.0000059199397,0.00026817797,0.000016937656,0.0001595106,0.00011614049,0.00018737477,0.0000037255804],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030000913,0.00002511063,0.0117785605,0.000052537576,0.000007680591,0.0000100010575,0.0020481965,0.011951967,0.1578695,0.3554094,0.000032316788,0.4608117],"study_design_scores_gemma":[0.0013470292,0.00020930567,0.09922992,0.00008219519,0.000011620833,0.0003075865,0.0009533533,0.2705707,0.14926162,0.45422858,0.021574989,0.0022230998],"about_ca_topic_score_codex":0.0000058706,"about_ca_topic_score_gemma":0.00004253612,"teacher_disagreement_score":0.4585886,"about_ca_system_score_codex":0.000006385327,"about_ca_system_score_gemma":0.000008913364,"threshold_uncertainty_score":0.18511483},"labels":[],"label_agreement":null},{"id":"W2102700644","doi":"10.1109/hase.2014.48","title":"Ordering Upgrade Changes for Highly Available Component Based Systems","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada); Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Upgrade; Component (thermodynamics); Middleware (distributed applications); Computer science; Service (business); Distributed computing; Software; Component-based software engineering; Software system; Reliability engineering; Operating system; Engineering","score_opus":0.05602580034140403,"score_gpt":0.2671660515430404,"score_spread":0.21114025120163638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102700644","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026654243,0.00019201107,0.9958971,0.0006486493,0.001127274,0.00025467147,0.0000013442905,0.0013398664,0.00027252696],"genre_scores_gemma":[0.053407703,0.0000051234438,0.94523394,0.00018743078,0.00009984859,0.00012292001,0.0000021942678,0.000017124534,0.0009236979],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99897516,0.00007393957,0.00014216859,0.0003353664,0.00014413895,0.00032920152],"domain_scores_gemma":[0.997918,0.0013690809,0.00005521962,0.0005315625,0.000060174312,0.0000659508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000657826,0.00014305064,0.00021478209,0.00009627732,0.00008618917,0.0000985998,0.0005951297,0.000049731007,0.0000036578483],"category_scores_gemma":[0.0004210758,0.00012445562,0.000037091235,0.000161631,0.000018529503,0.00015919119,0.000114778384,0.00006257052,0.000031805048],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014202981,0.0000618947,0.000108054825,0.00054788473,0.0000357221,0.000003583229,0.00017245986,0.7717935,0.031522796,0.16303854,0.0072762445,0.025425106],"study_design_scores_gemma":[0.0004066309,0.00014980923,0.000057296642,0.00005159853,0.0000038826956,0.000003757749,0.000008930851,0.85596114,0.025365861,0.0014755131,0.116214566,0.0003010051],"about_ca_topic_score_codex":0.000022304224,"about_ca_topic_score_gemma":0.000003642529,"teacher_disagreement_score":0.16156302,"about_ca_system_score_codex":0.000040345927,"about_ca_system_score_gemma":0.000016582535,"threshold_uncertainty_score":0.50751525},"labels":[],"label_agreement":null},{"id":"W2102705096","doi":"10.1109/iccitechnol.2012.6285850","title":"Combination of connectors with loosely coupled architecture based on aspect-oriented computing","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software architecture; Distributed computing; Software system; Component-based software engineering; Process (computing); Software; Software engineering; Operating system","score_opus":0.01873460746832681,"score_gpt":0.2588188665536287,"score_spread":0.24008425908530187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102705096","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07003663,0.000021881498,0.9285309,0.00010467777,0.0002735475,0.00014348303,5.7771365e-7,0.00051427115,0.0003740714],"genre_scores_gemma":[0.54641294,1.5427071e-7,0.45349175,0.000059652655,0.000013547145,0.0000017760874,0.0000015547394,0.0000068686454,0.000011761729],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99895775,0.0001025419,0.00016799325,0.00020798187,0.000282935,0.00028080662],"domain_scores_gemma":[0.99782115,0.001512457,0.00011231089,0.0003874184,0.00009620667,0.000070432776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047226055,0.00014914555,0.00020269447,0.000154413,0.000050239443,0.000013747115,0.00030712946,0.000044536824,0.000006729631],"category_scores_gemma":[0.00045992451,0.000111715024,0.000033957454,0.0004715012,0.000050472023,0.00016789466,0.00006495828,0.00015261967,0.0000033172214],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046741112,0.0002280129,0.0056867846,0.00004846681,0.000025400299,0.0000032759854,0.0008266458,0.8685368,0.0019235183,0.11204518,0.000026139296,0.010603082],"study_design_scores_gemma":[0.0022621988,0.0011621373,0.04863623,0.0001471805,0.000015825317,0.000016810152,0.00008854309,0.8817767,0.062102545,0.002929568,0.0002337441,0.00062854466],"about_ca_topic_score_codex":0.0000064989936,"about_ca_topic_score_gemma":0.0000010554224,"teacher_disagreement_score":0.47637632,"about_ca_system_score_codex":0.00004344035,"about_ca_system_score_gemma":0.000027324359,"threshold_uncertainty_score":0.45556065},"labels":[],"label_agreement":null},{"id":"W2103085354","doi":"10.17722/ijrbt.v4i3.278","title":"Towards a Dynamic Software Product Line: Analysis of the Background and State of the Art","year":2014,"lang":"en","type":"article","venue":"International Journal of Research in Business and Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Software; Product (mathematics); Software product line; Computer science; State (computer science); Business; Software development; Programming language; Mathematics","score_opus":0.054218315070053646,"score_gpt":0.3831451605778454,"score_spread":0.3289268455077918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103085354","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45631105,0.0003598605,0.53572994,0.007328005,0.0002109832,0.00004431232,0.000002387491,0.000008544312,0.000004884544],"genre_scores_gemma":[0.93787795,0.00034932687,0.061722033,0.000008836906,0.00001238092,0.0000022059887,1.529064e-7,0.000003316666,0.000023786266],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988434,0.0001397041,0.00029070926,0.00012986673,0.00047341778,0.00012293198],"domain_scores_gemma":[0.99756926,0.0005685762,0.00021784235,0.0002833538,0.0013461262,0.000014814757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016072664,0.00005988985,0.00021233909,0.0010679181,0.000028881783,0.000025586643,0.0012553909,0.000039465784,7.2868966e-7],"category_scores_gemma":[0.0031011212,0.000034173372,0.000038391565,0.0023813874,0.00046468363,0.00015301343,0.000774801,0.00032746358,6.647376e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082439525,0.000153625,0.07462996,0.00014262307,0.00075121725,0.000030055637,0.00029224445,0.06830045,0.00805182,0.03182929,0.00003935046,0.8156969],"study_design_scores_gemma":[0.00065446255,0.00014049301,0.74825865,0.00041332768,0.00003773204,0.0002021626,0.00007603517,0.020846184,0.0073964517,0.22091036,0.00093526416,0.00012887771],"about_ca_topic_score_codex":0.000016763255,"about_ca_topic_score_gemma":0.000038134145,"teacher_disagreement_score":0.81556803,"about_ca_system_score_codex":0.00004402074,"about_ca_system_score_gemma":0.00010267445,"threshold_uncertainty_score":0.37125555},"labels":[],"label_agreement":null},{"id":"W2103155801","doi":"10.1109/ssst.2013.6524956","title":"Intelligent hybrid vehicle management systems","year":2013,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"New York Institute of Technology","funders":"","keywords":"Software deployment; Hybrid vehicle; Systems engineering; Hybrid system; Computer science; System integration; Focus (optics); Systems design; Software; Functional requirement; Embedded system; Control engineering; Engineering; Software engineering","score_opus":0.034245512708607394,"score_gpt":0.2630307170148039,"score_spread":0.2287852043061965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103155801","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016342193,0.00020120233,0.992638,0.0001551475,0.00071021664,0.00023066247,1.1777934e-7,0.0009736384,0.003456815],"genre_scores_gemma":[0.17481987,0.00003342209,0.82170993,0.00010587415,0.000024134713,0.00008271859,2.864396e-7,0.0000075036073,0.0032162666],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992279,0.000038606584,0.00014028237,0.000229613,0.00014387796,0.00021971315],"domain_scores_gemma":[0.9992197,0.0001549303,0.000024200637,0.0005063422,0.000037425434,0.000057413054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001787726,0.000091292655,0.00009658375,0.0000620257,0.000033289532,0.00012711834,0.0006332635,0.000014415087,0.000022080618],"category_scores_gemma":[0.000039511862,0.000074925614,0.000026682672,0.0001344451,0.000013727993,0.00036516655,0.00032483297,0.000058195372,0.0006827502],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.794688e-7,0.000039416886,0.00009720458,0.0000880168,0.00004905977,0.000041851,0.00013263214,0.20625202,0.00053144555,0.36804047,0.008318675,0.41640842],"study_design_scores_gemma":[0.0005213381,0.00020370417,0.005456196,0.00013844107,0.0000130491,0.000093737006,0.0004968866,0.7575611,0.036587004,0.14920108,0.04831995,0.0014075026],"about_ca_topic_score_codex":0.00002400031,"about_ca_topic_score_gemma":8.831371e-8,"teacher_disagreement_score":0.5513091,"about_ca_system_score_codex":0.000039773335,"about_ca_system_score_gemma":0.000003380517,"threshold_uncertainty_score":0.87756},"labels":[],"label_agreement":null},{"id":"W2103610815","doi":"10.1145/1363686.1363851","title":"Modular Java web applications","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; IBM (Canada)","funders":"","keywords":"Java; Computer science; Modular design; Eclipse; Embedded Java; Real time Java; Operating system; Java annotation; Application server; strictfp; Component (thermodynamics); Distributed computing; Programming language","score_opus":0.04506176587755707,"score_gpt":0.26842179899965013,"score_spread":0.22336003312209307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103610815","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007473999,0.000106864216,0.99546146,0.00017169157,0.00008415843,0.0000791132,3.0371743e-7,0.0012076604,0.0021413153],"genre_scores_gemma":[0.06661535,0.000035631798,0.9321081,0.00010439152,0.000028910357,0.00004343406,3.5205258e-7,0.0000046209343,0.0010592135],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994975,0.00001796606,0.00007810488,0.00018358516,0.00009178293,0.00013108196],"domain_scores_gemma":[0.9992582,0.00016748084,0.000015024851,0.00049077056,0.000029859924,0.000038670514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008757097,0.000060217208,0.000068379864,0.000043462263,0.000075322474,0.000009822251,0.00049868604,0.000025307134,0.0000065326954],"category_scores_gemma":[0.000079872734,0.000054297874,0.000024219826,0.00023880998,0.00002968903,0.00020399985,0.00012421866,0.000058385103,0.000111180074],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013230856,0.0000829679,0.00063668506,0.000018201134,0.000024309758,0.00004480276,0.00048028276,0.2626601,0.022667035,0.6020636,0.00335883,0.107961915],"study_design_scores_gemma":[0.0007916371,0.0001280686,0.015937971,0.0000121320845,0.000007150118,0.0005437822,0.000039475264,0.23676181,0.041898992,0.25616604,0.44626287,0.0014500774],"about_ca_topic_score_codex":0.0000013090721,"about_ca_topic_score_gemma":2.1414357e-7,"teacher_disagreement_score":0.44290403,"about_ca_system_score_codex":0.000015060505,"about_ca_system_score_gemma":0.00002362704,"threshold_uncertainty_score":0.2214203},"labels":[],"label_agreement":null},{"id":"W2104365869","doi":"10.1109/icsm.2002.1167824","title":"A software transformation framework for quality-driven object-oriented re-engineering","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Maintainability; Computer science; Structural pattern; Software design pattern; Object-oriented programming; Model-driven architecture; Object-oriented design; Software quality; Legacy system; Programming language; Design pattern; Software engineering; Transformation (genetics); Software development; Software; Software design","score_opus":0.05438806396208465,"score_gpt":0.33395288529014844,"score_spread":0.2795648213280638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104365869","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00062091206,0.000068233385,0.99611354,0.00014483203,0.00074078643,0.00033816678,0.0000035325688,0.0018437223,0.00012625329],"genre_scores_gemma":[0.0228558,0.00000774218,0.97680813,0.000113111695,0.000027979828,0.00009960259,0.0000034960087,0.000020174466,0.000063950254],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99871206,0.00008166203,0.00031902065,0.0003199524,0.00019561764,0.000371698],"domain_scores_gemma":[0.9971022,0.002165377,0.00006189399,0.0004907637,0.000099942976,0.000079828715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065856293,0.00018342893,0.00022682326,0.000119573386,0.000095116666,0.000058608886,0.0003849788,0.00012623056,0.0000072191892],"category_scores_gemma":[0.00558697,0.00017759664,0.00010361245,0.00043795785,0.0000145302465,0.0006428759,0.00003316519,0.00019178489,0.00000818671],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041778862,0.000014300613,0.000037877417,0.000075207114,0.000015327003,8.2410804e-7,0.001137933,0.15449183,0.00027549567,0.83810526,0.00003987361,0.0058018873],"study_design_scores_gemma":[0.002712254,0.000629521,0.0019074514,0.00038544956,0.00004121568,0.000046712576,0.00096787955,0.14656848,0.08535066,0.69375676,0.06464127,0.0029923816],"about_ca_topic_score_codex":0.0000018954111,"about_ca_topic_score_gemma":0.0000011552947,"teacher_disagreement_score":0.14434853,"about_ca_system_score_codex":0.000070976224,"about_ca_system_score_gemma":0.000037639074,"threshold_uncertainty_score":0.7242181},"labels":[],"label_agreement":null},{"id":"W2104505362","doi":"10.1109/hicss.2005.102","title":"Aspects of Memory Management","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Modularity (biology); Leverage (statistics); Extensibility; Distributed computing; Adaptation (eye); Encapsulation (networking); Process (computing); Synchronization (alternating current); Software engineering; Operating system; Artificial intelligence","score_opus":0.02751707769781501,"score_gpt":0.27880657746934884,"score_spread":0.2512894997715338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104505362","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00041152295,0.00007361608,0.9425345,0.00020306224,0.00011008865,0.00003975084,5.4330254e-8,0.00034248308,0.056284897],"genre_scores_gemma":[0.12117173,0.000009241782,0.8777511,0.00007019277,0.000015765361,0.0000025815807,4.5571156e-8,0.0000024570516,0.0009768743],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99958825,0.000014422988,0.00008521136,0.00011780969,0.000095947835,0.000098341734],"domain_scores_gemma":[0.99951595,0.00010487401,0.000020340813,0.0003262575,0.00001397385,0.000018626692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015119436,0.000046277295,0.00006775549,0.000052345382,0.000009864717,0.000006154131,0.0003907678,0.000012541772,0.00001223764],"category_scores_gemma":[0.000037386853,0.000040247985,0.000020203508,0.0001301252,0.000012477342,0.00017256448,0.00016957503,0.00002916614,0.000024954132],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.2787743e-7,0.000013901744,0.000004514521,0.0000142095605,0.000009216929,0.000004843073,0.00009286707,0.07665538,0.00038005694,0.57519186,0.0002542089,0.34737843],"study_design_scores_gemma":[0.0010869023,0.00018191052,0.008564838,0.000061642786,0.000015690268,0.000035391415,0.00016686034,0.03819269,0.52398664,0.39276278,0.034083765,0.00086087047],"about_ca_topic_score_codex":6.84859e-7,"about_ca_topic_score_gemma":5.413169e-7,"teacher_disagreement_score":0.5236066,"about_ca_system_score_codex":0.000015679536,"about_ca_system_score_gemma":0.0000039321,"threshold_uncertainty_score":0.16412652},"labels":[],"label_agreement":null},{"id":"W2105127337","doi":"10.1109/seams.2007.21","title":"Towards an Autonomic Element Architecture for ASSL","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Architecture; Computer science; Autonomic computing; Element (criminal law); Enterprise architecture framework; Reference architecture; Software architecture description; Applications architecture; Solution architecture; Architecture framework; Syntax; Space-based architecture; View model; Software engineering; Computer architecture; Software architecture; Artificial intelligence; Programming language; Software; Operating system; Political science; History","score_opus":0.04254531127246982,"score_gpt":0.3332521054878801,"score_spread":0.2907067942154103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105127337","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002164343,0.000026891277,0.9954947,0.00030461093,0.00042460088,0.00018014274,0.0000012064763,0.0009017252,0.0005017708],"genre_scores_gemma":[0.026903845,0.0000010169099,0.97253793,0.00026092384,0.00008291029,0.000015128574,0.000001651594,0.000009481296,0.00018709904],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991408,0.000020495434,0.00015152432,0.00027610117,0.00009382136,0.00031727218],"domain_scores_gemma":[0.99906737,0.0003671221,0.000031118256,0.00042455096,0.00003209057,0.00007775604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00095312175,0.000105631225,0.00011146561,0.000080576065,0.000046934634,0.00003869399,0.00060519093,0.000042882424,0.000005199938],"category_scores_gemma":[0.00021028353,0.00008919123,0.00004424422,0.000103164275,0.000015176572,0.00019460227,0.0001199375,0.000080007485,0.0000040443074],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008527481,0.00002282796,0.00003532308,0.0000096632275,0.000011131544,0.0000033199294,0.0003771841,0.09755299,0.002991937,0.11978958,0.00018715391,0.77901036],"study_design_scores_gemma":[0.0013038352,0.0011648429,0.01562185,0.000018156414,0.000012455805,0.000041213752,0.00014143864,0.06686976,0.22313543,0.57282007,0.11761436,0.0012565732],"about_ca_topic_score_codex":0.0000052701466,"about_ca_topic_score_gemma":0.000012748505,"teacher_disagreement_score":0.7777538,"about_ca_system_score_codex":0.000067329536,"about_ca_system_score_gemma":0.000035715108,"threshold_uncertainty_score":0.36371127},"labels":[],"label_agreement":null},{"id":"W2105185483","doi":"10.1109/isqed.2009.4810318","title":"A case study on system-level modeling by aspect-oriented programming","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"SystemC; Computer science; Electronic system-level design and verification; Aspect-oriented programming; Systems modeling; Adder; Binary number; Programming language; Computer architecture; Software engineering; Software; Arithmetic","score_opus":0.10029142286878362,"score_gpt":0.3291456711710679,"score_spread":0.2288542483022843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105185483","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0670627,0.00003762025,0.92978203,0.00004559351,0.000240585,0.00039955735,7.3635255e-7,0.0022361286,0.00019503184],"genre_scores_gemma":[0.54018575,1.9232486e-7,0.4596958,0.000026547954,0.000015458481,0.000015766296,2.707623e-7,0.0000058806413,0.00005435045],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985618,0.0001079697,0.00024398635,0.0004825745,0.0002640737,0.00033961248],"domain_scores_gemma":[0.9989631,0.00021539799,0.000044580687,0.00062311394,0.00006836018,0.000085402935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005190752,0.00018930514,0.00020983972,0.00010549515,0.00013137383,0.000090767855,0.00041215974,0.000043980293,4.0671284e-7],"category_scores_gemma":[0.00020772281,0.0001603932,0.000041121162,0.00041200567,0.0000076094134,0.00028649656,0.000096246426,0.00017412205,0.00000894243],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018441406,0.00089248543,0.0000937194,0.000035627323,0.00005934891,0.0083025955,0.0054185237,0.6470275,0.0005365247,0.049664155,0.00016685716,0.28778425],"study_design_scores_gemma":[0.0010735864,0.0019904384,0.00003905899,0.000072565825,0.000017085167,0.0027416449,0.011059353,0.98028594,0.0009496758,0.000869434,0.00011757623,0.00078361365],"about_ca_topic_score_codex":0.000043555934,"about_ca_topic_score_gemma":0.0000023583807,"teacher_disagreement_score":0.47312304,"about_ca_system_score_codex":0.00011221375,"about_ca_system_score_gemma":0.000017340355,"threshold_uncertainty_score":0.65406454},"labels":[],"label_agreement":null},{"id":"W2105521749","doi":"10.1109/compsac.2011.92","title":"Impact of Aspect-Oriented Programming on Software Performance: A Case Study of Leader/Followers and Half-Sync/Half-Async Architectures","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"sync; Computer science; Aspect-oriented programming; Software; Synchronization (alternating current); Base (topology); Overhead (engineering); Operating system; Mathematics; Computer network; Frame (networking)","score_opus":0.05922067731816054,"score_gpt":0.31234470834085376,"score_spread":0.2531240310226932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105521749","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5518681,0.000047855618,0.44743395,0.0000020786188,0.000090541245,0.00027867593,5.6530206e-7,0.00024822482,0.000030007002],"genre_scores_gemma":[0.6092553,0.0000025119118,0.3906882,0.000002989323,0.000007437561,0.000017857881,2.2945348e-7,0.000012602798,0.000012852369],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983756,0.000124083,0.00036943064,0.00045754662,0.0002974863,0.00037586183],"domain_scores_gemma":[0.9984315,0.00047543802,0.000178026,0.00069985323,0.00010682175,0.00010837235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004194814,0.0002799738,0.0004238228,0.00031170817,0.00008424908,0.000017665012,0.0004323919,0.000069818234,0.0000069427897],"category_scores_gemma":[0.00050622615,0.0002092412,0.00012399297,0.00049898436,0.00012316286,0.00020281956,0.00025411102,0.00024129578,8.2531346e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041941094,0.002669938,0.22729698,0.00045108938,0.000851735,0.0017564198,0.1011303,0.06300315,0.00053033564,0.0010873643,0.00002519511,0.6007781],"study_design_scores_gemma":[0.016416108,0.10808851,0.71706337,0.0011431446,0.00051671726,0.010669012,0.049885172,0.03389408,0.053006824,0.0036095218,0.00008975967,0.0056177718],"about_ca_topic_score_codex":0.00075860176,"about_ca_topic_score_gemma":0.00005164264,"teacher_disagreement_score":0.5951603,"about_ca_system_score_codex":0.00004627447,"about_ca_system_score_gemma":0.000052896845,"threshold_uncertainty_score":0.8532609},"labels":[],"label_agreement":null},{"id":"W2105655479","doi":"10.1109/mise.2009.5069890","title":"Relationship-based change propagation: A case study","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; IBM; Key (lock); Process (computing); Feature (linguistics); Software engineering; Software; Data modeling; Data mining; Programming language","score_opus":0.17574878456206475,"score_gpt":0.35998455190281364,"score_spread":0.1842357673407489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105655479","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035475396,0.00002680478,0.9620739,0.0007348669,0.00012350625,0.0003589514,1.2299854e-7,0.0010800943,0.00012631343],"genre_scores_gemma":[0.5551602,5.8265417e-8,0.44458488,0.00015862485,0.000022039645,0.000025263169,1.6739278e-7,0.0000019935583,0.000046753306],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993036,0.00009947971,0.00011823237,0.00021968977,0.0001269615,0.00013203803],"domain_scores_gemma":[0.9990443,0.00039685285,0.00003075924,0.00044037067,0.000047651218,0.000040080824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035982847,0.00008359578,0.00008174433,0.00009046627,0.000092360126,0.000045358665,0.00023837354,0.000026372189,0.000002976407],"category_scores_gemma":[0.0003927764,0.000071673356,0.000020245932,0.00040920035,0.000008482067,0.00044945863,0.000032726133,0.00008948964,0.000013381476],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020981626,0.0016426585,0.05136043,0.00004451543,0.00002457999,0.016994031,0.018890409,0.10999002,0.00017739838,0.16163611,0.00036770714,0.63885117],"study_design_scores_gemma":[0.00474205,0.0060001607,0.53435063,0.000060465572,0.000053046584,0.0052180896,0.0030983605,0.33297175,0.003190083,0.10675571,0.0009388723,0.002620795],"about_ca_topic_score_codex":0.000011579406,"about_ca_topic_score_gemma":0.000006360675,"teacher_disagreement_score":0.63623035,"about_ca_system_score_codex":0.000029009492,"about_ca_system_score_gemma":0.000018957226,"threshold_uncertainty_score":0.29227546},"labels":[],"label_agreement":null},{"id":"W2105946915","doi":"10.1109/computationworld.2009.94","title":"Joining Forces: A RIPPL Effect? A Constraint-Oriented Perspective on a Pervasive Pattern Language","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Pattern language (formal languages); Perspective (graphical); Constraint (computer-aided design); Software design pattern; Domain (mathematical analysis); Process (computing); Pattern analysis; Scale (ratio); Ubiquitous computing; Natural language; Natural language processing; Artificial intelligence; Programming language; Human–computer interaction; Engineering; Mathematics; Software; Geography; Cartography","score_opus":0.015620306054547194,"score_gpt":0.3058729853305861,"score_spread":0.2902526792760389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105946915","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019176625,0.00010868833,0.9745737,0.00056767155,0.00021794614,0.00024359734,0.0000022591169,0.001235277,0.003874262],"genre_scores_gemma":[0.6442541,0.0000033984868,0.3540992,0.0013805302,0.000057128487,0.000019386838,0.0000012793632,0.000010776777,0.000174221],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986038,0.00014388592,0.00015434304,0.0004938744,0.0002298772,0.00037417735],"domain_scores_gemma":[0.99815226,0.0011274117,0.00006195462,0.000490961,0.0000787704,0.000088655615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033109327,0.00022763899,0.00026231128,0.00013912718,0.00008117882,0.00006509736,0.00045808873,0.00006621555,0.000015228881],"category_scores_gemma":[0.0012532182,0.00018365245,0.00009846313,0.0003034189,0.00004448025,0.00028049684,0.00008933886,0.00025169196,0.000035787714],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007330456,0.00017129419,0.00033982587,0.00004617963,0.00012387225,0.0008025032,0.053929817,0.016211053,0.010334705,0.23902228,0.0004983128,0.6784468],"study_design_scores_gemma":[0.023207603,0.040911205,0.032255806,0.002795117,0.00022622943,0.0018937935,0.08230388,0.22579962,0.4001757,0.17529964,0.003958308,0.011173094],"about_ca_topic_score_codex":0.000020145922,"about_ca_topic_score_gemma":0.0000034507184,"teacher_disagreement_score":0.66727376,"about_ca_system_score_codex":0.00015813512,"about_ca_system_score_gemma":0.000027572207,"threshold_uncertainty_score":0.74891293},"labels":[],"label_agreement":null},{"id":"W2106091696","doi":"10.1109/glocomw.2010.5700317","title":"Integration of component-based frameworks with sensor modelling languages for the sensor web","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computer science; Middleware (distributed applications); Component-based software engineering; Wireless sensor network; Interoperability; Component (thermodynamics); Software engineering; Java; Sensor web; Software development; Programming language; Software; Distributed computing; Operating system; Key distribution in wireless sensor networks","score_opus":0.03547498599437745,"score_gpt":0.29661496272048876,"score_spread":0.26113997672611133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106091696","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022060053,0.000025436018,0.97658765,0.00058167946,0.0002010829,0.00021433164,0.0000030125238,0.0002980181,0.00002872976],"genre_scores_gemma":[0.31164855,0.0000015415283,0.68818015,0.0000732246,0.000027564853,0.000015879052,0.0000011248407,0.0000074512413,0.000044483942],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993967,0.000030726824,0.00012608638,0.00017565713,0.00012703994,0.00014380072],"domain_scores_gemma":[0.9962478,0.0030789617,0.00006578467,0.00046083212,0.00012298633,0.000023623734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032960618,0.00010280995,0.00012737761,0.00004914534,0.000059062237,0.00003477905,0.0003648971,0.000098452285,0.0000029290902],"category_scores_gemma":[0.0003188218,0.000057725127,0.00004129763,0.0001353833,0.000059669783,0.00011836355,0.00003209494,0.0003335774,9.2909164e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014223942,0.000011290072,0.00001731759,0.000011738276,0.000008949741,7.368591e-7,0.00015914557,0.92806196,0.050055817,0.0140349595,0.000014709763,0.0076091764],"study_design_scores_gemma":[0.00015707611,0.000043638553,0.000047028694,0.000016199223,0.000005636126,0.0000027713972,0.00012588028,0.93800884,0.060409036,0.00095742295,0.00013865303,0.00008782735],"about_ca_topic_score_codex":0.000013026332,"about_ca_topic_score_gemma":0.00001360525,"teacher_disagreement_score":0.2895885,"about_ca_system_score_codex":0.0000068170602,"about_ca_system_score_gemma":0.000025539939,"threshold_uncertainty_score":0.23539624},"labels":[],"label_agreement":null},{"id":"W2106551902","doi":"10.1109/cmpsac.1997.625028","title":"A method for structural compatibility in software reuse using requirements specification","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Reuse; Compatibility (geochemistry); Software construction; Software engineering; Component-based software engineering; Software requirements specification; Software development; Formal specification; Formal methods; Notation; Programming language; Software; Engineering; Mathematics","score_opus":0.23711588412168383,"score_gpt":0.3970252536668944,"score_spread":0.15990936954521057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106551902","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019763079,0.000075663185,0.97909784,0.00010123739,0.0002338178,0.00031820743,0.0000021386513,0.00039161855,0.000016394692],"genre_scores_gemma":[0.03495547,0.0000033451968,0.9649028,0.000046928686,0.000025090314,0.000016430002,0.0000014073639,0.000009151436,0.00003936746],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99875057,0.00013849806,0.00029241815,0.00041589272,0.00014675669,0.00025586926],"domain_scores_gemma":[0.99804896,0.000874627,0.00007685961,0.0008872438,0.000072247916,0.00004004859],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000660805,0.00012473892,0.0001872266,0.00010738373,0.00006137014,0.000044131462,0.00077450543,0.000050671002,0.000013898036],"category_scores_gemma":[0.0018433168,0.0001168665,0.00004305496,0.0003348487,0.000020153482,0.0005755347,0.0002137077,0.00008961058,0.0000027364886],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000280288,0.00010491621,0.011582971,0.0001728857,0.000029016082,0.000007975734,0.003740086,0.5276998,0.012780366,0.016606323,0.00052929594,0.42671832],"study_design_scores_gemma":[0.00039456587,0.00003819108,0.00753133,0.000017037315,0.0000025753634,0.0000058023275,0.000021648222,0.9190496,0.004313131,0.0682105,0.00019621683,0.00021937328],"about_ca_topic_score_codex":0.000023518116,"about_ca_topic_score_gemma":0.000008453299,"teacher_disagreement_score":0.42649895,"about_ca_system_score_codex":0.00018435073,"about_ca_system_score_gemma":0.0000087915,"threshold_uncertainty_score":0.47656775},"labels":[],"label_agreement":null},{"id":"W2106562690","doi":"10.1109/icse-companion.2009.5071063","title":"SEAMS 2009: Software engineering for adaptive and self-managing systems","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; York University","funders":"","keywords":"Computer science; Software; Software development; Software system; Software engineering; Engineering management; Engineering; Operating system","score_opus":0.021129286407524966,"score_gpt":0.2509870013754485,"score_spread":0.22985771496792354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106562690","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00034007465,0.0012015215,0.9951732,0.0001040215,0.00033294546,0.0002806639,0.0000018960748,0.0025154143,0.000050218976],"genre_scores_gemma":[0.03984737,0.000033462085,0.959844,0.00007318388,0.00006173225,0.00002793922,6.208173e-7,0.000012352596,0.000099330064],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99901706,0.000021260596,0.00015690646,0.00035138795,0.00011779804,0.00033557505],"domain_scores_gemma":[0.99870926,0.0007955029,0.00003874673,0.00031015908,0.00006266915,0.00008368803],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033746762,0.00017172404,0.00020518443,0.00010926589,0.00007061128,0.00010868854,0.0003517538,0.000056882487,2.7526443e-7],"category_scores_gemma":[0.00042009767,0.00016072877,0.000036686783,0.00019534798,0.000007852902,0.00049379625,0.000089293164,0.00009507371,0.000001977974],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006327807,0.000030276427,0.00004696959,0.00010484911,0.00004282599,0.000014613852,0.00053993316,0.7634113,0.0002804646,0.1735376,0.00036670818,0.061618146],"study_design_scores_gemma":[0.00039667243,0.00032887948,0.0009906574,0.00009148898,0.000011872455,0.000049950548,0.00006328499,0.9834089,0.0007814446,0.010917769,0.0024199225,0.00053912075],"about_ca_topic_score_codex":0.0000040954656,"about_ca_topic_score_gemma":2.119509e-7,"teacher_disagreement_score":0.21999766,"about_ca_system_score_codex":0.000047695394,"about_ca_system_score_gemma":0.000015076819,"threshold_uncertainty_score":0.6554329},"labels":[],"label_agreement":null},{"id":"W2106603193","doi":"10.1109/iwpse.2003.1231215","title":"Stability and volatility in the Linux kernel","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Reuse; Linux kernel; Computer science; Reusability; Metric (unit); Kernel (algebra); Software metric; Software; Volatility (finance); Open source software; Empirical research; Open source; Software quality; Operating system; Software development; Econometrics; Mathematics; Engineering; Statistics; Operations management","score_opus":0.05565286842727475,"score_gpt":0.2915142585498064,"score_spread":0.23586139012253166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106603193","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22413357,0.000060863393,0.774863,0.0005343386,0.00004906422,0.000065771266,1.8086311e-7,0.00013508595,0.00015810037],"genre_scores_gemma":[0.57587034,0.0000027642573,0.42402777,0.0000863984,0.0000044625144,0.0000037446596,4.862344e-8,0.0000010057117,0.000003477593],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99942255,0.00008144546,0.00009554124,0.00019011486,0.00008894826,0.00012141841],"domain_scores_gemma":[0.99892086,0.00062545104,0.000012273258,0.00040894176,0.000014465804,0.000018004994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009279316,0.00005836912,0.0000713785,0.000017584653,0.000026618021,0.00003211817,0.00037635,0.000025306697,0.000002007545],"category_scores_gemma":[0.0006878534,0.000036860907,0.00001250853,0.0001482894,0.00004551935,0.00022843665,0.00012455558,0.00011403839,0.0000014014311],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024346522,0.00039722063,0.0922277,0.00013581038,0.000016608323,0.00006496842,0.03462402,0.048057545,0.002185901,0.66173863,0.000058209138,0.16046906],"study_design_scores_gemma":[0.00033758322,0.000053237887,0.28166422,0.000007070361,9.513095e-7,0.000012230416,0.00017567088,0.0093013095,0.0031682868,0.7049574,0.00016121697,0.00016080184],"about_ca_topic_score_codex":0.000042300504,"about_ca_topic_score_gemma":0.000031032785,"teacher_disagreement_score":0.35173678,"about_ca_system_score_codex":0.0000289536,"about_ca_system_score_gemma":0.000018806493,"threshold_uncertainty_score":0.15031442},"labels":[],"label_agreement":null},{"id":"W2106725005","doi":"10.5539/cis.v4n5p78","title":"Dynamic Maintenance and Evolution of Critical Components-Based Software Using Multi Agent Systems","year":2011,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Adaptation (eye); Flexibility (engineering); Component (thermodynamics); Java; Component-based software engineering; Software engineering; Set (abstract data type); Software system; Software; Distributed computing; Software architecture; Programming language","score_opus":0.07122047613200219,"score_gpt":0.3028528270928304,"score_spread":0.2316323509608282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106725005","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038393114,0.00010959687,0.9606627,0.000011411835,0.0005789456,0.00010658608,0.0000028201835,0.00012533613,0.000009455272],"genre_scores_gemma":[0.48272297,0.0000031970978,0.51724344,0.000024703635,0.0000022297377,0.0000016892695,2.8560055e-7,0.0000011378553,3.661486e-7],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99904567,0.00003523877,0.00028356793,0.0001809693,0.0002459082,0.00020866016],"domain_scores_gemma":[0.9991106,0.00016724542,0.00010601855,0.00025007405,0.00027932881,0.00008676609],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065789145,0.00009823403,0.00013758315,0.0002586212,0.00015381133,0.000104803534,0.00040811556,0.000031845375,2.881187e-7],"category_scores_gemma":[0.00033498238,0.00008733076,0.000016095088,0.00039795775,0.0005041476,0.004488233,0.00028944272,0.000067420326,0.0000013983778],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005148154,0.00023555814,0.01449693,0.0019739775,0.000022818675,0.000011957137,0.01609442,0.54964286,0.0065632765,0.27027366,0.000022494449,0.14061058],"study_design_scores_gemma":[0.00016565985,0.000046836012,0.055046454,0.00006621284,0.0000017971896,0.000024956773,0.000036090114,0.9438679,0.00019968762,0.00042426094,0.000017752438,0.00010236773],"about_ca_topic_score_codex":0.000019515119,"about_ca_topic_score_gemma":1.2464878e-7,"teacher_disagreement_score":0.44432986,"about_ca_system_score_codex":0.00008491253,"about_ca_system_score_gemma":0.00007084118,"threshold_uncertainty_score":0.3561245},"labels":[],"label_agreement":null},{"id":"W2106916261","doi":"10.82308/51062","title":"Program analysis using binary decision diagrams","year":2005,"lang":"en","type":"article","venue":"eScholarship@McGill (McGill)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Binary decision diagram; Programming language; Theoretical computer science; Call graph; Paddle; Java; Model checking; Program analysis; Context (archaeology); Data structure; Static analysis; AspectJ; Algorithm; Aspect-oriented programming; Software","score_opus":0.04274509796087857,"score_gpt":0.30658461109691887,"score_spread":0.2638395131360403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106916261","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71934015,0.00032429534,0.27597615,0.000027688868,0.00057810935,0.0004403478,0.000037082576,0.0026547343,0.00062143424],"genre_scores_gemma":[0.4513782,0.00003718836,0.5483311,0.000092921175,0.00002884757,0.000038101804,0.0000052837872,0.00003651716,0.000051879095],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99600846,0.00039296373,0.0007103185,0.001202447,0.0007649217,0.00092091196],"domain_scores_gemma":[0.99627453,0.0012562245,0.0002601809,0.0016268613,0.0002309889,0.0003512276],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016050865,0.00051488495,0.0006489614,0.0007738959,0.00075563154,0.00014692314,0.0018028887,0.0002797696,0.000024618517],"category_scores_gemma":[0.0020156822,0.0005073416,0.00045245077,0.0037324638,0.00008810701,0.0024307382,0.0010070696,0.00072219776,0.000116132745],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012296629,0.00015347244,0.0001288408,0.000011016506,0.00017027375,0.00005049923,0.000004430242,0.209551,0.005670241,0.01645881,6.6783065e-7,0.76778847],"study_design_scores_gemma":[0.0034294182,0.0013890652,0.017932381,0.0004156507,0.001487957,0.00035140602,0.000099052355,0.46786195,0.1331539,0.24134086,0.12582594,0.0067124227],"about_ca_topic_score_codex":0.000025860401,"about_ca_topic_score_gemma":0.00004440988,"teacher_disagreement_score":0.76107603,"about_ca_system_score_codex":0.00063627475,"about_ca_system_score_gemma":0.000024103378,"threshold_uncertainty_score":0.9997378},"labels":[],"label_agreement":null},{"id":"W2107351452","doi":"10.5555/2337223.2337231","title":"Generating range fixes for software configuration","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Range (aeronautics); Constraint (computer-aided design); Software; Cover (algebra); Theoretical computer science; String (physics); Programming language; Mathematics; Engineering","score_opus":0.06456008469141006,"score_gpt":0.31247209083478444,"score_spread":0.24791200614337439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107351452","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013581665,0.00027194436,0.99605143,0.00010678574,0.00068095984,0.00014669185,0.0000010984847,0.0013343464,0.00004857653],"genre_scores_gemma":[0.03109631,0.0000027304507,0.9681667,0.0001960249,0.0001998174,0.00005872303,0.0000020419043,0.000010977693,0.0002666597],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99939716,0.000032321874,0.00011252293,0.00013322834,0.000077922276,0.00024682021],"domain_scores_gemma":[0.998814,0.0008306483,0.000034352324,0.0002212562,0.000052348463,0.00004743685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003879559,0.000081545855,0.00009123863,0.00003395906,0.000083733976,0.000043046646,0.00022556432,0.000038942762,0.0000049351083],"category_scores_gemma":[0.0012019824,0.000070460126,0.000034561926,0.00008371594,0.000010311462,0.0007279577,0.00005254838,0.00004167313,0.000013256491],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008931838,0.00006041809,0.0027271316,0.00011349466,0.000036805788,0.000001214782,0.0025597769,0.11204258,0.02002316,0.23110889,0.005483892,0.6258337],"study_design_scores_gemma":[0.0030948785,0.00053981383,0.012743011,0.00009364119,0.000047617646,0.00008812935,0.00037869252,0.3258555,0.49223956,0.072949536,0.08872454,0.003245104],"about_ca_topic_score_codex":0.0000014809748,"about_ca_topic_score_gemma":4.905491e-7,"teacher_disagreement_score":0.6225886,"about_ca_system_score_codex":0.000020039388,"about_ca_system_score_gemma":0.000010629717,"threshold_uncertainty_score":0.28732806},"labels":[],"label_agreement":null},{"id":"W2107811907","doi":"10.1109/case.1992.200136","title":"Structural and behavioral code representation for program understanding","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Computer Research Institute of Montréal","funders":"","keywords":"Computer science; Programming language; Parsing; Compiler; Theoretical computer science; Semantics (computer science); Abstract interpretation; Static program analysis; Abstract syntax; Representation (politics); Source code; Artificial intelligence; Software; Software development","score_opus":0.2813143068140488,"score_gpt":0.42803986825265256,"score_spread":0.14672556143860377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107811907","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0160564,0.000030781834,0.98287374,0.00004558402,0.00019814628,0.0002402918,5.9378857e-7,0.00046930154,0.00008514749],"genre_scores_gemma":[0.2722146,0.0000015060584,0.7276917,0.000008328589,0.0000049261143,0.000024429317,6.377406e-7,0.00000350618,0.000050360668],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9995224,0.000028650971,0.000074157004,0.00018283093,0.00005868091,0.00013326675],"domain_scores_gemma":[0.99954873,0.00023888612,0.000021397815,0.00014370559,0.00001834683,0.000028941698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013409031,0.000058399346,0.00006705674,0.00003184855,0.00006628932,0.00006849368,0.00009707242,0.000024395626,0.0000011909984],"category_scores_gemma":[0.00019245812,0.00005137938,0.00001636607,0.00009791121,0.000024768138,0.00029284394,0.000029467368,0.000034173827,1.7654853e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004253558,0.000012513459,0.0019127959,0.000016619802,0.000006983574,0.0000024038231,0.00051520875,0.0061596283,0.00063921686,0.92634124,0.00007761117,0.06431153],"study_design_scores_gemma":[0.001019881,0.0005074676,0.0029835957,0.000011886015,0.00001408644,0.00006375779,0.0008404889,0.06334042,0.01584283,0.9140474,0.0008389127,0.00048926263],"about_ca_topic_score_codex":0.0000017717052,"about_ca_topic_score_gemma":0.0000028385577,"teacher_disagreement_score":0.2561582,"about_ca_system_score_codex":0.0000364047,"about_ca_system_score_gemma":0.000008248829,"threshold_uncertainty_score":0.20951901},"labels":[],"label_agreement":null},{"id":"W2108166309","doi":"10.1109/iccce.2008.4580828","title":"Best practices of RUP &amp;#x00AE; in software product line development","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Rational Unified Process; Software development; Software engineering; Software product line; Software development process; Computer science; Personal software process; Software; Schedule; Best practice; Software construction; Operating system; Management","score_opus":0.2113623273683295,"score_gpt":0.36834332822923593,"score_spread":0.15698100086090644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108166309","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0597692,0.00040407412,0.9388253,0.00018089292,0.00022086682,0.0001284779,3.193772e-7,0.00033003997,0.000140824],"genre_scores_gemma":[0.029328726,0.000069801026,0.96901774,0.00003464924,0.00002731017,0.000017855044,0.0000014677878,0.0000093149165,0.0014931372],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99873906,0.0000736697,0.00033480412,0.00036287835,0.00024552963,0.00024404396],"domain_scores_gemma":[0.9982076,0.0008878921,0.00021916005,0.0005312096,0.000110678644,0.00004344876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000557636,0.0001383929,0.00022277958,0.00015961219,0.000048050115,0.00001171556,0.0006273599,0.000042232696,0.000007913839],"category_scores_gemma":[0.0058524157,0.00012094662,0.000024033945,0.0005047507,0.000050581228,0.0005742595,0.00028644447,0.00015702973,0.000032636788],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006916426,0.0014070284,0.070528656,0.00060562795,0.00011476451,0.0002087397,0.017545996,0.28213656,0.012978553,0.004654604,0.0011770099,0.6085733],"study_design_scores_gemma":[0.0030092793,0.0008014287,0.15488169,0.0006992553,0.000025236297,0.0009698131,0.00036748868,0.0023516456,0.5731807,0.0131954895,0.24664998,0.0038680048],"about_ca_topic_score_codex":0.000038734743,"about_ca_topic_score_gemma":0.00004721943,"teacher_disagreement_score":0.6047053,"about_ca_system_score_codex":0.00005564823,"about_ca_system_score_gemma":0.00019031421,"threshold_uncertainty_score":0.7006311},"labels":[],"label_agreement":null},{"id":"W2108761763","doi":"10.1109/ease.2009.11","title":"Change Support in Adaptive Software: A Case Study for Fine-Grained Adaptation","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Adaptation (eye); Computer science; Granularity; Hierarchy; Context (archaeology); Software evolution; Set (abstract data type); Software engineering; Software system; Software; Adaptive system; Software construction; Artificial intelligence; Programming language","score_opus":0.16367684452733944,"score_gpt":0.35082110352604357,"score_spread":0.18714425899870413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108761763","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01237082,0.000027418282,0.98545456,0.00024573336,0.000185504,0.0010286901,0.0000022168422,0.0006690348,0.000016015352],"genre_scores_gemma":[0.4062898,6.943182e-7,0.5933093,0.00013266753,0.0000289847,0.00016127877,0.0000011871405,0.0000056384656,0.00007048927],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988832,0.000076755205,0.00022660478,0.00038499053,0.00013486992,0.00029358405],"domain_scores_gemma":[0.99866897,0.000783686,0.000055191194,0.00035877945,0.00008114733,0.000052230807],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060697284,0.00015532124,0.00020582335,0.00018657141,0.000051857798,0.000032393033,0.0003147403,0.000047632184,0.000002578376],"category_scores_gemma":[0.00080828165,0.00014431227,0.000043194093,0.00043060194,0.000010780462,0.00060167216,0.00006603192,0.00009486227,0.0000033451554],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065935776,0.0005078228,0.00047366263,0.000014144971,0.000019733467,0.0029237578,0.02572783,0.034505915,0.000047046855,0.0089147175,0.0002504327,0.926549],"study_design_scores_gemma":[0.01483887,0.027221072,0.042406965,0.00009833015,0.00007260808,0.0033031309,0.020513443,0.6771827,0.0014882039,0.20776984,0.0012812285,0.0038236591],"about_ca_topic_score_codex":0.00008970159,"about_ca_topic_score_gemma":0.0002930179,"teacher_disagreement_score":0.9227253,"about_ca_system_score_codex":0.00006409717,"about_ca_system_score_gemma":0.000036065503,"threshold_uncertainty_score":0.58848834},"labels":[],"label_agreement":null},{"id":"W2109199814","doi":"10.1109/icsea.2007.11","title":"A Tool for Automated Performance Testing of Java3D Applications in Agile Environments","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Computer science; Software engineering; Domain (mathematical analysis); Systems engineering; Engineering","score_opus":0.04315910077507981,"score_gpt":0.3048816489729831,"score_spread":0.2617225481979033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109199814","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11817177,0.000014220796,0.8810548,0.00000548407,0.000028168643,0.00022697196,6.9568244e-7,0.00038714803,0.00011071222],"genre_scores_gemma":[0.29096496,9.951125e-7,0.7089188,0.000009062254,0.0000047372346,0.0000401578,6.3920993e-7,0.000003795711,0.000056854922],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99938637,0.0000082607985,0.0001987982,0.00015509044,0.00007478471,0.00017668528],"domain_scores_gemma":[0.9985507,0.0011183575,0.000053419364,0.00024555039,0.000014949348,0.000017011216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052319,0.000063542335,0.00009300223,0.00007802511,0.000027066955,0.0000053016197,0.00029970176,0.000029430945,6.8965875e-7],"category_scores_gemma":[0.0003579046,0.000059642527,0.00001455992,0.00029858513,0.000019803561,0.00012943291,0.000081704806,0.000041014257,0.0000021930857],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008061472,0.00012991905,0.037796494,0.00013180787,0.000010512576,0.0000014121435,0.00046597866,0.5502682,0.066166796,0.006230106,0.000046025107,0.3387447],"study_design_scores_gemma":[0.00042774796,0.00009526789,0.27365637,0.000032493714,0.0000025584516,0.0000050692747,0.000031733536,0.58167607,0.14055791,0.0022470388,0.00100813,0.0002595783],"about_ca_topic_score_codex":0.0000024053452,"about_ca_topic_score_gemma":5.970414e-7,"teacher_disagreement_score":0.33848512,"about_ca_system_score_codex":0.000035892674,"about_ca_system_score_gemma":0.00001009474,"threshold_uncertainty_score":0.24321517},"labels":[],"label_agreement":null},{"id":"W2109263903","doi":"10.1109/ase.1997.632846","title":"Retrieving software components that minimize adaptation effort","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke; Université Laval","funders":"Natural Sciences and Engineering Research Council of Canada; Defense Advanced Research Projects Agency; West Virginia University","keywords":"Computer science; Adaptation (eye); Software; Software engineering; Programming language","score_opus":0.13859074756503034,"score_gpt":0.26608153463364126,"score_spread":0.12749078706861092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109263903","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005511729,0.00023792818,0.9914807,0.00017569239,0.0005641026,0.000098441575,5.716255e-7,0.0015582952,0.000372508],"genre_scores_gemma":[0.18234028,0.000017778522,0.81676733,0.00012664442,0.000024722658,0.0000075805237,0.0000011733149,0.000010785199,0.000703716],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989249,0.00004712713,0.0001653411,0.00032119703,0.00027183568,0.00026960054],"domain_scores_gemma":[0.9986423,0.0007010944,0.00006367001,0.0004802743,0.000044149456,0.00006849914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002401729,0.00014265801,0.0001667258,0.000091721755,0.00008741742,0.000067043,0.00059944997,0.000062926294,0.00004656403],"category_scores_gemma":[0.000641708,0.00013157568,0.000053855794,0.000285496,0.000025586207,0.00044761918,0.00019746095,0.00012356452,0.00009013045],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015933398,0.00015427149,0.018968185,0.00010725982,0.00008203514,0.00011136567,0.004051529,0.2950072,0.0011453247,0.011233649,0.0045848186,0.66453844],"study_design_scores_gemma":[0.0014092837,0.0001692483,0.060798887,0.00013559597,0.000017917131,0.00009855482,0.00016018364,0.8999582,0.0108793,0.01773079,0.0072297016,0.0014123226],"about_ca_topic_score_codex":0.0000043312984,"about_ca_topic_score_gemma":6.8513464e-7,"teacher_disagreement_score":0.6631261,"about_ca_system_score_codex":0.000049503054,"about_ca_system_score_gemma":0.0000049448295,"threshold_uncertainty_score":0.53655005},"labels":[],"label_agreement":null},{"id":"W2109342756","doi":"10.1145/1101908.1101952","title":"Let's agree to disagree","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Merge (version control); Negotiation; Computer science; Formal methods; Conflict resolution; Order (exchange); Data science; Formal description; Software; Software engineering; Information retrieval; Programming language; Sociology","score_opus":0.0275007670590981,"score_gpt":0.2883327317806759,"score_spread":0.2608319647215778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109342756","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019269509,0.000043369884,0.990499,0.00343678,0.00019590226,0.0000638786,2.340317e-7,0.0010117454,0.002822115],"genre_scores_gemma":[0.04449785,0.0000023684793,0.95205426,0.0011181132,0.000100396865,0.0000072856155,1.195135e-7,0.0000057993075,0.0022138143],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99929094,0.000021746971,0.00009817917,0.00023540526,0.00013153901,0.00022221178],"domain_scores_gemma":[0.9991012,0.00025636563,0.000012669261,0.0005189747,0.000023712684,0.00008707708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018893402,0.000086929904,0.0000910212,0.000058308815,0.000032629967,0.000042982785,0.00073981006,0.00002562481,0.000017523158],"category_scores_gemma":[0.00037621325,0.000072938376,0.000028440503,0.00023916706,0.000011101347,0.00037458728,0.0003079633,0.000063729705,0.0004596588],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011828243,0.000012792278,0.000069766415,0.0000024603978,0.000004306548,0.00000446964,0.00027272973,0.10832565,0.001121393,0.08504716,0.0034904855,0.8016476],"study_design_scores_gemma":[0.00080591993,0.00039179582,0.023529194,0.000043119075,0.000007800958,0.00008534474,0.00008555671,0.04923815,0.066903375,0.078885674,0.7780892,0.0019348699],"about_ca_topic_score_codex":0.0000030689503,"about_ca_topic_score_gemma":0.000007174245,"teacher_disagreement_score":0.7997127,"about_ca_system_score_codex":0.000036265283,"about_ca_system_score_gemma":0.000009697966,"threshold_uncertainty_score":0.59081376},"labels":[],"label_agreement":null},{"id":"W2109459590","doi":"10.1109/icsmc.2009.5346368","title":"Comparing methodologies for the transition between software requirements and architectures","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Set (abstract data type); Software; Transition (genetics); Software engineering; Schema (genetic algorithms); Systems engineering; Engineering; Machine learning; Programming language","score_opus":0.19170691203184634,"score_gpt":0.37426399718914005,"score_spread":0.1825570851572937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109459590","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049194647,0.00039639583,0.99202603,0.0015232157,0.00011633178,0.0002496725,0.0000013084406,0.00074781873,0.000019778281],"genre_scores_gemma":[0.21548584,0.00001018128,0.7841898,0.00023102801,0.000050854098,0.000014290482,9.159672e-7,0.0000040921723,0.000012982294],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991382,0.00011309572,0.00015055733,0.00025789885,0.000111802816,0.00022844278],"domain_scores_gemma":[0.9950861,0.0045043607,0.00003919844,0.00030820776,0.000030300283,0.00003187512],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008870321,0.00012460865,0.00018825011,0.000055590237,0.00017241255,0.000073475625,0.00048785284,0.000041642514,4.709333e-7],"category_scores_gemma":[0.0010101354,0.00008061462,0.000058840036,0.0001167522,0.000049321658,0.00015947186,0.00007617763,0.00010458585,3.8180823e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014451378,0.00000601436,0.00035623522,0.000025408144,0.000046555473,9.855672e-7,0.0014459561,0.097525686,0.0006467035,0.008173284,0.00010434468,0.8916544],"study_design_scores_gemma":[0.00066493783,0.00038643464,0.094512515,0.00003884021,0.00005160235,0.000015163797,0.00015247262,0.015311705,0.013328553,0.8745417,0.00053778774,0.0004582919],"about_ca_topic_score_codex":0.000003279249,"about_ca_topic_score_gemma":0.0000011036632,"teacher_disagreement_score":0.8911961,"about_ca_system_score_codex":0.000014869748,"about_ca_system_score_gemma":0.000007674507,"threshold_uncertainty_score":0.32873687},"labels":[],"label_agreement":null},{"id":"W2109672042","doi":"10.1109/aiccsa.2008.4493638","title":"Delegation model for object-oriented systems","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Common Object Request Broker Architecture; Delegation; Computer science; Object (grammar); Method; Distributed object; Interoperable Object Reference; Set (abstract data type); Object model; Function (biology); Object-oriented programming; Distributed computing; Software engineering; Programming language; Computer security; Artificial intelligence","score_opus":0.0817421003680481,"score_gpt":0.2932805092079876,"score_spread":0.2115384088399395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109672042","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018113567,0.000078104975,0.9963768,0.000045894994,0.00043333138,0.00019413649,0.0000010682318,0.0009178307,0.00014146687],"genre_scores_gemma":[0.12520078,0.000007113595,0.873322,0.000027998693,0.000025322259,0.0000604434,0.0000013589636,0.0000063989573,0.0013485964],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993891,0.000019723933,0.00012400074,0.00019685317,0.00010600599,0.00016428367],"domain_scores_gemma":[0.9992354,0.00032168772,0.000031902506,0.000282086,0.00009574723,0.0000331868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017266888,0.00007475314,0.00010005139,0.00005239688,0.00008521596,0.000015337637,0.00025540442,0.000036853897,2.443667e-7],"category_scores_gemma":[0.00031909422,0.00006615769,0.000031037733,0.00014932896,0.000014718685,0.00035840124,0.00005275111,0.00003981744,0.000004929204],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015363987,0.0000051799725,0.000016689257,0.000008618712,0.000003066477,9.549559e-7,0.00027584017,0.90523887,0.000324808,0.092464924,0.00042088586,0.0012386322],"study_design_scores_gemma":[0.00012187643,0.00002162235,0.000045624,0.000003884043,8.3459474e-7,0.000014168613,0.000008705563,0.9923503,0.0014643766,0.0056190393,0.00026049794,0.000089072455],"about_ca_topic_score_codex":0.000006485314,"about_ca_topic_score_gemma":6.146068e-7,"teacher_disagreement_score":0.12338943,"about_ca_system_score_codex":0.000038544345,"about_ca_system_score_gemma":0.000036860903,"threshold_uncertainty_score":0.26978323},"labels":[],"label_agreement":null},{"id":"W2110119635","doi":"10.1109/ares.2009.86","title":"A Practical Framework for the Dataflow Pointcut in AspectJ","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"AspectJ; Dataflow; Computer science; Programming language; Aspect-oriented programming; Compiler; Java; Process (computing); Software","score_opus":0.1103297870520999,"score_gpt":0.4098569533854909,"score_spread":0.299527166333391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110119635","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000031013726,0.000070455535,0.981496,0.017471459,0.00025347114,0.000179827,4.854734e-7,0.00032530338,0.00017199267],"genre_scores_gemma":[0.011425817,0.000014474763,0.9872934,0.0011139985,0.00006242359,0.00001728609,3.0814886e-7,0.0000039660817,0.00006828107],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992681,0.0000430998,0.00011980418,0.00022959766,0.00010674332,0.00023265203],"domain_scores_gemma":[0.9929689,0.006354608,0.000024982883,0.00060274574,0.0000208061,0.000027952301],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006119217,0.000081065235,0.000101385376,0.0000391066,0.000042515032,0.00006511374,0.00061099074,0.00005247786,0.0000050201133],"category_scores_gemma":[0.006089171,0.00005224085,0.000031245243,0.0002609223,0.000018666591,0.00037187923,0.000095564086,0.00022339614,0.000009606779],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005514699,0.000020099344,0.000009413897,0.0000015966067,0.000002714714,0.0000068990666,0.00009037546,0.005017505,0.000032800104,0.9520031,0.00093292014,0.04187702],"study_design_scores_gemma":[0.00013342724,0.00010463114,0.0020675203,0.0000113485185,0.000002178792,0.00002109509,0.000031138687,0.045666654,0.00087458995,0.9467835,0.0041747326,0.00012920162],"about_ca_topic_score_codex":0.000002070596,"about_ca_topic_score_gemma":0.000002250145,"teacher_disagreement_score":0.041747816,"about_ca_system_score_codex":0.000026570071,"about_ca_system_score_gemma":0.00003046992,"threshold_uncertainty_score":0.72897464},"labels":[],"label_agreement":null},{"id":"W2110157102","doi":"10.1109/icre.2003.1232746","title":"Security and privacy requirements analysis within a social setting","year":2004,"lang":"en","type":"article","venue":"Journal of Lightwave Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":393,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Countermeasure; Computer security; Vulnerability (computing); Dependency (UML); Threat model; Security information and event management; Process (computing); Secure coding; Security analysis; Requirements analysis; Software security assurance; Information security; Software; Security service; Cloud computing security; Software engineering; Engineering","score_opus":0.02393376465233052,"score_gpt":0.3078451875609932,"score_spread":0.28391142290866267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110157102","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2778472,0.0002069631,0.7186464,0.0029441393,0.0001485031,0.00003254529,3.7689776e-7,0.0001595749,0.000014301054],"genre_scores_gemma":[0.54340196,0.000013033865,0.45651603,0.000028961791,0.000032969878,8.368797e-7,7.63219e-8,0.000004061798,0.0000020528196],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99883056,0.0000532699,0.0004670311,0.00019870205,0.000222999,0.0002274583],"domain_scores_gemma":[0.99890447,0.00011524895,0.00052554987,0.00025178376,0.0001562308,0.000046717993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083393237,0.00012806755,0.0003830764,0.0009072821,0.00010406994,0.00003958313,0.00070698105,0.00016132323,0.0000010104483],"category_scores_gemma":[0.0008966938,0.00011010885,0.0000998596,0.0013466392,0.000105498526,0.00041736828,0.00036642925,0.0004250113,0.0000010060295],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001244297,0.00065281667,0.03348825,0.00022391762,0.0059915096,0.0027040467,0.039293975,0.0677858,0.089830086,0.67245173,0.00023561304,0.08721784],"study_design_scores_gemma":[0.001261942,0.0003751064,0.0034929318,0.000060704213,0.00024296602,0.00070503313,0.00033846658,0.000766156,0.049697265,0.94227356,0.0004119909,0.0003738865],"about_ca_topic_score_codex":0.00000113899,"about_ca_topic_score_gemma":0.0000012799757,"teacher_disagreement_score":0.26982182,"about_ca_system_score_codex":0.00011420693,"about_ca_system_score_gemma":0.000059077265,"threshold_uncertainty_score":0.44901088},"labels":[],"label_agreement":null},{"id":"W2110198544","doi":"10.1109/cmpsac.1999.812694","title":"A pattern-based approach to structural design composition","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Component (thermodynamics); Structural pattern; Software design pattern; Design pattern; Engineering design process; Software engineering; Design process; Block (permutation group theory); Process (computing); Software design; Programming language; Software; Software development; Engineering; Work in process","score_opus":0.06647210981099572,"score_gpt":0.28508033893043927,"score_spread":0.21860822911944355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110198544","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00080572965,0.000011449399,0.9976744,0.00006497308,0.00018346889,0.00016827314,3.224085e-7,0.00059372815,0.00049764465],"genre_scores_gemma":[0.3442179,6.6912826e-8,0.6554199,0.0003174196,0.000006003904,0.000015286443,5.36084e-7,0.0000047230233,0.000018199742],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991342,0.00017736583,0.000099091165,0.0002608575,0.0001283613,0.00020011695],"domain_scores_gemma":[0.9992103,0.00032791478,0.000018968154,0.00034346868,0.00003102367,0.00006835255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026363952,0.00010508835,0.00010299635,0.00007193789,0.00005054501,0.000054204433,0.00035773142,0.000030669602,0.0000043364125],"category_scores_gemma":[0.00013706346,0.00008991234,0.000026061347,0.00024268038,0.0000111433055,0.0001553,0.000035799738,0.00006739369,0.000014161892],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016272186,0.0000095253845,0.000046599216,0.0000059089884,0.0000028723796,0.0000018397828,0.000094412586,0.9722519,0.001630254,0.01530351,0.00008986809,0.010561696],"study_design_scores_gemma":[0.0006650475,0.00022969463,0.0024081976,0.000017635106,0.000005413123,0.00005090001,0.00002736711,0.80105764,0.169386,0.025023527,0.00034553924,0.00078301685],"about_ca_topic_score_codex":0.0000021494075,"about_ca_topic_score_gemma":6.663783e-8,"teacher_disagreement_score":0.34341216,"about_ca_system_score_codex":0.000039164966,"about_ca_system_score_gemma":0.000021062122,"threshold_uncertainty_score":0.3666519},"labels":[],"label_agreement":null},{"id":"W2110219867","doi":"10.1109/icas.2008.35","title":"Adaptive Action Selection in Autonomic Software Using Reinforcement Learning","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Reinforcement learning; Computer science; Action selection; Adaptation (eye); Process (computing); Selection (genetic algorithm); Set (abstract data type); Artificial intelligence; Action (physics); Software; Machine learning; Software engineering","score_opus":0.1187369093501959,"score_gpt":0.31403865226124916,"score_spread":0.19530174291105326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110219867","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.063072816,0.000016895843,0.93583786,0.000007985438,0.00016620939,0.00007850431,1.5828265e-8,0.00075001514,0.000069724316],"genre_scores_gemma":[0.40023723,0.000007779207,0.5995354,0.00001711085,0.000016634767,0.000004944267,1.8540868e-7,0.0000053322838,0.00017539255],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99922234,0.000071500166,0.0001596419,0.00023365045,0.000104023165,0.00020885246],"domain_scores_gemma":[0.9995889,0.00019297947,0.00005847366,0.00010237632,0.0000321051,0.000025150868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020891066,0.00009966479,0.000113503294,0.00017115861,0.000117925905,0.000015193462,0.00016663004,0.000050364637,0.0000055238625],"category_scores_gemma":[0.00026674342,0.00010422335,0.000026558879,0.0003454006,0.000017569806,0.0006823575,0.00009485903,0.00020872896,0.000009609824],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038006442,0.000003923617,0.0011936282,0.0000019109352,0.0000030585154,0.000003671392,0.0002717609,0.9886564,0.0015339248,0.0004663572,0.0000044394046,0.00785713],"study_design_scores_gemma":[0.00017596158,0.000083954976,0.0068824515,0.000013360831,0.000001142568,0.000057028927,0.000045975063,0.9828994,0.008748305,0.0007875156,0.00012721063,0.00017764245],"about_ca_topic_score_codex":0.00007930374,"about_ca_topic_score_gemma":0.000007553646,"teacher_disagreement_score":0.33716443,"about_ca_system_score_codex":0.00039090545,"about_ca_system_score_gemma":0.00006726783,"threshold_uncertainty_score":0.42501047},"labels":[],"label_agreement":null},{"id":"W2110536119","doi":"10.1002/cpe.555","title":"Algorithmic support for model transformation in object‐oriented software development","year":2001,"lang":"en","type":"article","venue":"Concurrency and Computation Practice and Experience","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"National Research Council Canada; Bell Canada Enterprises; Austrian Science Fund","keywords":"Computer science; Unified Modeling Language; Notation; Scope (computer science); Software development; Model transformation; Software engineering; Programming language; Class diagram; Development (topology); Software development process; Process (computing); Software; Theoretical computer science; Artificial intelligence; Mathematics","score_opus":0.05038449588205751,"score_gpt":0.3549345415986086,"score_spread":0.3045500457165511,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110536119","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024620118,0.00032693264,0.97426635,0.000168346,0.0001838904,0.0002440351,0.0000011416485,0.00014090246,0.00004828663],"genre_scores_gemma":[0.27756575,0.0002033615,0.72193146,0.00014208972,0.000008380994,0.000121917634,0.00000780072,0.000004322891,0.000014949051],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990582,0.000045158667,0.00027332196,0.00029976203,0.00012739684,0.0001961888],"domain_scores_gemma":[0.9990083,0.0006439689,0.00008937359,0.0000896857,0.00011245899,0.000056210993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035401122,0.00012234383,0.00013058881,0.000097128155,0.0001450504,0.00006948478,0.0001260762,0.000046950092,6.998974e-7],"category_scores_gemma":[0.000585869,0.0001261647,0.00001317022,0.00023095724,0.000041256335,0.0021215947,0.000047461326,0.00009561409,0.000001004469],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003575877,0.000049556576,0.00015278654,0.0000500624,0.000005829183,0.0000070405763,0.057299703,0.047837995,0.00008401355,0.0078602275,0.000011199303,0.8866058],"study_design_scores_gemma":[0.0010850211,0.00016070917,0.000844548,0.000050512946,0.0000065033164,0.00012579306,0.0029332102,0.9778753,0.00072244793,0.007932152,0.007863419,0.00040039877],"about_ca_topic_score_codex":0.0000028243862,"about_ca_topic_score_gemma":0.0000011995324,"teacher_disagreement_score":0.9300373,"about_ca_system_score_codex":0.00002876908,"about_ca_system_score_gemma":0.00008623946,"threshold_uncertainty_score":0.5144847},"labels":[],"label_agreement":null},{"id":"W2110862626","doi":"","title":"Conflict Detection in Call Control Using First-Order Logic Model Checking.","year":2007,"lang":"en","type":"article","venue":"Stirling Online Research Repository (University of Stirling)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; University of Stirling","keywords":"Computer science; Control (management); Domain (mathematical analysis); Artificial intelligence; Model checking; State (computer science); Cover (algebra); Machine learning; Theoretical computer science; Programming language; Engineering; Mathematics","score_opus":0.1364967768610269,"score_gpt":0.3628396819626254,"score_spread":0.2263429051015985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110862626","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26112947,0.0003405055,0.73774624,0.0000720194,0.00020341793,0.00023459474,0.000003769442,0.00020934998,0.00006064327],"genre_scores_gemma":[0.5842769,0.000053899854,0.415463,0.000007473154,0.000064628286,3.391436e-7,0.0000013845511,0.0000141325145,0.000118217606],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970943,0.00027107113,0.00037949023,0.0006650837,0.0007823972,0.00080766017],"domain_scores_gemma":[0.9964402,0.001666758,0.00019713945,0.00063749636,0.0008693167,0.00018914326],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0034310583,0.00022287364,0.00042103825,0.000774458,0.0005709564,0.000047000918,0.001101819,0.00024972283,0.0000010254481],"category_scores_gemma":[0.0012177677,0.0002733072,0.00010984813,0.0013411368,0.00035043055,0.000571684,0.00044974263,0.0010042727,0.0000020053542],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001475202,0.0001325845,0.00072978326,0.00010190478,0.00003144452,0.00025892965,0.0014911819,0.93177074,0.059348233,0.00047758993,0.000003869644,0.0055061993],"study_design_scores_gemma":[0.00096020807,0.0001481965,0.0038266503,0.00016342505,0.00001190198,0.00003105502,0.0006513727,0.98948926,0.0034118958,0.00093651196,0.00009375527,0.00027575155],"about_ca_topic_score_codex":0.0011093948,"about_ca_topic_score_gemma":0.0004493157,"teacher_disagreement_score":0.32314745,"about_ca_system_score_codex":0.0005331174,"about_ca_system_score_gemma":0.000297265,"threshold_uncertainty_score":0.9999719},"labels":[],"label_agreement":null},{"id":"W2111057066","doi":"10.1109/sera.2005.18","title":"A transparent and evolvable licensing object service","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Outaouais","funders":"","keywords":"Common Object Request Broker Architecture; Computer science; Software; Service (business); Aside; Object (grammar); Order (exchange); Software as a service; Software engineering; Computer security; Software development; Distributed computing; Business; Operating system","score_opus":0.05764180622349932,"score_gpt":0.2930067921670187,"score_spread":0.23536498594351937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111057066","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053318995,0.000345026,0.9915249,0.0013620105,0.000091761016,0.000051143074,2.3333033e-7,0.0006366801,0.0006563747],"genre_scores_gemma":[0.11971229,0.000022216067,0.8794942,0.00057901203,0.000032484273,0.0000027448689,1.6130038e-7,0.000005512045,0.00015138293],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99937975,0.00002863933,0.000095937205,0.00021822563,0.00009028657,0.00018713681],"domain_scores_gemma":[0.9993917,0.0002528896,0.000015898162,0.00025524996,0.00003345569,0.000050832794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017746618,0.00008725313,0.000102690814,0.000042330048,0.000048706803,0.000050372313,0.00023106967,0.000028949227,0.000007759048],"category_scores_gemma":[0.00006405828,0.00007713952,0.000014459426,0.00020429576,0.000010375942,0.00044873854,0.000083125065,0.00007142072,0.000016615077],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006890382,0.00004057617,0.00019966472,0.000069934824,0.0000241825,0.000010904535,0.0038828766,0.52744657,0.0063064187,0.015612136,0.00046222203,0.44593763],"study_design_scores_gemma":[0.0009411087,0.00012909398,0.006787331,0.00009328796,0.00001600573,0.00015880447,0.00015806814,0.9021721,0.04190681,0.0127090085,0.03392748,0.0010009232],"about_ca_topic_score_codex":0.000016641941,"about_ca_topic_score_gemma":0.0000623235,"teacher_disagreement_score":0.44493672,"about_ca_system_score_codex":0.000023766806,"about_ca_system_score_gemma":0.000013774304,"threshold_uncertainty_score":0.31456584},"labels":[],"label_agreement":null},{"id":"W2111401451","doi":"10.1109/agile.2011.21","title":"Using Acceptance Tests for Incremental Elicitation of Variability in Requirements: An Observational Study","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Computer science; Observational study; Software; Domain (mathematical analysis); Requirements elicitation; Software engineering; Risk analysis (engineering); Requirements analysis; Statistics; Mathematics; Business","score_opus":0.6657893847275975,"score_gpt":0.4744709046734295,"score_spread":0.19131848005416802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111401451","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40023065,0.000001669176,0.5993204,0.0000026280266,0.00008095266,0.0002812669,9.4603115e-7,0.000055314445,0.000026144755],"genre_scores_gemma":[0.48960915,1.0931575e-7,0.51034987,0.0000110357005,0.000004720001,0.000020345824,8.232075e-7,0.0000025479476,0.0000013979279],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989721,0.00020376798,0.0002969552,0.000252803,0.00014797466,0.00012638357],"domain_scores_gemma":[0.9987851,0.000660905,0.00008878915,0.00031912304,0.00012590425,0.000020171496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023114795,0.0000763824,0.00012379854,0.00007169275,0.000027310027,0.000009181103,0.00037936922,0.00002419748,0.0000062781787],"category_scores_gemma":[0.0017750359,0.00007565832,0.000016847802,0.00027040814,0.000019963416,0.001150834,0.00009968412,0.000037281832,1.7529044e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007709068,0.0017900968,0.8009575,0.00006857509,0.000033400782,0.0000019282559,0.009462496,0.0321507,0.052121945,0.06633217,0.000004576423,0.036999505],"study_design_scores_gemma":[0.0005585965,0.0003266295,0.8303153,0.000011530827,0.0000040710866,4.933712e-7,0.00041807335,0.085970245,0.009887837,0.072353534,0.0000012435144,0.00015247091],"about_ca_topic_score_codex":0.00007909643,"about_ca_topic_score_gemma":0.0000395336,"teacher_disagreement_score":0.08937849,"about_ca_system_score_codex":0.00008630704,"about_ca_system_score_gemma":0.00003589704,"threshold_uncertainty_score":0.30852565},"labels":[],"label_agreement":null},{"id":"W2112000202","doi":"10.1145/1173706.1173738","title":"Verifying feature-based model templates against well-formedness OCL constraints","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":288,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Template; Computer science; Feature (linguistics); Feature model; Programming language; Software; Software product line; Software engineering; Software development","score_opus":0.027729001197905733,"score_gpt":0.2649892915571686,"score_spread":0.23726029035926288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112000202","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036094585,0.00008205416,0.9887885,0.00024873958,0.0003646912,0.00012637989,0.000002831857,0.001557552,0.0052197897],"genre_scores_gemma":[0.31552833,0.0000023812154,0.6837674,0.00025507028,0.000027889062,0.000011088006,0.000004966039,0.0000132458545,0.00038964264],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99869514,0.00004236798,0.00019945181,0.00040595848,0.00022945518,0.00042765314],"domain_scores_gemma":[0.99877274,0.000513445,0.00006529666,0.00051345455,0.00006967215,0.00006539073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031565473,0.00022412938,0.00022079781,0.00012562769,0.00012324158,0.00010819462,0.00070427195,0.000116173636,0.0000057295956],"category_scores_gemma":[0.00016301459,0.00019733858,0.00007227092,0.0003068414,0.00012281649,0.0004518811,0.00013457441,0.00020970416,0.000028652266],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029475784,0.000018734103,0.00013456964,0.00002077875,0.00000464226,0.000017625935,0.000027139664,0.9679812,0.0024461402,0.01995019,0.0009202247,0.008475781],"study_design_scores_gemma":[0.00048416352,0.000022554026,0.00030123527,0.000037886584,0.0000035038447,0.000011184847,0.000016989225,0.945483,0.030802332,0.021599805,0.00078085304,0.000456452],"about_ca_topic_score_codex":0.000007520601,"about_ca_topic_score_gemma":0.0000056440226,"teacher_disagreement_score":0.31191888,"about_ca_system_score_codex":0.00007363538,"about_ca_system_score_gemma":0.0000967185,"threshold_uncertainty_score":0.8047234},"labels":[],"label_agreement":null},{"id":"W2112292901","doi":"10.1109/iceccs.1996.558401","title":"Understanding large-scale behaviour patterns in complex systems","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Complex system; Software system; Software; Class (philosophy); Class diagram; Inheritance (genetic algorithm); Scale (ratio); Code (set theory); Theoretical computer science; Software engineering; Programming language; Artificial intelligence; Data science; Human–computer interaction; Unified Modeling Language; Set (abstract data type)","score_opus":0.2847724823571504,"score_gpt":0.3092510176678429,"score_spread":0.024478535310692495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112292901","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043264288,0.00007922693,0.99370795,0.00012837567,0.00033980032,0.000103536375,0.0000027858257,0.00059373537,0.00071815046],"genre_scores_gemma":[0.7383893,0.000012599576,0.2612539,0.000043565695,0.00001694719,0.000009223266,9.12306e-7,0.000008083541,0.00026545656],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99896127,0.00008203953,0.0001871488,0.00027044473,0.00016157507,0.00033752402],"domain_scores_gemma":[0.9992787,0.0002475897,0.000034058354,0.00037502107,0.000013345757,0.00005128177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031363167,0.000111912086,0.00016575414,0.00012941781,0.00004873818,0.00007850285,0.0004747354,0.000049761176,0.000042000644],"category_scores_gemma":[0.000054187167,0.000105675936,0.000029074188,0.0002653722,0.000012266376,0.00031014514,0.00017343136,0.00012928424,0.00002552874],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003523135,0.00038112575,0.27629045,0.00017584358,0.00002789996,0.00033124664,0.007875442,0.4311217,0.00071619486,0.27462897,0.0048330943,0.0036145197],"study_design_scores_gemma":[0.00077803625,0.0000733335,0.041856572,0.000086973996,0.0000035944684,0.000054675813,0.0016455774,0.9489427,0.00016343326,0.0052309907,0.00056536857,0.0005987348],"about_ca_topic_score_codex":0.00002566578,"about_ca_topic_score_gemma":0.000036837548,"teacher_disagreement_score":0.7340629,"about_ca_system_score_codex":0.00017155318,"about_ca_system_score_gemma":0.0000029131854,"threshold_uncertainty_score":0.43093395},"labels":[],"label_agreement":null},{"id":"W2112686810","doi":"10.1109/wpc.2000.852479","title":"Architectural repair of open source software","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software engineering; Architectural pattern; Architecture; Isolation (microbiology); Software system; Kernel (algebra); Software architecture; Linux kernel; Software; Open source; Operating system; Software construction","score_opus":0.06962059356544725,"score_gpt":0.29976585300890124,"score_spread":0.230145259443454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112686810","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002834774,0.00013600998,0.9942964,0.00012993978,0.00013525275,0.00010616814,4.639341e-7,0.0014793627,0.0008816791],"genre_scores_gemma":[0.033421043,0.0000037187442,0.9634213,0.00011049927,0.000014170202,0.00000761088,1.7802905e-7,0.000008687626,0.0030128353],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991976,0.0000648663,0.00016637692,0.00025108166,0.00013164045,0.00018840784],"domain_scores_gemma":[0.99856645,0.00063816743,0.0000504511,0.0006629,0.00003662493,0.00004540928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023840896,0.00009577831,0.00016997966,0.000062634026,0.000036998612,0.000042106316,0.0016166782,0.000030801122,0.00005510667],"category_scores_gemma":[0.0009328824,0.000078993355,0.00006284068,0.00026377986,0.00004176007,0.00037061152,0.0010456558,0.000094339186,0.000021925789],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062091067,0.00007865032,0.0019633032,0.00006346728,0.000048308553,0.000019490011,0.0020517767,0.19052339,0.0007397303,0.020252785,0.005179172,0.7790737],"study_design_scores_gemma":[0.003601418,0.0017197451,0.037781704,0.00033062315,0.000043428256,0.0007057223,0.00031390856,0.5334505,0.07785944,0.24325688,0.09696637,0.0039702808],"about_ca_topic_score_codex":0.000019703133,"about_ca_topic_score_gemma":0.000001626062,"teacher_disagreement_score":0.77510345,"about_ca_system_score_codex":0.000014127562,"about_ca_system_score_gemma":0.000006464546,"threshold_uncertainty_score":0.32212555},"labels":[],"label_agreement":null},{"id":"W2112867235","doi":"10.1109/cacwd.2004.1349273","title":"The requirements and framework for the general intensional programming system","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Concordia University","keywords":"Computer science; Context (archaeology); Domain (mathematical analysis); Programming paradigm; Programming language; Software engineering; Work (physics); Key (lock); Space (punctuation); Engineering; Operating system","score_opus":0.0671740857709195,"score_gpt":0.34002747550369106,"score_spread":0.27285338973277157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112867235","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005789101,0.00047873933,0.99590427,0.0017228775,0.0007267202,0.00026028816,2.1773585e-7,0.00031899556,0.00000900438],"genre_scores_gemma":[0.03357889,0.000013142762,0.9660442,0.00013461623,0.00008379819,0.000081394144,1.2301425e-7,0.000005623252,0.00005824223],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993753,0.000022762886,0.00010954364,0.00016736187,0.00012306425,0.00020196085],"domain_scores_gemma":[0.99783564,0.0017304298,0.000033358272,0.00031469754,0.000059696802,0.000026182144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005837801,0.0000746028,0.00006681561,0.000011760005,0.00033805403,0.00013134118,0.00045685555,0.000031126863,8.910489e-8],"category_scores_gemma":[0.00083596876,0.000035226672,0.00002811327,0.00009449127,0.000060114053,0.00012138529,0.0002115671,0.00008738706,0.0000010524656],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027291198,0.0000022783088,0.00001233633,0.000008739033,0.000011686039,9.429059e-7,0.00010995631,0.010795675,0.00003692698,0.90356886,0.000023152703,0.08542673],"study_design_scores_gemma":[0.0008538886,0.00029579387,0.0019240447,0.00026621655,0.000024438681,0.00014028547,0.0011277412,0.078577615,0.0033829107,0.88841575,0.024454746,0.000536591],"about_ca_topic_score_codex":0.000004654718,"about_ca_topic_score_gemma":0.0000013508038,"teacher_disagreement_score":0.08489014,"about_ca_system_score_codex":0.000041477764,"about_ca_system_score_gemma":0.000018607006,"threshold_uncertainty_score":0.26000726},"labels":[],"label_agreement":null},{"id":"W2113207560","doi":"10.1109/hicss.1997.663177","title":"Use case maps for engineering real time and distributed computer systems: a case study of an ACE-framework application","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software engineering; Business process reengineering; Traceability; Code (set theory); Software system; Object-oriented programming; Source code; Distributed computing; Software; Programming language; Engineering; Set (abstract data type)","score_opus":0.0530409659101319,"score_gpt":0.2897247197641611,"score_spread":0.23668375385402918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113207560","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28240266,0.000025385625,0.71642286,0.000007657261,0.00010914346,0.000562576,0.000021740732,0.0004475537,4.021643e-7],"genre_scores_gemma":[0.3651605,0.0000023656942,0.63469416,0.0000026739174,0.00004518872,0.00007011852,0.0000035941362,0.0000114156255,0.000009975481],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99897647,0.00007240357,0.000269257,0.00037861988,0.0001007218,0.00020251461],"domain_scores_gemma":[0.99753433,0.0015746561,0.00008130815,0.00062765117,0.00009102379,0.000091038455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029439057,0.00016039614,0.00025484804,0.00008701643,0.000067112254,0.00009582147,0.00021803337,0.00007848135,5.159549e-7],"category_scores_gemma":[0.0002023036,0.00015094632,0.0000231149,0.00025402708,0.000016335438,0.0004885959,0.00015331028,0.00009291141,0.0000010712477],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007902145,0.0002973405,0.00011249447,0.00013229669,0.00006111473,0.0027969067,0.0026835343,0.96234363,0.00033875654,0.003271492,0.00009338064,0.02786114],"study_design_scores_gemma":[0.0002760188,0.00033371255,0.000047228896,0.000015556227,0.000012931296,0.005889459,0.00019836343,0.99284494,0.000055231547,0.0000718174,0.00007677417,0.00017796436],"about_ca_topic_score_codex":0.00022108866,"about_ca_topic_score_gemma":0.000008596793,"teacher_disagreement_score":0.08275784,"about_ca_system_score_codex":0.000036063164,"about_ca_system_score_gemma":0.000003350786,"threshold_uncertainty_score":0.6155412},"labels":[],"label_agreement":null},{"id":"W2113471799","doi":"10.1109/sepcase.2007.5","title":"Evaluating User-centric Adaptation with Goal Models","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Adaptation (eye); Goal modeling; Key (lock); Ubiquitous computing; Context (archaeology); Goal orientation; Adaptive system; Work (physics); User modeling; Human–computer interaction; User interface; Software; Artificial intelligence; Computer security; Requirements engineering; Engineering","score_opus":0.13684669720464832,"score_gpt":0.3615107798460156,"score_spread":0.22466408264136728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113471799","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010386369,0.00005574096,0.9879222,0.000036249214,0.00014005488,0.00010060824,9.5657214e-8,0.00072593085,0.0006327732],"genre_scores_gemma":[0.20766065,0.000002013557,0.7920762,0.00004821102,0.000021140397,0.0000034300929,3.6115054e-7,0.00000652784,0.00018152074],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990531,0.000040255985,0.00013621173,0.00023624457,0.00027925978,0.00025490727],"domain_scores_gemma":[0.99884254,0.00068269094,0.000046438763,0.0002875109,0.00009117083,0.000049635433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001027749,0.00009141615,0.00008747177,0.00009280064,0.00005251859,0.0000378621,0.00031954685,0.000031079428,0.000002516617],"category_scores_gemma":[0.00025930267,0.0000713908,0.000016588361,0.0004207029,0.000014106852,0.0006917483,0.00008113767,0.00008655774,0.000007750441],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051446964,0.000006081063,0.000041528685,0.000002783398,0.0000033016495,0.000005297523,0.0002817829,0.86014855,0.00018680723,0.027207257,0.0000061288288,0.11210535],"study_design_scores_gemma":[0.0002653333,0.00012869715,0.001021856,0.00000993118,0.0000024294309,0.0000152157745,0.00008432495,0.9768085,0.00219371,0.019268615,0.00004016058,0.00016123147],"about_ca_topic_score_codex":0.000009744468,"about_ca_topic_score_gemma":0.0000066323073,"teacher_disagreement_score":0.19727427,"about_ca_system_score_codex":0.00005202772,"about_ca_system_score_gemma":0.000034750276,"threshold_uncertainty_score":0.29112324},"labels":[],"label_agreement":null},{"id":"W2113915276","doi":"10.1109/hicss.1989.48050","title":"Conceptual views of data structures as a model of output in programming languages","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Programmer; Programming language; Structuring; Conceptual model; Coding (social sciences); Data structure; Programming paradigm; Database","score_opus":0.20809499301977344,"score_gpt":0.3882865167776444,"score_spread":0.18019152375787098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113915276","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019825175,0.00048523632,0.9790954,0.000010725547,0.00003944934,0.00010406978,0.0000034022517,0.00008813278,0.0003484238],"genre_scores_gemma":[0.3214438,0.000006629996,0.6784649,0.000013231018,0.0000022582435,0.0000024405422,0.0000011392706,0.00000353539,0.00006208582],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991594,0.00008513296,0.00023084182,0.00023704703,0.00013911467,0.00014847613],"domain_scores_gemma":[0.99880266,0.0003086224,0.000077367775,0.0007572987,0.00003152455,0.000022496923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045309146,0.000085576736,0.00021137264,0.000073062445,0.000007553726,0.000007694301,0.0008901609,0.000039170383,0.0000027125407],"category_scores_gemma":[0.00121113,0.00006995085,0.000019339612,0.00019944242,0.0000766936,0.0003366213,0.0002752381,0.000079171405,5.2075916e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037921886,0.00003700759,0.00054781244,0.000049464234,0.000013270403,0.000005418832,0.0035135802,0.31688341,0.002929202,0.5516327,0.00004185435,0.124342464],"study_design_scores_gemma":[0.0026039751,0.00056643074,0.0021771423,0.00023425947,0.000031375825,0.00005563375,0.007824878,0.3967825,0.28341964,0.29865605,0.0060370206,0.0016110978],"about_ca_topic_score_codex":0.000025851019,"about_ca_topic_score_gemma":0.000011857981,"teacher_disagreement_score":0.30161864,"about_ca_system_score_codex":0.00000893232,"about_ca_system_score_gemma":0.000052940624,"threshold_uncertainty_score":0.2852513},"labels":[],"label_agreement":null},{"id":"W2113938369","doi":"10.1109/re.2006.14","title":"Deriving Architectures from Requirements","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Computer science; Software engineering; Requirements engineering; Requirements analysis; Software architecture; Software requirements specification; Non-functional requirement; Software requirements; Systems engineering; Process (computing); Software system; Architecture; Software architecture description; Reference architecture; Software; Component-based software engineering; Software construction; Engineering; Programming language","score_opus":0.030718307678545914,"score_gpt":0.2767732791327389,"score_spread":0.246054971454193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113938369","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023632925,0.00010813056,0.9729105,0.00011194837,0.0002593816,0.000035416742,4.9979866e-7,0.00094022445,0.0020009312],"genre_scores_gemma":[0.28646284,5.891221e-7,0.7132271,0.000070402624,0.000053304077,0.000003294979,7.1116204e-7,0.0000043678506,0.00017740433],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99933726,0.000035132613,0.000106013315,0.00021951587,0.00012567472,0.00017639478],"domain_scores_gemma":[0.9992095,0.00038218725,0.000024381872,0.00034956608,0.000012852913,0.000021501732],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010245796,0.000082059916,0.000081432096,0.000043586144,0.000040192524,0.000047659916,0.0004766476,0.000024180308,0.00000901589],"category_scores_gemma":[0.00014958122,0.00007008129,0.000025310355,0.00011352821,0.000016069658,0.00012134748,0.00019137132,0.000060969436,0.000018036475],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004443134,0.000058983638,0.006197647,0.000012760543,0.000033454347,0.000056515113,0.0003905189,0.53352284,0.06608732,0.07789977,0.0015358564,0.3141999],"study_design_scores_gemma":[0.00024413271,0.000030171748,0.08316521,0.000020065303,0.000003061912,0.000005982022,0.00000854429,0.011701774,0.07963386,0.8223351,0.0024508266,0.00040126668],"about_ca_topic_score_codex":0.00013314141,"about_ca_topic_score_gemma":0.000015343512,"teacher_disagreement_score":0.7444353,"about_ca_system_score_codex":0.000019221607,"about_ca_system_score_gemma":0.00000767777,"threshold_uncertainty_score":0.2857832},"labels":[],"label_agreement":null},{"id":"W2114240352","doi":"10.1109/icas.2009.58","title":"An Adaptive Reinforcement Learning Approach to Policy-Driven Autonomic Management","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Reinforcement learning; Computer science; Set (abstract data type); Context (archaeology); Autonomic computing; Workload; Key (lock); Order (exchange); Artificial intelligence; Knowledge management; Risk analysis (engineering); Computer security; Business","score_opus":0.03795782418672438,"score_gpt":0.29869358039591265,"score_spread":0.26073575620918826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114240352","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00033586103,0.000006596146,0.97099614,0.00026335684,0.000069542024,0.00024032975,7.711965e-8,0.0011746223,0.026913468],"genre_scores_gemma":[0.32077208,0.0000036599781,0.6774788,0.00042699836,0.000034720375,0.000016307082,9.752346e-7,0.0000056763765,0.001260801],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99883544,0.000064447035,0.00016779649,0.00041730938,0.00016364128,0.0003513819],"domain_scores_gemma":[0.9991996,0.000048830014,0.0000388955,0.000553587,0.000024866204,0.00013418542],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026602476,0.00015512551,0.00014902704,0.00032839907,0.00008676797,0.00007839523,0.00088163157,0.000034050227,0.0000021093633],"category_scores_gemma":[0.000048337242,0.00014656971,0.00003595166,0.0004896247,0.000011300953,0.00042760753,0.00021970934,0.00012408209,0.00003928732],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031320146,0.000013177726,0.0000019389952,0.0000013588185,0.000005974417,0.00000154981,0.00033180424,0.67305636,0.000108120956,0.28003278,0.000036602185,0.04640721],"study_design_scores_gemma":[0.0002639653,0.00089499,0.0024799265,0.000012959743,0.0000046098576,0.000006423064,0.00019395398,0.9798851,0.0010137266,0.011651419,0.0031318883,0.00046102185],"about_ca_topic_score_codex":0.000008270563,"about_ca_topic_score_gemma":1.5751279e-7,"teacher_disagreement_score":0.3204362,"about_ca_system_score_codex":0.00019454511,"about_ca_system_score_gemma":0.000023750988,"threshold_uncertainty_score":0.597694},"labels":[],"label_agreement":null},{"id":"W2114298000","doi":"10.1007/3-540-47961-9_6","title":"Designing Web-Based Systems in Social Context: A Goal and Scenario Based Approach","year":2002,"lang":"en","type":"book-chapter","venue":"Notes on numerical fluid mechanics and multidisciplinary design","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Workflow; Notation; Software engineering; Knowledge management; Web modeling; Web application; Web service; Context (archaeology); Human–computer interaction; Process management; World Wide Web; Engineering","score_opus":0.07037880921035751,"score_gpt":0.274325021134475,"score_spread":0.2039462119241175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114298000","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012863349,0.0020096244,0.99575,0.00015780907,0.00034623253,0.0009804424,0.000021988531,0.000431195,0.0002898274],"genre_scores_gemma":[0.10406328,0.00013674067,0.8942693,0.00015500741,0.00014984848,0.00016691322,0.000017974233,0.0001554712,0.00088546425],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965248,0.00033997782,0.0006258716,0.0013545555,0.00052065216,0.0006341271],"domain_scores_gemma":[0.9956056,0.0032704219,0.00024584087,0.00054934184,0.00008783497,0.000240968],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011384868,0.0008272329,0.0011321013,0.0004523869,0.00034920874,0.00018541719,0.0005945191,0.0006936943,0.000004140419],"category_scores_gemma":[0.0003537223,0.0007713667,0.000155669,0.0001770053,0.00008161897,0.00018161797,0.00035112005,0.00090747175,0.000008809754],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044395722,0.00042208063,0.000012279489,0.00074457744,0.00012227583,0.0005181222,0.00095345266,0.6837736,0.004696246,0.25009757,0.00018232802,0.058033556],"study_design_scores_gemma":[0.0013364087,0.00070539827,0.000011289202,0.00036093715,0.00003286144,0.000019671912,0.000016639933,0.98806185,0.00025057117,0.008009181,0.00031774535,0.00087746925],"about_ca_topic_score_codex":0.000008206569,"about_ca_topic_score_gemma":4.6023186e-7,"teacher_disagreement_score":0.30428827,"about_ca_system_score_codex":0.0002476068,"about_ca_system_score_gemma":0.0001696012,"threshold_uncertainty_score":0.99947375},"labels":[],"label_agreement":null},{"id":"W2114623482","doi":"10.1109/ares.2006.55","title":"Diversity to enhance autonomic computing self-protection","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software deployment; Exploit; Computer science; Autonomic computing; Computer security; Vulnerability (computing); Implementation; Diversity (politics); Software; The Internet; Resource (disambiguation); Distributed computing; Computer network; Software engineering; Operating system; Cloud computing","score_opus":0.022204685875379195,"score_gpt":0.2675307714798356,"score_spread":0.24532608560445643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114623482","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08696488,0.000009380511,0.90986824,0.00020641836,0.00037303206,0.00010179264,1.194373e-7,0.002095265,0.00038086594],"genre_scores_gemma":[0.44302437,2.3790325e-7,0.55674237,0.00005060445,0.00003588429,0.0000013564414,7.1934494e-8,0.0000025509457,0.000142595],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992777,0.000038319617,0.000104266255,0.00028620596,0.00009465479,0.00019882954],"domain_scores_gemma":[0.9994898,0.00013362731,0.000031735606,0.0002786725,0.000031253916,0.000034928857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000264677,0.00008637953,0.000093480085,0.00007085293,0.00031686394,0.0000310814,0.00046793532,0.000032062537,0.0000020721773],"category_scores_gemma":[0.00007307061,0.0000888177,0.000027260166,0.00024994288,0.000007557138,0.0002485039,0.00139374,0.00008101746,0.0000561484],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002366572,0.000029655695,0.0006174804,0.000010093413,0.000007699669,0.000005579512,0.0007099648,0.91189915,0.005343346,0.016844368,0.00030727522,0.06422304],"study_design_scores_gemma":[0.00042695572,0.00031566512,0.14208451,0.000048580758,0.00001182527,0.000038275557,0.000051916268,0.48968032,0.28291944,0.07443608,0.008329117,0.00165732],"about_ca_topic_score_codex":0.00016913532,"about_ca_topic_score_gemma":0.000007979535,"teacher_disagreement_score":0.4222188,"about_ca_system_score_codex":0.00012280044,"about_ca_system_score_gemma":0.000011363625,"threshold_uncertainty_score":0.36218807},"labels":[],"label_agreement":null},{"id":"W2114679650","doi":"10.1109/ccece.2003.1226133","title":"Composing modules with synchronization and real-time constraints using category theory","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Synchronization (alternating current); Computer science; Composition (language); Category theory; Software; Formal verification; Distributed computing; Theoretical computer science; Programming language; Mathematics","score_opus":0.02039528198623195,"score_gpt":0.2574771019632848,"score_spread":0.23708181997705288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114679650","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04833962,0.000058296926,0.95059603,0.000031155112,0.00004635516,0.000075682634,3.720081e-7,0.0005187115,0.00033376744],"genre_scores_gemma":[0.38689792,0.000008109334,0.61305034,0.000016975295,0.000007883339,8.2974583e-7,5.362415e-7,0.000006622822,0.0000107820515],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99935055,0.0000623896,0.000096498836,0.00023208196,0.000094222254,0.00016426663],"domain_scores_gemma":[0.99939924,0.0002620294,0.00003993134,0.00021320142,0.000043014454,0.00004257946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026092306,0.00010788922,0.00011990852,0.00006205746,0.000092520044,0.00006306628,0.0001609357,0.000035172732,0.0000033330941],"category_scores_gemma":[0.000074460244,0.00008744601,0.000009513832,0.00014998393,0.00018436111,0.00041218338,0.00008720836,0.000055895107,0.0000025217187],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005213726,0.000011650239,0.000084179395,0.000017931698,0.000014619164,0.00001942747,0.00047735262,0.7509416,0.019870056,0.2012743,8.40335e-7,0.027282827],"study_design_scores_gemma":[0.0021072773,0.0003447313,0.004721602,0.00037294414,0.00004262674,0.0010824036,0.0003930233,0.3306135,0.061122786,0.597823,0.000011028908,0.0013650757],"about_ca_topic_score_codex":0.000020458188,"about_ca_topic_score_gemma":9.3320006e-7,"teacher_disagreement_score":0.4203281,"about_ca_system_score_codex":0.00006836491,"about_ca_system_score_gemma":0.00004891888,"threshold_uncertainty_score":0.35659447},"labels":[],"label_agreement":null},{"id":"W2115154821","doi":"10.5555/381473.381669","title":"Supporting the deployment of object oriented frameworks","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Software deployment; Software engineering; Set (abstract data type); Object-oriented programming; Programming language; Systems engineering; Distributed computing; Engineering","score_opus":0.027601364883193733,"score_gpt":0.3250724830175906,"score_spread":0.29747111813439686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115154821","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010783926,0.0000809882,0.9874184,0.00043863946,0.000300586,0.00008037479,1.2068233e-7,0.0004194473,0.00047751088],"genre_scores_gemma":[0.2846179,0.000013751769,0.71491575,0.0001847628,0.000019049756,0.0000069195466,1.527311e-7,0.0000051696393,0.00023654819],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99919426,0.000059547627,0.00019553734,0.00016366041,0.00016472215,0.00022227503],"domain_scores_gemma":[0.9984342,0.0009044249,0.00007828388,0.0005052873,0.000050818857,0.000026975815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005483839,0.00007693957,0.00010772157,0.00003587678,0.00004678809,0.00001641501,0.0005645464,0.000058112462,0.000014966526],"category_scores_gemma":[0.001002747,0.00004791976,0.000041391726,0.0003733204,0.000034355493,0.00014608832,0.00022286795,0.00020756792,0.0000049981795],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019775483,0.00012505382,0.014738045,0.000035245128,0.00009156851,0.00007131303,0.003935231,0.24694987,0.004172555,0.30893335,0.0015943358,0.41933367],"study_design_scores_gemma":[0.0017597936,0.0009727405,0.050599158,0.00027119071,0.0000564408,0.00041992363,0.0023573528,0.2635028,0.24937727,0.3641917,0.0643751,0.0021165072],"about_ca_topic_score_codex":0.000009292845,"about_ca_topic_score_gemma":0.000001736904,"teacher_disagreement_score":0.41721714,"about_ca_system_score_codex":0.000017403741,"about_ca_system_score_gemma":0.000018106379,"threshold_uncertainty_score":0.19541112},"labels":[],"label_agreement":null},{"id":"W2115612901","doi":"10.1007/978-3-642-15579-6_15","title":"Linking Feature Models to Code Artifacts Using Executable Acceptance Tests","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Traceability; Computer science; Feature model; Executable; Feature (linguistics); Software engineering; Reuse; Consistency (knowledge bases); Source code; Code (set theory); Program comprehension; Programming language; Process (computing); Data mining; Artificial intelligence; Software system; Software","score_opus":0.06988090815732995,"score_gpt":0.3075037199701438,"score_spread":0.23762281181281386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115612901","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017622096,0.00045196805,0.99341625,0.00040478518,0.0040051555,0.0005127442,0.0000089502055,0.00070574624,0.0003181548],"genre_scores_gemma":[0.012992119,0.000020933701,0.9850715,0.0011524279,0.0003992845,0.000010624026,0.0000025591814,0.000077042976,0.0002735558],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99494517,0.00004539613,0.0005006513,0.0021970458,0.0011058039,0.0012059108],"domain_scores_gemma":[0.99514616,0.0015100423,0.00030107837,0.002332881,0.00037247164,0.00033736022],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012198807,0.000816472,0.0008097116,0.0009790553,0.000383263,0.00074974867,0.005036843,0.00071378966,0.00000563609],"category_scores_gemma":[0.00060699665,0.00079573056,0.00013825367,0.001106613,0.00041901306,0.0015629746,0.0026584356,0.002238755,0.000023327237],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030155302,0.000007174897,0.0000073512088,0.000026624104,0.0000044881326,0.00006515103,0.00055358117,0.80052745,0.0040856753,0.0032073918,0.0000043632135,0.19150771],"study_design_scores_gemma":[0.00011238841,0.000071276285,0.000023354867,0.0006486078,0.000006443783,0.00011268866,1.3669457e-7,0.57474273,0.011391466,0.41097787,0.00097315875,0.00093987945],"about_ca_topic_score_codex":0.0000088181805,"about_ca_topic_score_gemma":0.0000720446,"teacher_disagreement_score":0.40777048,"about_ca_system_score_codex":0.0004682161,"about_ca_system_score_gemma":0.00056974625,"threshold_uncertainty_score":0.9994494},"labels":[],"label_agreement":null},{"id":"W2115752710","doi":"10.1109/ipdps.2004.1303186","title":"An executable model for a family of election algorithms","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Executable; Computer science; Semantics (computer science); Generator (circuit theory); Algorithm; Feature model; Programming language; Chart; Feature (linguistics); State (computer science); Identification (biology); Generative model; Theoretical computer science; Artificial intelligence; Generative grammar; Software; Mathematics; Power (physics)","score_opus":0.0573499967782331,"score_gpt":0.3246593714896385,"score_spread":0.2673093747114054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115752710","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020038032,0.00003326172,0.99720037,0.00003209396,0.00012402926,0.00011040437,0.0000011300156,0.000437031,0.000057900095],"genre_scores_gemma":[0.0698035,0.0000048009238,0.92999387,0.00004628541,0.000013363958,0.000021987807,6.5389884e-7,0.0000062989848,0.00010925645],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994654,0.000009556675,0.00010865229,0.00018291325,0.00008134031,0.00015211754],"domain_scores_gemma":[0.99950397,0.000086024455,0.000029874707,0.0002781006,0.000072165785,0.00002986254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020239319,0.000065540284,0.00010272124,0.00005701759,0.000029904166,0.0000147116025,0.00030529546,0.00003562636,1.8756661e-7],"category_scores_gemma":[0.00009070753,0.00005988465,0.00003022711,0.00016782006,0.000012313608,0.00046607343,0.000031178595,0.000037300695,6.275861e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021765761,0.000018627528,0.0000010697253,0.000005965367,0.000002350208,1.5868397e-7,0.00014208569,0.9358221,0.021499889,0.027060693,0.000010927804,0.015433911],"study_design_scores_gemma":[0.00016518882,0.000111947964,0.000029179118,0.0000030423166,0.0000011874379,0.0000017427533,0.000010501812,0.78778046,0.050179683,0.16163217,0.000017343487,0.00006752957],"about_ca_topic_score_codex":0.000018250916,"about_ca_topic_score_gemma":0.000001424439,"teacher_disagreement_score":0.14804165,"about_ca_system_score_codex":0.00003590872,"about_ca_system_score_gemma":0.000047698162,"threshold_uncertainty_score":0.24420251},"labels":[],"label_agreement":null},{"id":"W2116199281","doi":"10.1007/978-3-540-87875-9_35","title":"Integrating Performance Analysis in the Model Driven Development of Software Product Lines","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Unified Modeling Language; Model transformation; Transformation (genetics); Software engineering; Software; Programming language; Artificial intelligence","score_opus":0.04460411314962655,"score_gpt":0.27663368423069934,"score_spread":0.2320295710810728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116199281","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020560757,0.00040792392,0.9966556,0.00008794761,0.00030722335,0.00028472114,0.0000015130493,0.00014087681,0.000058137837],"genre_scores_gemma":[0.10419793,0.00006223082,0.8954962,0.000110857836,0.00006532572,0.000014879523,0.0000031628815,0.000015981355,0.000033468103],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99669546,0.00005731114,0.0007394695,0.0011131744,0.0009022696,0.0004923351],"domain_scores_gemma":[0.9968479,0.0011514401,0.00034597635,0.0013495927,0.00025791363,0.000047133166],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015137974,0.00045444918,0.0006850056,0.001335894,0.00019610251,0.00009484703,0.0040099295,0.00015398765,8.942188e-7],"category_scores_gemma":[0.0007200751,0.00032742557,0.00013001925,0.0020090481,0.00045290234,0.0004930208,0.00095324294,0.00082625396,0.000001825952],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013346701,0.000009582099,0.00029643145,0.00003031744,0.000014015511,0.000008015064,0.0043947375,0.7199329,0.000028387138,0.00014834398,0.0000010206082,0.2751349],"study_design_scores_gemma":[0.000080941914,0.000041120722,0.0010485905,0.00025920113,0.0000133418425,0.000019827077,6.5020123e-7,0.98985,0.001812888,0.006394246,0.00004552833,0.00043368942],"about_ca_topic_score_codex":0.0000045361644,"about_ca_topic_score_gemma":0.000068920264,"teacher_disagreement_score":0.2747012,"about_ca_system_score_codex":0.000218857,"about_ca_system_score_gemma":0.00066135515,"threshold_uncertainty_score":0.9999178},"labels":[],"label_agreement":null},{"id":"W2116408846","doi":"10.5539/cis.v5n1p55","title":"Structured Acceptance Test Suite Generation Process for Multi-Agent System","year":2011,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Agent-oriented software engineering; Software engineering; Test suite; Process (computing); Context (archaeology); Acceptance testing; Suite; Test strategy; Software; Systems engineering; Software development; Test case; Machine learning; Programming language","score_opus":0.12064698770651613,"score_gpt":0.32268567308670665,"score_spread":0.2020386853801905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116408846","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0073389593,0.000021635613,0.990985,0.000012563404,0.00093338324,0.00030283854,0.000004171866,0.00033423214,0.00006725827],"genre_scores_gemma":[0.37515575,0.0000034241418,0.62467307,0.000099705954,0.000035965855,0.000025753714,0.0000016268773,0.000001905437,0.000002805348],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99904865,0.000012368139,0.00026079934,0.00022790857,0.00022188685,0.00022835782],"domain_scores_gemma":[0.9990629,0.00008205657,0.00012956324,0.00028865438,0.0003544111,0.00008240159],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058804825,0.000113236834,0.000111026806,0.00018368658,0.00027433704,0.00027046417,0.00073210057,0.000033375105,5.923284e-7],"category_scores_gemma":[0.0002523313,0.00009635842,0.000019758045,0.00049118185,0.00010842326,0.009184971,0.00017476761,0.000053426287,0.000004527376],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013316334,0.00005132858,0.0018460039,0.0006425715,0.0000135001565,0.0000019314944,0.036532145,0.071886085,0.0040475684,0.16287336,0.0002050341,0.7218872],"study_design_scores_gemma":[0.00023830288,0.000068665824,0.011734595,0.000015382344,0.0000014778489,0.000018267445,0.000064433334,0.9759082,0.011317817,0.00023621783,0.00024045506,0.00015617792],"about_ca_topic_score_codex":0.0000010054932,"about_ca_topic_score_gemma":2.9331534e-7,"teacher_disagreement_score":0.9040221,"about_ca_system_score_codex":0.000051950803,"about_ca_system_score_gemma":0.00006814396,"threshold_uncertainty_score":0.66588825},"labels":[],"label_agreement":null},{"id":"W2116417629","doi":"10.1109/wcre.2005.10","title":"Boxology of NBA and TA: A Basis for Understanding Software Architecture","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Programming language; Theoretical computer science; Architecture; Software; Software architecture; Hierarchy; Software architecture description; Software engineering; Reference architecture","score_opus":0.04913777722374068,"score_gpt":0.2740559539650879,"score_spread":0.22491817674134723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116417629","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011271376,0.00017082987,0.99778503,0.00028764163,0.00012585062,0.00011324461,0.0000034178724,0.0002985733,0.00008829526],"genre_scores_gemma":[0.098394066,0.0000031885718,0.90143955,0.000040075913,0.00002191512,0.000010510995,6.80651e-7,0.00000675449,0.0000832835],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99937737,0.000029641544,0.00013099657,0.0002146785,0.0000645327,0.00018279285],"domain_scores_gemma":[0.9977596,0.0019420377,0.000045467503,0.0002055866,0.000025342844,0.000021996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019913577,0.00008994407,0.00016833252,0.000093618044,0.000044723187,0.000014822667,0.00021499486,0.000055132183,0.0000016631105],"category_scores_gemma":[0.0005775774,0.00007651455,0.00003647035,0.00013658093,0.00006601461,0.00009735212,0.00011334636,0.00005756859,1.908923e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002557247,0.000030899522,0.0010317374,0.00020570488,0.000034129433,0.0000065524614,0.00048715892,0.13000488,0.0043672626,0.82950246,0.00077729655,0.033526324],"study_design_scores_gemma":[0.0002775297,0.000109996705,0.00084516074,0.000016625094,0.000005634115,0.000022468277,0.00004934435,0.0013657185,0.0039657913,0.9928463,0.00034115263,0.00015427032],"about_ca_topic_score_codex":0.000010923276,"about_ca_topic_score_gemma":0.000012238273,"teacher_disagreement_score":0.16334383,"about_ca_system_score_codex":0.0000323849,"about_ca_system_score_gemma":0.000015829693,"threshold_uncertainty_score":0.31201726},"labels":[],"label_agreement":null},{"id":"W2116448805","doi":"10.1109/icsm.2003.1235425","title":"On modeling software architecture recovery as graph matching","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Graph rewriting; Graph; Software system; Theoretical computer science; Wait-for graph; Software; Software architecture; Programming language","score_opus":0.024438048310942772,"score_gpt":0.2694955960182415,"score_spread":0.24505754770729876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116448805","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042542634,0.00007115863,0.9923608,0.00047932615,0.00047801665,0.00008946768,6.8161813e-7,0.0018954307,0.000370906],"genre_scores_gemma":[0.017545996,0.000011804672,0.98159015,0.00069308915,0.000035496065,0.000009668137,0.0000011869985,0.00001919449,0.000093389135],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988375,0.00004052798,0.00015930444,0.00041296604,0.00023311013,0.00031662043],"domain_scores_gemma":[0.9987754,0.00051732035,0.000032735927,0.00057018176,0.000030367353,0.00007397251],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024672525,0.00018428756,0.00016256662,0.00017426851,0.00010650576,0.000081547674,0.00068664714,0.00007476157,0.000004042589],"category_scores_gemma":[0.00070235884,0.0001574087,0.00008933695,0.00029318818,0.000015480859,0.00033736092,0.00019437689,0.0003102096,0.000072312],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004861985,0.000009918507,7.706528e-8,0.000007096407,0.000006577061,0.000016380647,0.00024473085,0.9512005,0.000108943925,0.03653066,0.0000060228444,0.011864267],"study_design_scores_gemma":[0.00015105377,0.00008776347,0.0000014019388,0.000047170397,0.0000013911751,0.000031949094,0.000014135077,0.00068351795,0.00075991626,0.9980145,0.0000028445777,0.00020433043],"about_ca_topic_score_codex":0.00003141288,"about_ca_topic_score_gemma":0.0000038002838,"teacher_disagreement_score":0.9614839,"about_ca_system_score_codex":0.00006927274,"about_ca_system_score_gemma":0.000046010686,"threshold_uncertainty_score":0.64189404},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2116497068","doi":"10.1109/itng.2006.112","title":"Reliable Deployment of Component-based Applications into Distributed Environments","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software deployment; Computer science; Reliability (semiconductor); Component (thermodynamics); Distributed computing; Software quality; Component-based software engineering; Installation; Software; Process (computing); Reliability engineering; Software system; Software development; Engineering; Software engineering; Operating system","score_opus":0.0147814030813819,"score_gpt":0.2485697846149296,"score_spread":0.2337883815335477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116497068","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012091126,0.000075260665,0.99799,0.00013458155,0.000045480352,0.00016105153,0.0000038318467,0.0002952495,0.00008542869],"genre_scores_gemma":[0.18567574,0.0000024310868,0.81411433,0.00002491394,0.000008204788,0.00006457477,0.000019951049,0.00000576488,0.000084062136],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992585,0.000024281166,0.00019789721,0.00021113288,0.00016171495,0.00014647347],"domain_scores_gemma":[0.9991837,0.0002066757,0.00006536927,0.00050045893,0.000013658064,0.000030140614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013373257,0.000088539586,0.00011840857,0.000046349687,0.000043725548,0.000011437582,0.00043834434,0.000030669573,0.000004693268],"category_scores_gemma":[0.000021120222,0.000083365114,0.00003301023,0.00019445556,0.000042841722,0.00010598553,0.00011932307,0.00004788356,0.000014973126],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028170507,0.00018354133,0.0013799198,0.000022989658,0.0000078767025,0.0000013605553,0.0000113371825,0.92223847,0.033489358,0.037442677,0.00047479186,0.004744871],"study_design_scores_gemma":[0.0011049613,0.00013041413,0.022284303,0.000029937633,0.00001674211,0.0000028940267,0.000016298072,0.100126036,0.71666354,0.08935269,0.06963882,0.00063338777],"about_ca_topic_score_codex":0.00006594116,"about_ca_topic_score_gemma":0.0000017825731,"teacher_disagreement_score":0.82211244,"about_ca_system_score_codex":0.000067679575,"about_ca_system_score_gemma":0.000013007931,"threshold_uncertainty_score":0.33995306},"labels":[],"label_agreement":null},{"id":"W2116669728","doi":"10.1145/1082983.1083136","title":"Just-in-time concern modeling","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; McGill University","funders":"","keywords":"Computer science; Ephemeral key; Position paper; Data science; Software engineering; Code (set theory); Software; Risk analysis (engineering); Computer security; World Wide Web; Programming language; Set (abstract data type); Business","score_opus":0.055501026123776526,"score_gpt":0.28917985982235284,"score_spread":0.2336788336985763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116669728","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08077965,0.0009625763,0.91390824,0.000317929,0.00041072405,0.00017153074,0.000004187294,0.003442183,0.000002990371],"genre_scores_gemma":[0.4224524,0.000024151976,0.57713246,0.000112073154,0.0001574911,0.00003104827,0.0000038559633,0.000049179318,0.00003733634],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99747056,0.000048334245,0.0005027062,0.0007183976,0.00042969798,0.0008302795],"domain_scores_gemma":[0.964303,0.03386686,0.00007539892,0.0014847674,0.00009045973,0.000179522],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00061964215,0.00044651807,0.00049748155,0.00036068496,0.00007521079,0.00013633432,0.002486891,0.00020183169,0.000019675434],"category_scores_gemma":[0.12021815,0.0004887544,0.00012373798,0.00069101737,0.000028965133,0.0010800026,0.0008597486,0.0005105845,0.00018974657],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034596526,0.00002569426,0.005717625,0.000036516652,0.000013120105,0.000025335507,0.00037729339,0.97381693,0.0012888949,0.00047244533,0.000037219437,0.018185463],"study_design_scores_gemma":[0.0017075733,0.00016163326,0.012374943,0.0005121699,0.0000308095,0.00013823902,0.000020144025,0.96056014,0.015952913,0.0016095872,0.0040032123,0.0029286195],"about_ca_topic_score_codex":0.000014716392,"about_ca_topic_score_gemma":0.0000022722243,"teacher_disagreement_score":0.34167275,"about_ca_system_score_codex":0.00022808868,"about_ca_system_score_gemma":0.000058623747,"threshold_uncertainty_score":0.9997564},"labels":[],"label_agreement":null},{"id":"W2117484396","doi":"10.1145/1229375.1229382","title":"Verification of Aspect-UML models using alloy","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Unified Modeling Language; Computer science; UML tool; Programming language; Software engineering; Software","score_opus":0.1094576994629968,"score_gpt":0.33057470625197793,"score_spread":0.22111700678898114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117484396","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010652546,0.00005654535,0.9880035,0.000018072682,0.00017472665,0.00004407205,1.502055e-7,0.00029221395,0.00075820956],"genre_scores_gemma":[0.3677439,0.000002702961,0.632194,0.000012370281,0.00001007849,3.654522e-7,1.2069923e-7,0.000003077043,0.000033396635],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99941605,0.000018419189,0.00015331122,0.00015223044,0.00012116771,0.00013882869],"domain_scores_gemma":[0.99929,0.00022446683,0.000049772607,0.00035322167,0.000055827626,0.000026730731],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005536277,0.00005827558,0.00008810616,0.00007472528,0.000019878695,0.000009246838,0.00033127578,0.00003364426,0.0000020247264],"category_scores_gemma":[0.00013728264,0.00005490829,0.000024132785,0.00023344731,0.0000205251,0.0003724876,0.000076639204,0.00004793361,0.0000016182271],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022646198,0.000011701032,0.000033191212,0.000007482893,0.0000048284373,0.0000019807624,0.00023749835,0.7266954,0.05416723,0.1975212,0.000009115268,0.021308068],"study_design_scores_gemma":[0.000096245865,0.000027076814,0.0008450673,0.000009270759,0.0000023420937,0.000008117769,0.000028613973,0.74808156,0.1737225,0.07697844,0.000057202044,0.00014356538],"about_ca_topic_score_codex":0.000012217183,"about_ca_topic_score_gemma":9.916621e-7,"teacher_disagreement_score":0.35709137,"about_ca_system_score_codex":0.000032867963,"about_ca_system_score_gemma":0.000016276932,"threshold_uncertainty_score":0.22390951},"labels":[],"label_agreement":null},{"id":"W2117845945","doi":"10.1109/ccece.2005.1557221","title":"Self-registering plug-ins: an architecture for extensible software","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Plug-in; Computer science; Extensibility; Software architecture; Plug and play; Software engineering; Flexibility (engineering); Software; Architecture; Embedded system; Operating system","score_opus":0.029852111472841007,"score_gpt":0.2823901281963025,"score_spread":0.2525380167234615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117845945","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013272167,0.0001554487,0.993319,0.00017083684,0.00039519378,0.00024467582,0.0000024300261,0.0041364776,0.00024873784],"genre_scores_gemma":[0.0049301847,0.0000029759378,0.99405736,0.00014969925,0.00016721562,0.000055272874,0.000004639126,0.000027414842,0.00060521957],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987094,0.000043534987,0.00019760485,0.00048802717,0.00015153189,0.00040993173],"domain_scores_gemma":[0.9984677,0.0005705628,0.000055267334,0.00075639563,0.00008265845,0.00006742481],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028041753,0.00019708097,0.00020248418,0.000111665686,0.00011767641,0.00011927793,0.0007625179,0.000078194345,0.0000019695244],"category_scores_gemma":[0.00028169953,0.00017423138,0.00007407738,0.00021952245,0.000025423475,0.00049590453,0.00019191623,0.000116165254,0.0000053228255],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000144737305,0.000107201915,0.00019970875,0.0002022565,0.000026876562,0.000027719463,0.00040515314,0.799478,0.0026669505,0.07671584,0.001116342,0.11903946],"study_design_scores_gemma":[0.0017888602,0.00077743485,0.0031713615,0.00009130082,0.000032036132,0.00025905765,0.000058772974,0.13647048,0.030926663,0.67855746,0.14569703,0.0021695544],"about_ca_topic_score_codex":0.000029401885,"about_ca_topic_score_gemma":0.000022872124,"teacher_disagreement_score":0.66300756,"about_ca_system_score_codex":0.000046349873,"about_ca_system_score_gemma":0.00003322311,"threshold_uncertainty_score":0.7104949},"labels":[],"label_agreement":null},{"id":"W2118067603","doi":"10.1109/isorcw.2011.18","title":"Product Model Derivation by Model Transformation in Software Product Lines","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Model transformation; Computer science; Unified Modeling Language; Metamodeling; Feature model; Software product line; Programming language; Software engineering; Applications of UML; Feature (linguistics); Model-driven architecture; Transformation (genetics); Software; Data mining; Software development; Artificial intelligence","score_opus":0.08627151491766138,"score_gpt":0.27738876629578113,"score_spread":0.19111725137811975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118067603","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010507221,0.00011268377,0.9875579,0.0002523601,0.000114121955,0.0003020404,0.0000019954991,0.00096809416,0.00018359788],"genre_scores_gemma":[0.20678483,0.000021786018,0.79286474,0.000064772765,0.000012378862,0.000049532893,0.000005385073,0.000011721665,0.00018482974],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99882627,0.000039214843,0.00029133714,0.00040558504,0.00017656945,0.0002610076],"domain_scores_gemma":[0.99927753,0.00005510342,0.000053487336,0.0004838374,0.00009252538,0.00003751817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043304267,0.00016353883,0.00015719494,0.00014083517,0.0000421664,0.000026347941,0.000503049,0.000044987562,0.0000016913408],"category_scores_gemma":[0.00048238644,0.00014771594,0.000029082841,0.000370042,0.000023213292,0.0018055128,0.000065955275,0.00013649082,0.0000052243827],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063667667,0.000044824897,0.00009450422,0.00003518495,0.000002800432,4.4449644e-7,0.0031310397,0.9475805,0.0035359338,0.005195998,0.00020364036,0.04016873],"study_design_scores_gemma":[0.00012829315,0.000016861466,0.00017562466,0.00001076905,0.0000015599152,0.0000024597466,0.000010732657,0.8817709,0.067402475,0.050261922,0.000017107199,0.00020132078],"about_ca_topic_score_codex":0.000014138948,"about_ca_topic_score_gemma":0.000006290411,"teacher_disagreement_score":0.1962776,"about_ca_system_score_codex":0.000049139166,"about_ca_system_score_gemma":0.00005381797,"threshold_uncertainty_score":0.6023681},"labels":[],"label_agreement":null},{"id":"W2118084379","doi":"10.1109/re.2005.61","title":"Reverse engineering goal models from legacy code","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Code refactoring; Computer science; Reverse engineering; Programming language; Software engineering; Traceability; Source code; KPI-driven code analysis; Java; Legacy system; Legacy code; Abstract syntax tree; Abstract syntax; Software maintenance; Static program analysis; Software system; Software; Software development; Semantics (computer science)","score_opus":0.040055876339381,"score_gpt":0.26491029693796947,"score_spread":0.22485442059858846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118084379","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029760404,0.00018227212,0.9938305,0.0004820501,0.0003572167,0.000058035137,0.000002410964,0.0017042792,0.00040719268],"genre_scores_gemma":[0.07784442,0.000015451516,0.9213936,0.00021802975,0.00013922957,0.000007670518,0.0000012059955,0.000013548832,0.0003668732],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99905777,0.000022576585,0.00016307253,0.0003261438,0.00015844635,0.00027196898],"domain_scores_gemma":[0.998862,0.0004442865,0.000026473828,0.00056347693,0.0000248949,0.000078865865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017872223,0.00014459656,0.00015386267,0.00006605905,0.00003211815,0.000084436026,0.00069813686,0.0000575904,0.000018072793],"category_scores_gemma":[0.00021855022,0.00013898785,0.000048211947,0.00016401226,0.000011882897,0.001889629,0.00024353873,0.00015544132,0.00007433263],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.0580113e-7,0.000006606876,0.000003281366,0.0000018874568,0.000006858844,0.000005103639,0.00016127339,0.96196425,0.0013887831,0.020373346,0.00044926256,0.015638417],"study_design_scores_gemma":[0.00015993214,0.000010660628,0.00008331605,0.000010283828,0.00000234514,0.000005056476,0.000010338221,0.97218215,0.006721711,0.010692976,0.009892944,0.00022827325],"about_ca_topic_score_codex":0.00002349478,"about_ca_topic_score_gemma":0.000003809302,"teacher_disagreement_score":0.07486837,"about_ca_system_score_codex":0.000064969805,"about_ca_system_score_gemma":0.000015591027,"threshold_uncertainty_score":0.566776},"labels":[],"label_agreement":null},{"id":"W2118180631","doi":"10.1109/apsec.1995.496953","title":"From scenarios to timed automata: building specifications from users requirements","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Automaton; Formalism (music); Semantics (computer science); Software requirements specification; Requirements engineering; Formal specification; Software engineering; Software; Programming language; Software development; Theoretical computer science; Software design","score_opus":0.1639359180933306,"score_gpt":0.3189122951477157,"score_spread":0.15497637705438508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118180631","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01097814,0.00006528265,0.98431253,0.0014106365,0.00074870716,0.00015709156,0.000011461052,0.0016975652,0.00061858277],"genre_scores_gemma":[0.049144827,0.0000117407635,0.9497394,0.00029025707,0.00012799377,0.000022449334,0.0000042091624,0.00001506835,0.00064407504],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998617,0.00006041524,0.00023590776,0.0005312941,0.00026082018,0.0002945879],"domain_scores_gemma":[0.9980139,0.00070201216,0.000051192066,0.0010533532,0.000041931446,0.00013758831],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014874835,0.00015603722,0.00017208891,0.000110109875,0.000095300624,0.00013033392,0.0011482027,0.000054320903,0.00017173495],"category_scores_gemma":[0.00060079637,0.00015359321,0.000041614407,0.00041444175,0.00002040896,0.0006164311,0.00035554773,0.0001079503,0.00062984845],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013979328,0.00036626807,0.0010800258,0.000012745514,0.000273274,0.000087668675,0.011424944,0.27901137,0.1837334,0.026283514,0.062933415,0.4347794],"study_design_scores_gemma":[0.0020823025,0.00021299961,0.03334821,0.00023329508,0.000050113686,0.000007277339,0.00041181612,0.6654435,0.100963265,0.10085942,0.093689494,0.0026983514],"about_ca_topic_score_codex":0.00012363883,"about_ca_topic_score_gemma":0.00000484336,"teacher_disagreement_score":0.43208104,"about_ca_system_score_codex":0.00010918343,"about_ca_system_score_gemma":0.000008209166,"threshold_uncertainty_score":0.8095638},"labels":[],"label_agreement":null},{"id":"W2118462286","doi":"10.1002/spe.1066","title":"Towards a goal‐driven approach to action selection in self‐adaptive software","year":2011,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Adaptation (eye); Flexibility (engineering); Action (physics); Scalability; Context (archaeology); Action selection; Tracing; Process (computing); Software; Set (abstract data type); Machine learning; Data mining; Software engineering; Industrial engineering; Artificial intelligence; Engineering; Programming language; Perception","score_opus":0.08119668894281527,"score_gpt":0.3262686356536028,"score_spread":0.24507194671078752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118462286","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015675165,0.00015328734,0.9818262,0.00006689806,0.00029480233,0.0003487502,0.0000011439871,0.001229775,0.00040396836],"genre_scores_gemma":[0.11675984,0.00008659875,0.88247937,0.00031960313,0.00004018509,0.0002598661,7.200062e-7,0.00002058734,0.000033249904],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978532,0.00024001476,0.00028392795,0.0008172302,0.0003195892,0.0004860013],"domain_scores_gemma":[0.9984813,0.000642197,0.00013989893,0.00037617254,0.00018057955,0.00017985646],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005184977,0.00027362254,0.00026521255,0.00024147097,0.00017068993,0.00010270753,0.00059825135,0.00014371361,0.000004011038],"category_scores_gemma":[0.0043362947,0.000276033,0.000041241226,0.0010501281,0.000060895,0.0034537283,0.00039012046,0.0003902648,0.00002297038],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006104483,0.00129603,0.0067202696,0.00018349517,0.00011476664,0.00013062198,0.4317305,0.016543053,0.0012707222,0.0146360565,0.00029999408,0.52646405],"study_design_scores_gemma":[0.010412354,0.013217205,0.41502827,0.0014190499,0.00043488524,0.0075592548,0.15747307,0.10816239,0.089473344,0.11061533,0.06753488,0.01866995],"about_ca_topic_score_codex":0.00020640096,"about_ca_topic_score_gemma":0.000012213192,"teacher_disagreement_score":0.5077941,"about_ca_system_score_codex":0.00018420984,"about_ca_system_score_gemma":0.00010602151,"threshold_uncertainty_score":0.9999692},"labels":[],"label_agreement":null},{"id":"W2119474414","doi":"10.1145/544741.544766","title":"Organizational multi-agent architectures","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science","score_opus":0.06443743566829058,"score_gpt":0.27475696961397605,"score_spread":0.21031953394568548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119474414","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005087975,0.00013675775,0.99735075,0.00034141314,0.00021936373,0.000037045218,2.9867624e-7,0.0008427126,0.0005628341],"genre_scores_gemma":[0.082350925,0.000005039764,0.9160693,0.00022196057,0.000024864485,0.0000028426375,2.480586e-7,0.000005698625,0.0013190683],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99949366,0.000028228727,0.000074608775,0.00016706968,0.000107283246,0.0001291752],"domain_scores_gemma":[0.9994652,0.00020862585,0.000014623227,0.0002455634,0.000028905395,0.000037057074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000066955894,0.00006757281,0.000058287515,0.000049380153,0.00004111408,0.000026848069,0.00039716344,0.000021609003,0.00013525378],"category_scores_gemma":[0.0004552612,0.00005567605,0.000023776272,0.00021654968,0.000016134487,0.000058649654,0.00013500857,0.00006129436,0.00012711673],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.976818e-7,0.00016991566,0.0017194952,0.000021168351,0.000049559712,0.000043290413,0.002426326,0.66677356,0.003961875,0.19403434,0.00314553,0.12765397],"study_design_scores_gemma":[0.0010580881,0.00012696379,0.016692258,0.000018258168,0.000007742853,0.00017272416,0.00003282631,0.81351644,0.03435346,0.12178212,0.011045361,0.0011937642],"about_ca_topic_score_codex":7.9340134e-7,"about_ca_topic_score_gemma":5.264818e-7,"teacher_disagreement_score":0.14674291,"about_ca_system_score_codex":0.000015414822,"about_ca_system_score_gemma":0.0000035677688,"threshold_uncertainty_score":0.22704034},"labels":[],"label_agreement":null},{"id":"W2119506176","doi":"10.1109/icsecompanion.2007.71","title":"Summery of the 2^nd International Workshop on Incorporating COTS Software into Software Systems (IWICSS): Tools and Techniques","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Software engineering; Software construction; Software development; Software; Software system; Computer science; Systems engineering; Verification and validation; System integration; Social software engineering; Package development process; Engineering; Operating system","score_opus":0.04466897584863032,"score_gpt":0.30728530597877096,"score_spread":0.26261633013014063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119506176","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007096577,0.00020680767,0.9903705,0.00015831123,0.0009549551,0.00024329078,0.000004014871,0.0007762082,0.00018934972],"genre_scores_gemma":[0.15763313,0.000011690334,0.84193116,0.00013677622,0.000075592216,0.000014764693,0.0000020266993,0.000015183351,0.00017968984],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985681,0.00008563232,0.00039625692,0.00034613957,0.00038352865,0.00022034763],"domain_scores_gemma":[0.99580926,0.0031553174,0.00022904176,0.0005717241,0.00017832825,0.000056302662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012507639,0.00018498639,0.00022460082,0.00015268731,0.00010858342,0.00012230473,0.0010170048,0.000121537116,0.00000134676],"category_scores_gemma":[0.0039890516,0.00013348134,0.000053981297,0.00036785807,0.00012166283,0.0005165183,0.0006692172,0.00026118947,0.0000013067729],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003732588,0.000076962344,0.025005879,0.00019453082,0.00007610731,0.000027702443,0.0010702926,0.02325624,0.004212108,0.066035084,0.00078534725,0.8792224],"study_design_scores_gemma":[0.0023766088,0.0010904782,0.09874242,0.00689405,0.000077401404,0.00044399765,0.0033004086,0.0152592,0.5995643,0.25292706,0.0144011285,0.0049229423],"about_ca_topic_score_codex":0.000017836823,"about_ca_topic_score_gemma":0.00000978405,"teacher_disagreement_score":0.87429947,"about_ca_system_score_codex":0.00009255789,"about_ca_system_score_gemma":0.00004069321,"threshold_uncertainty_score":0.5443211},"labels":[],"label_agreement":null},{"id":"W2119565009","doi":"10.1109/icpc.2009.5090028","title":"Impact analysis and visualization toolkit for static crosscutting in AspectJ","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"AspectJ; Computer science; Software engineering; Compiler; Programming language; Aspect-oriented programming; Visualization; Program comprehension; Eclipse; Static analysis; Plug-in; Semantics (computer science); Software; Software system; Artificial intelligence","score_opus":0.02842053363068128,"score_gpt":0.3885901070480418,"score_spread":0.36016957341736056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119565009","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08235181,0.000037206406,0.917213,0.00006868611,0.000021442333,0.00008940985,6.684925e-7,0.0001944026,0.00002334756],"genre_scores_gemma":[0.45584056,0.0000036554488,0.5440827,0.000040736802,0.0000048144443,0.0000028662325,0.000001177827,0.0000018814584,0.00002156477],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993845,0.000032469106,0.00014217167,0.0002037139,0.00006833802,0.00016880665],"domain_scores_gemma":[0.9991616,0.00057610933,0.00003628744,0.00016498358,0.00003244277,0.000028605593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038819204,0.00007561211,0.00015297883,0.00024525804,0.00003295355,0.00009430588,0.00014278085,0.000024291247,0.000001573158],"category_scores_gemma":[0.00079068955,0.00006400764,0.000041882795,0.00089474284,0.0000085428965,0.00038177133,0.000028685174,0.00003258354,3.3630045e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012586639,0.00005087447,0.029988278,0.000021860606,0.00009659241,0.0000059748118,0.0016612968,0.7103291,0.0016484949,0.046543784,0.00003650959,0.20960465],"study_design_scores_gemma":[0.000264147,0.00016738621,0.38872364,0.0000063201896,0.000019701132,0.000001976858,0.000022467764,0.55532974,0.0011739187,0.05411042,0.0000115972225,0.00016871109],"about_ca_topic_score_codex":0.000012394039,"about_ca_topic_score_gemma":0.000008787641,"teacher_disagreement_score":0.37348875,"about_ca_system_score_codex":0.000042745814,"about_ca_system_score_gemma":0.000012868551,"threshold_uncertainty_score":0.26101556},"labels":[],"label_agreement":null},{"id":"W2120421280","doi":"10.1109/wpc.2003.1199211","title":"Enhancing domain-specific software architecture recovery","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Reference architecture; Domain (mathematical analysis); Software architecture; Software engineering; Context (archaeology); Architecture; Software architecture description; Database-centric architecture; Process (computing); Software; Operating system","score_opus":0.019808820640959332,"score_gpt":0.24718396078883106,"score_spread":0.22737514014787175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120421280","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022538824,0.0003772242,0.99389076,0.0003966976,0.0007732327,0.000099938334,7.798179e-7,0.0019548752,0.00025257978],"genre_scores_gemma":[0.0014367831,0.00003460551,0.9979748,0.00025843317,0.00009420137,0.000012001436,0.0000012664451,0.000017603148,0.00017027417],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99873716,0.00004629281,0.00019452654,0.00043549534,0.00021057455,0.00037597367],"domain_scores_gemma":[0.9986004,0.0005286606,0.00004552835,0.00070340314,0.000039561502,0.000082419356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030924258,0.00018112494,0.0001829204,0.00012663325,0.0000983999,0.00008480284,0.0007793159,0.00007746669,0.000010292685],"category_scores_gemma":[0.00021804823,0.00015780613,0.00008154763,0.00038344646,0.00003702186,0.00037686824,0.00026599315,0.00024238255,0.00010808278],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006448024,0.000022720757,0.0000065186323,0.000020286265,0.000014088401,0.00006395305,0.00081971334,0.817245,0.010982288,0.074702226,0.00011949934,0.09599724],"study_design_scores_gemma":[0.0002995795,0.00008299571,0.0001858851,0.000042505217,0.0000010252855,0.000079489786,0.000034635148,0.0000026560037,0.04200755,0.9457895,0.011123227,0.00035092825],"about_ca_topic_score_codex":0.0000031938357,"about_ca_topic_score_gemma":0.0000063496664,"teacher_disagreement_score":0.8710873,"about_ca_system_score_codex":0.00012144657,"about_ca_system_score_gemma":0.000050993258,"threshold_uncertainty_score":0.64351475},"labels":[],"label_agreement":null},{"id":"W2120554335","doi":"10.1109/wpc.2004.1311070","title":"Requirements driven software evolution","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software engineering; Software evolution; Software system; Model-driven architecture; Systems engineering; Identification (biology); Software construction; Session (web analytics); Porting; Plan (archaeology); Software; Software development; Engineering; World Wide Web; Operating system","score_opus":0.04231061665043606,"score_gpt":0.2952206142016148,"score_spread":0.2529099975511787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120554335","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014349521,0.000052110918,0.99598783,0.00019693185,0.00042917504,0.00006745507,2.7758483e-7,0.0016021379,0.00022912236],"genre_scores_gemma":[0.11575782,0.000002932988,0.883969,0.000078937315,0.000024165256,0.00000777236,5.205785e-7,0.000005805436,0.00015303877],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99926096,0.000021614198,0.00011047373,0.00023418802,0.00016480392,0.00020797705],"domain_scores_gemma":[0.999391,0.00008799878,0.000028528959,0.0004040935,0.000041881976,0.00004644908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013958626,0.000086885244,0.00008301757,0.00006266591,0.00005823849,0.000029822104,0.0005128188,0.000038332306,0.0000042845804],"category_scores_gemma":[0.00045549215,0.000079556165,0.000031302643,0.00023085297,0.000021266113,0.00058169867,0.00019802463,0.00006802001,0.00008367101],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029580353,0.00004131796,0.00058254035,0.000014241124,0.000015706812,0.00002676256,0.00030527246,0.67744803,0.0027370392,0.2913833,0.00017629117,0.027266514],"study_design_scores_gemma":[0.00086899864,0.00016073894,0.014265601,0.000049714195,0.00000476177,0.00004120017,0.000027947339,0.0021571813,0.012865905,0.9680219,0.0010064178,0.00052961597],"about_ca_topic_score_codex":0.000010252007,"about_ca_topic_score_gemma":0.0000021457754,"teacher_disagreement_score":0.6766386,"about_ca_system_score_codex":0.00021535798,"about_ca_system_score_gemma":0.00004055389,"threshold_uncertainty_score":0.32442063},"labels":[],"label_agreement":null},{"id":"W2120760270","doi":"10.1109/wpc.2002.1021345","title":"Using graph patterns to extract scenarios","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Graph; Source code; Software; Nautilus; Software architecture; Software system; Calculator; Theoretical computer science; Programming language; Software engineering; Operating system","score_opus":0.10340077432862202,"score_gpt":0.33787419051749645,"score_spread":0.23447341618887443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120760270","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014064244,0.000029354807,0.9843459,0.000050864004,0.00045959506,0.00008197406,3.3935694e-7,0.000522717,0.00044498176],"genre_scores_gemma":[0.15359795,0.000001959347,0.8460553,0.00023604688,0.000011766178,0.0000036630709,6.8351845e-8,0.000007727149,0.000085486994],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99915695,0.000069632784,0.000115745424,0.000267219,0.00012767018,0.00026278736],"domain_scores_gemma":[0.99916613,0.00023963665,0.000020742096,0.00045260572,0.00003145798,0.00008944829],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030286232,0.00010559986,0.00010684367,0.00010929031,0.00005008128,0.000052709926,0.0004037976,0.000033538705,0.00002344191],"category_scores_gemma":[0.0005175864,0.00009495293,0.000037137306,0.00033366206,0.000007639813,0.00029330456,0.00009043572,0.000084512874,0.000022672199],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019194692,0.000046998433,0.0036446739,0.000020118438,0.000018182986,0.000059978414,0.00059672125,0.83843607,0.01253726,0.07843947,0.0001717602,0.06602687],"study_design_scores_gemma":[0.002256808,0.0008477936,0.036002122,0.00039284237,0.00004597233,0.0010317743,0.00072776095,0.1269808,0.48738533,0.29740304,0.04019245,0.0067333304],"about_ca_topic_score_codex":0.000009997154,"about_ca_topic_score_gemma":0.0000022425143,"teacher_disagreement_score":0.7114553,"about_ca_system_score_codex":0.000032037864,"about_ca_system_score_gemma":0.000020435837,"threshold_uncertainty_score":0.3872068},"labels":[],"label_agreement":null},{"id":"W2121206479","doi":"10.1109/compsac.2010.68","title":"Improving Software Performance and Reliability with an Architecture-Based Self-Adaptive Framework","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Concurrency; Distributed computing; Reliability (semiconductor); Software architecture; Architecture; Switchover; Concurrency control; Software; Operating system; Database","score_opus":0.01033928643657847,"score_gpt":0.23648979359209524,"score_spread":0.22615050715551677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121206479","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23244752,0.0000065476597,0.7656621,0.000069705515,0.00015433569,0.0001322817,6.0478243e-7,0.0015081589,0.000018763694],"genre_scores_gemma":[0.29661706,6.775191e-7,0.7032217,0.00009522117,0.000029855755,0.000016247084,3.206678e-7,0.0000119560345,0.0000069650614],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987603,0.00006503413,0.000129476,0.0005469126,0.00019032342,0.000307985],"domain_scores_gemma":[0.9976483,0.001165485,0.000059523907,0.0009020581,0.000093626,0.00013100165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050567114,0.00019874767,0.00017349844,0.00006994082,0.00014010428,0.00008597145,0.00054546306,0.0001178045,0.0000035151859],"category_scores_gemma":[0.0008127781,0.0001445303,0.000020213298,0.00024143758,0.000112731985,0.00055633154,0.00015966561,0.0006764664,0.0000016899172],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017236148,0.00017898642,0.020888517,0.0002441254,0.000023543656,0.000021239846,0.00211944,0.24639432,0.0014063112,0.013455111,0.0000070949272,0.71508896],"study_design_scores_gemma":[0.0012417394,0.0037636857,0.10733682,0.0001243477,0.0000309774,0.00013306804,0.00008197295,0.77443093,0.03059127,0.079688214,0.00049206463,0.002084918],"about_ca_topic_score_codex":0.000013563486,"about_ca_topic_score_gemma":0.000009962902,"teacher_disagreement_score":0.71300405,"about_ca_system_score_codex":0.00002244722,"about_ca_system_score_gemma":0.00008736647,"threshold_uncertainty_score":0.58937746},"labels":[],"label_agreement":null},{"id":"W2121646156","doi":"10.1109/mere.2011.6043942","title":"A report on select research opportunities in requirements engineering for videogame development","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Directory; Domain (mathematical analysis); Field (mathematics); Computer science; Work (physics); Requirements engineering; Open research; Research development; Engineering management; Data science; Software engineering; Engineering ethics; Engineering; World Wide Web","score_opus":0.6312772106462035,"score_gpt":0.42854769170835294,"score_spread":0.20272951893785052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121646156","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008641136,0.000023029166,0.9890198,0.0000638749,0.00025144682,0.00028694014,2.1837823e-7,0.00043036885,0.0012831689],"genre_scores_gemma":[0.06013335,0.0000067621636,0.93856037,0.00003718656,0.000017784032,0.00022494799,0.000001365352,0.000015936459,0.0010022821],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99842274,0.000059973478,0.0003229058,0.00038572584,0.00031558427,0.00049309264],"domain_scores_gemma":[0.9985193,0.0007746985,0.000039602244,0.00045974454,0.00013658346,0.00007005678],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003001786,0.00013063269,0.00016124545,0.00044362934,0.00005765216,0.000030894833,0.0005760658,0.00005351734,0.000004961878],"category_scores_gemma":[0.0018819044,0.00012357198,0.000025717685,0.00035233653,0.000020035832,0.00032969762,0.00022254944,0.00017553303,0.0000056243566],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022488795,0.00070473045,0.0038838766,0.00059366314,0.00021398104,0.003370442,0.021208039,0.04940233,0.0064316695,0.50822735,0.0030135063,0.40272555],"study_design_scores_gemma":[0.0031687794,0.0024101944,0.051172916,0.0011343656,0.000009705189,0.00040931618,0.0009697654,0.046518523,0.68519366,0.09559807,0.109896205,0.0035184748],"about_ca_topic_score_codex":0.000012098382,"about_ca_topic_score_gemma":0.0000054782304,"teacher_disagreement_score":0.678762,"about_ca_system_score_codex":0.00018576828,"about_ca_system_score_gemma":0.00014956758,"threshold_uncertainty_score":0.5039119},"labels":[],"label_agreement":null},{"id":"W2121948896","doi":"10.1109/icnp.1995.524819","title":"A protocol synthesis algorithm: a relational approach","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Computer science; Protocol (science); Distributed computing; Process (computing); Theoretical computer science; A priori and a posteriori; Protocol analysis; Service (business); Algorithm; Programming language","score_opus":0.11121668293817827,"score_gpt":0.29753576831141587,"score_spread":0.1863190853732376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121948896","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.675451e-7,0.000005152607,0.98008484,0.0001341594,0.000044267916,0.0091493875,4.0718393e-7,0.00090432697,0.009676479],"genre_scores_gemma":[0.00009608467,3.3144684e-7,0.9355551,0.000044743574,0.000031330565,0.063085765,1.1853372e-7,0.000006775089,0.0011797426],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99917465,0.000066318746,0.00012837067,0.00026363734,0.00018913602,0.00017789788],"domain_scores_gemma":[0.9989224,0.0006044722,0.000032300515,0.000364517,0.000031915006,0.000044410535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023873981,0.000096883385,0.00010256364,0.00006871598,0.000055365475,0.000035393772,0.0004349617,0.000046666213,0.00007404021],"category_scores_gemma":[0.00056586624,0.000079403406,0.000038101083,0.00027404266,0.000023693074,0.0003891544,0.0001304464,0.0000978943,0.00008384185],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013332718,0.00012527642,0.00005741967,0.000029211922,0.00001893871,0.000009425989,0.0002798482,0.033302806,0.00005328002,0.10286596,0.002354054,0.8609024],"study_design_scores_gemma":[0.00017616912,0.000027153485,0.00036455764,0.000007974507,0.0000017384391,0.000040394698,0.0000075524317,0.9730395,0.0008827218,0.013201258,0.012009063,0.00024193306],"about_ca_topic_score_codex":8.907979e-7,"about_ca_topic_score_gemma":2.054441e-8,"teacher_disagreement_score":0.93973666,"about_ca_system_score_codex":0.00002933358,"about_ca_system_score_gemma":0.000007037797,"threshold_uncertainty_score":0.32379767},"labels":[],"label_agreement":null},{"id":"W2121998002","doi":"10.1109/ccece.1999.807219","title":"An integrative approach to requirements modeling","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Computer science; Executable; Goal modeling; Visual modeling; Software engineering; Redundancy (engineering); Unified Modeling Language; Separation of concerns; Conceptual model; Systems engineering; Human–computer interaction; Requirements analysis; Programming language; Software; Engineering; Database","score_opus":0.1066440994565999,"score_gpt":0.3500411295254825,"score_spread":0.24339703006888258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121998002","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013676606,0.000017000275,0.9888149,0.000016640788,0.00017144968,0.0001046846,1.4372485e-7,0.00056813523,0.008939411],"genre_scores_gemma":[0.19995396,0.0000010230187,0.7997339,0.00013999712,0.0000074252152,0.000017129665,3.1716522e-7,0.0000058747596,0.00014036955],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99911547,0.00010410179,0.00011422212,0.0003280088,0.00013269763,0.0002055051],"domain_scores_gemma":[0.99929184,0.00006701281,0.000013312712,0.0004872861,0.000049867198,0.000090659894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004246821,0.00010599696,0.0001067832,0.00007439158,0.00004579008,0.00005394873,0.0005478983,0.000028591732,0.0000019139707],"category_scores_gemma":[0.00045674024,0.0000832101,0.00001991699,0.0002892956,0.000007463876,0.0005705477,0.00006510756,0.00007919668,0.000011513055],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.1975334e-7,0.00002388545,0.000008771484,0.0000015646042,0.000003178716,5.002469e-7,0.00071400055,0.7878861,0.0008115816,0.20541275,0.000021759099,0.0051152953],"study_design_scores_gemma":[0.00009664234,0.00008615673,0.000010012605,0.0000075160942,0.0000011999556,0.00000473489,0.00032022854,0.93478143,0.008308256,0.055944685,0.00019817153,0.00024096438],"about_ca_topic_score_codex":0.0000038792523,"about_ca_topic_score_gemma":4.5979615e-7,"teacher_disagreement_score":0.1985863,"about_ca_system_score_codex":0.00004244929,"about_ca_system_score_gemma":0.000019526855,"threshold_uncertainty_score":0.33932093},"labels":[],"label_agreement":null},{"id":"W2122067742","doi":"10.1109/icre.2003.1232743","title":"Requirements analysis for customizable software: a goals-skills-preferences framework","year":2004,"lang":"en","type":"article","venue":"Journal of Lightwave Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":110,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Personalization; Computer science; Software engineering; Software; Software development; User requirements document; Human–computer interaction; World Wide Web; Operating system","score_opus":0.033388987891095415,"score_gpt":0.3190256701304159,"score_spread":0.2856366822393205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122067742","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016802171,0.000799951,0.9793248,0.0017167687,0.00074374874,0.000141688,0.000002963451,0.00045363422,0.000014233518],"genre_scores_gemma":[0.17694418,0.00011201693,0.8227318,0.00007635846,0.00007421154,0.000015467296,5.301613e-7,0.000013538393,0.00003188475],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9980972,0.000048862054,0.00071942067,0.00034074928,0.0003310882,0.0004627134],"domain_scores_gemma":[0.99722373,0.0008516933,0.0006971771,0.0006965698,0.00043819452,0.00009265516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086365745,0.00022862002,0.000714149,0.0015612568,0.0001154632,0.00006302937,0.0018620318,0.0003661019,0.000006685888],"category_scores_gemma":[0.004637939,0.00018672513,0.00030939453,0.0024609182,0.000120429184,0.0005628862,0.00028428886,0.0004995582,0.0000069953635],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014301961,0.0008617089,0.018216325,0.00013828567,0.0047375774,0.00036505793,0.0013604505,0.5157785,0.006036481,0.33978194,0.0006030364,0.11197765],"study_design_scores_gemma":[0.00075515267,0.00052478403,0.00072861806,0.00010174335,0.0002022016,0.00010603823,0.0000409499,0.0001393854,0.025026666,0.9704379,0.00164802,0.00028853602],"about_ca_topic_score_codex":0.0000017214319,"about_ca_topic_score_gemma":0.0000024002634,"teacher_disagreement_score":0.63065594,"about_ca_system_score_codex":0.0002086839,"about_ca_system_score_gemma":0.00015268299,"threshold_uncertainty_score":0.76144296},"labels":[],"label_agreement":null},{"id":"W2122185633","doi":"10.1145/2568225.2568267","title":"Lifting model transformations to product lines","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Code refactoring; Software product line; Computer science; Model transformation; Software engineering; Software; Product (mathematics); Source lines of code; Set (abstract data type); Software development; Model-driven architecture; Feature model; Programming language; Artificial intelligence","score_opus":0.04555032720366534,"score_gpt":0.2974835235763194,"score_spread":0.25193319637265404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122185633","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011732965,0.00000978379,0.9942361,0.0018820022,0.00017007747,0.00008608212,2.489892e-7,0.0010151746,0.0014272083],"genre_scores_gemma":[0.110309824,0.0000011330472,0.8889785,0.00030030825,0.000043373024,0.000014081322,2.4913942e-7,0.0000048857783,0.00034763574],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994298,0.000024723326,0.00011916348,0.0001762734,0.000091149384,0.00015888817],"domain_scores_gemma":[0.9993424,0.00020035062,0.000013065025,0.00034236445,0.00005036939,0.00005144741],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036719922,0.00007083429,0.000081418555,0.0000680126,0.000057626094,0.000039491115,0.00040930705,0.0000148344425,9.030492e-7],"category_scores_gemma":[0.00091648765,0.000059799488,0.000021046648,0.0002363208,0.000006266845,0.00040294076,0.00007106388,0.000056261135,0.0000297704],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.4682348e-7,0.0000031635432,0.000004101957,0.000005279566,0.0000010148119,5.4458113e-8,0.00045040494,0.8912212,0.0011215523,0.04420574,0.00016539244,0.06282184],"study_design_scores_gemma":[0.00004035371,0.000017688122,0.000051746225,0.000006068969,8.6453355e-7,0.0000021272597,0.000005474889,0.95619786,0.012694339,0.028733524,0.002126754,0.00012318965],"about_ca_topic_score_codex":0.0000012304855,"about_ca_topic_score_gemma":0.0000013214571,"teacher_disagreement_score":0.10913653,"about_ca_system_score_codex":0.000010460021,"about_ca_system_score_gemma":0.000012205782,"threshold_uncertainty_score":0.24385522},"labels":[],"label_agreement":null},{"id":"W2122418777","doi":"10.1109/ecbs.2003.1194788","title":"Aspect-oriented requirements engineering for software product lines","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Software engineering; Requirements engineering; Requirement; XML; Requirements analysis; Software product line; Systems engineering; Product engineering; Product design specification; Domain engineering; Traceability; Requirements management; New product development; Requirements traceability; Software requirements specification; Product (mathematics); Software development; Programming language; Software; Product design; Component-based software engineering; Engineering; Software design; World Wide Web","score_opus":0.048197315483255,"score_gpt":0.303720887630449,"score_spread":0.255523572147194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122418777","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001733035,0.00017077003,0.9937275,0.00035681622,0.0012056583,0.00034752875,0.000001919926,0.002434172,0.000022581218],"genre_scores_gemma":[0.013154615,0.000006432669,0.9862881,0.00007061827,0.00015644182,0.00008600662,0.0000033136282,0.000023450975,0.00021102553],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9987467,0.000010429292,0.0002172243,0.00046203757,0.00018091813,0.00038271063],"domain_scores_gemma":[0.9989122,0.0002648475,0.000046731584,0.00057688646,0.00012990127,0.00006943867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029845326,0.00018572209,0.0001820348,0.000114827126,0.00006985842,0.000046550842,0.000563782,0.00004023927,0.0000019015071],"category_scores_gemma":[0.0027162512,0.00017006033,0.000066641165,0.00036992505,0.000016147213,0.00055528583,0.00018550656,0.000091679554,0.000010808053],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009932289,0.00007130627,0.00013828478,0.00012508019,0.000049275328,0.00001264685,0.00035405406,0.8467172,0.01014984,0.114548095,0.00025302896,0.027571263],"study_design_scores_gemma":[0.0050265924,0.0009327787,0.003739974,0.00035800395,0.000042401258,0.00010907036,0.00006202217,0.024816688,0.7562008,0.16481094,0.041023076,0.0028776743],"about_ca_topic_score_codex":0.0000040564782,"about_ca_topic_score_gemma":0.0000010622653,"teacher_disagreement_score":0.8219005,"about_ca_system_score_codex":0.00010461557,"about_ca_system_score_gemma":0.000048250356,"threshold_uncertainty_score":0.6934859},"labels":[],"label_agreement":null},{"id":"W2122518432","doi":"10.1109/icst.2008.7","title":"Traffic-aware Stress Testing of Distributed Real-Time Systems Based on UML Models in the Presence of Time Uncertainty","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Unified Modeling Language; Sequence diagram; Scenario testing; Test case; Stress testing (software); Real-time computing; Data mining; Machine learning; Artificial intelligence; Programming language; Software","score_opus":0.06340220170429577,"score_gpt":0.2717165989842206,"score_spread":0.20831439727992485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122518432","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06912434,0.000018619961,0.92998636,0.00004120458,0.000048336224,0.0002597123,0.000045743185,0.00026964385,0.00020605612],"genre_scores_gemma":[0.8300576,0.0000040943373,0.16984975,0.0000065205836,0.000009412181,0.00001858052,0.000008020443,0.000007839671,0.000038134087],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982692,0.0003619684,0.00039047844,0.0003057737,0.000413968,0.00025863532],"domain_scores_gemma":[0.9930407,0.0058298544,0.00016582891,0.00077322265,0.0001554306,0.000034999495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007632294,0.00016076097,0.0003310545,0.000101482874,0.00004685957,0.000014203064,0.0011049631,0.00006515008,0.0000017831778],"category_scores_gemma":[0.0013425893,0.00011204367,0.000047144804,0.0007741826,0.00009991205,0.00021920455,0.00009593051,0.00013784063,0.0000018500249],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008844613,0.00005852084,0.00010116821,0.00004996373,0.0000034060365,0.000013460361,0.00029527926,0.9975588,0.0005951704,0.000447332,0.00005391363,0.0008141752],"study_design_scores_gemma":[0.00017778362,0.00011568869,0.00057994184,0.00016536577,0.00000206358,0.000006461497,0.000042904438,0.99731386,0.0012594002,0.00021920787,0.000001221901,0.00011608033],"about_ca_topic_score_codex":0.00016715481,"about_ca_topic_score_gemma":0.0000020265984,"teacher_disagreement_score":0.7609333,"about_ca_system_score_codex":0.000046230856,"about_ca_system_score_gemma":0.00008759202,"threshold_uncertainty_score":0.45690084},"labels":[],"label_agreement":null},{"id":"W2122742496","doi":"10.1007/978-3-642-12261-3_10","title":"Report of the 14th International Workshop on Aspect-Oriented Modeling","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Software engineering; Software; Engineering management; Systems engineering; Engineering; Programming language","score_opus":0.036482351946802695,"score_gpt":0.2934454916267024,"score_spread":0.2569631396798997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122742496","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001228254,0.000070642476,0.98784834,0.00074524083,0.009545337,0.00021491831,0.0000023436971,0.00019451266,0.0012558342],"genre_scores_gemma":[0.04004788,0.000014127118,0.9589212,0.0002732972,0.00039584987,0.000005267032,0.0000017685359,0.000026323927,0.00031429782],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968024,0.000031891952,0.0005458056,0.0011042916,0.0011403359,0.00037528013],"domain_scores_gemma":[0.9961394,0.0010780119,0.00038015036,0.002002925,0.00033027044,0.00006924308],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011242974,0.00037547192,0.00038914528,0.000490458,0.0001416938,0.000119427976,0.004368296,0.00030135908,0.0000062393333],"category_scores_gemma":[0.0018044751,0.00027899133,0.00015385292,0.00050630653,0.0004930425,0.00031142068,0.0018325117,0.0014651393,0.0000039470347],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003519376,0.000011817538,0.0000135885175,0.000007457983,0.000008566864,0.00006210254,0.00022405013,0.8682259,0.0002951478,0.016067782,0.000002220201,0.11507786],"study_design_scores_gemma":[0.00014089006,0.000042054333,0.0000478557,0.0005015648,0.000004757124,0.00019323266,1.7885431e-7,0.73223925,0.005574069,0.25991696,0.0009064006,0.00043277605],"about_ca_topic_score_codex":0.00000516305,"about_ca_topic_score_gemma":0.000012248355,"teacher_disagreement_score":0.24384919,"about_ca_system_score_codex":0.00020242388,"about_ca_system_score_gemma":0.00030876137,"threshold_uncertainty_score":0.9999662},"labels":[],"label_agreement":null},{"id":"W2123181048","doi":"10.1109/sera.2008.38","title":"Adaptation of Refactoring Strategies to Multiple Axes of Modularity: Characteristics and Criteria","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Code refactoring; Modularity (biology); Computer science; Adaptation (eye); Object-oriented programming; Aspect-oriented programming; Software engineering; Programming language; Software","score_opus":0.09974359045553353,"score_gpt":0.3117579936856387,"score_spread":0.21201440323010518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123181048","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.394298,0.0000232224,0.6054662,0.0000117310565,0.000084294115,0.000035777335,0.0000020999157,0.00006658615,0.00001212527],"genre_scores_gemma":[0.5122322,0.00001650797,0.48772833,0.0000032641374,0.0000058570813,0.000001503537,3.6502257e-7,0.0000023548785,0.000009616461],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99944836,0.000030420564,0.00018312475,0.00014199555,0.00010159617,0.00009449608],"domain_scores_gemma":[0.99928653,0.00031783956,0.000059849946,0.0002145281,0.00008963796,0.000031582666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013287005,0.000071571834,0.00016943937,0.00007359824,0.000025278187,0.000012376744,0.00017383035,0.000029275963,0.0000010607939],"category_scores_gemma":[0.0005392544,0.00006746862,0.000014940135,0.00012436077,0.000035773013,0.00037673913,0.000118017364,0.000039678438,3.032408e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058454993,0.00011691221,0.027752139,0.00047349086,0.000061315084,0.000026926062,0.024584243,0.124044195,0.66324013,0.050251022,0.000027635244,0.10936352],"study_design_scores_gemma":[0.00045097523,0.00042535903,0.62091047,0.00009993953,0.000007860327,0.00003185229,0.0009227207,0.1689863,0.19839114,0.009069009,0.00022491037,0.00047943814],"about_ca_topic_score_codex":0.000050362196,"about_ca_topic_score_gemma":0.0000036784459,"teacher_disagreement_score":0.59315836,"about_ca_system_score_codex":0.00000821318,"about_ca_system_score_gemma":0.000021197233,"threshold_uncertainty_score":0.27512908},"labels":[],"label_agreement":null},{"id":"W2123513974","doi":"10.1145/1978802.1978812","title":"Decision-making techniques for software architecture design","year":2011,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":150,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Software engineering; Architecture; Architectural pattern; Software architecture; Set (abstract data type); Software; Selection (genetic algorithm); Software system; Management science; Software construction; Artificial intelligence; Programming language; Engineering","score_opus":0.16090131109755015,"score_gpt":0.3960676875086373,"score_spread":0.23516637641108715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123513974","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.9094045e-8,0.4625575,0.5336879,0.0000021492704,0.00084509223,0.0008036229,0.000009308026,0.0020891244,0.0000052953988],"genre_scores_gemma":[5.695937e-7,0.32912633,0.67042875,0.000020786707,0.00019770295,0.0000918193,0.0000097825605,0.00010854298,0.000015712198],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99386936,0.002602919,0.0009842548,0.0013713095,0.0002952056,0.0008769528],"domain_scores_gemma":[0.9373408,0.058765143,0.00069715595,0.002863245,0.00022652908,0.00010713835],"candidate_categories":["metaresearch","metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.009245887,0.00089885085,0.0021624465,0.0005695774,0.00029850364,0.00020814719,0.0064268745,0.00058358995,0.000002659787],"category_scores_gemma":[0.032216627,0.0007665693,0.00067571714,0.000917413,0.00007805893,0.0002032993,0.0027301542,0.00086949934,0.000017892715],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014233681,0.000013366395,7.995456e-7,0.0021143158,0.00006363036,0.000012480297,0.0000912785,0.0025151197,5.168172e-8,0.0002433511,0.00026949903,0.9946747],"study_design_scores_gemma":[0.00014562828,0.0002879932,0.000013550794,0.032802586,0.00017806291,0.0002722903,0.00000211086,0.00063507026,0.000013222965,0.22876745,0.7345363,0.00234571],"about_ca_topic_score_codex":0.000003945943,"about_ca_topic_score_gemma":0.0000012110261,"teacher_disagreement_score":0.992329,"about_ca_system_score_codex":0.00018058877,"about_ca_system_score_gemma":0.0003066695,"threshold_uncertainty_score":0.9994785},"labels":[],"label_agreement":null},{"id":"W2123588082","doi":"10.1109/wicsa.2005.55","title":"Quality Session Report","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Session (web analytics); Computer science; Quality (philosophy); Software quality; Software; World Wide Web; Software development; Operating system","score_opus":0.05874194503788009,"score_gpt":0.36005119725959095,"score_spread":0.30130925222171084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123588082","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036922754,0.00002833594,0.98564297,0.00020617495,0.00032635202,0.000028522454,8.908714e-8,0.001176841,0.008898454],"genre_scores_gemma":[0.07922545,6.4080206e-7,0.91776896,0.00004073,0.000038790175,0.0000030737247,8.345259e-7,0.000002961554,0.0029185708],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993321,0.000049968447,0.00016509254,0.00019975095,0.00013037767,0.00012275249],"domain_scores_gemma":[0.9991417,0.00029300063,0.000044677774,0.0004703797,0.000031437634,0.000018806066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005400242,0.00005681728,0.00008148744,0.0000271433,0.000032713517,0.000025399511,0.00026987572,0.000028410903,0.000006290816],"category_scores_gemma":[0.00038070485,0.0000452846,0.000025845835,0.00014415078,0.000012189338,0.00024701105,0.0001304157,0.000051707517,0.000015369882],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028421666,0.00007076016,0.0064462256,0.00002491127,0.0000062665076,0.00042415556,0.00006948569,0.08002148,0.017414866,0.8101595,0.012227711,0.07313181],"study_design_scores_gemma":[0.00026808563,0.000032155607,0.19156167,0.000013112662,0.0000015057681,0.00032567797,0.000014939097,0.0038263763,0.055571944,0.7198193,0.027988568,0.00057668565],"about_ca_topic_score_codex":0.00004651891,"about_ca_topic_score_gemma":0.0000023046614,"teacher_disagreement_score":0.18511544,"about_ca_system_score_codex":0.000019243515,"about_ca_system_score_gemma":0.000013652508,"threshold_uncertainty_score":0.18466523},"labels":[],"label_agreement":null},{"id":"W2123692211","doi":"10.1007/s00766-008-0073-5","title":"Designing socio-technical systems: from stakeholder goals to social networks","year":2009,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Sociotechnical system; Stakeholder; Requirements analysis; Computer science; Process (computing); Context (archaeology); Process management; Requirements engineering; Knowledge management; Requirements elicitation; Software; Systems engineering; Management science; Engineering; Management","score_opus":0.0947774844780522,"score_gpt":0.3083298438256685,"score_spread":0.21355235934761632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123692211","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040051704,0.0004049224,0.9923465,0.00017699724,0.00086825417,0.00027865512,0.000003409201,0.0018612253,0.000054869877],"genre_scores_gemma":[0.4506158,0.0000070900296,0.5488918,0.00011500268,0.00029364112,0.000027605558,0.0000033272227,0.000024392875,0.00002134493],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979421,0.00006708811,0.00040440244,0.00053636375,0.00038750216,0.0006625453],"domain_scores_gemma":[0.9989062,0.0003186625,0.00007643739,0.0004904321,0.000052234256,0.00015601037],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005860035,0.00029876112,0.00037212385,0.00014947502,0.00012932945,0.0001931911,0.00090981304,0.00015529394,0.0000025809468],"category_scores_gemma":[0.00032835867,0.0003238756,0.00007909244,0.00044640512,0.000011092353,0.00054006546,0.00022027415,0.00028588827,0.000014298246],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030674678,0.00001668494,0.00002803794,0.000009202286,0.000025693727,0.000020275013,0.00022174632,0.95273745,0.034121014,0.0041013192,0.00035589683,0.008359582],"study_design_scores_gemma":[0.0031392754,0.0009588444,0.038428273,0.0014309917,0.00013560965,0.00005817681,0.0002893462,0.9106813,0.02268618,0.008071105,0.008101611,0.0060192943],"about_ca_topic_score_codex":0.0000053440517,"about_ca_topic_score_gemma":1.5117719e-7,"teacher_disagreement_score":0.44661063,"about_ca_system_score_codex":0.00028649575,"about_ca_system_score_gemma":0.000021203057,"threshold_uncertainty_score":0.9999213},"labels":[],"label_agreement":null},{"id":"W2123972237","doi":"10.1109/icra.2011.5979630","title":"Graphical State Space Programming: A visual programming paradigm for robot task specification","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Human–computer interaction; Visual programming language; Robot; Visualization; Usability; Programming language; Inductive programming; State (computer science); Task (project management); Process (computing); Event-driven programming; Software; Graphical user interface; Set (abstract data type); Functional reactive programming; Reactive programming; Artificial intelligence; Programming paradigm; Systems engineering; Engineering","score_opus":0.08264150772582235,"score_gpt":0.31616351459156494,"score_spread":0.2335220068657426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123972237","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008514665,0.00008419239,0.9959485,0.0002555357,0.00033298446,0.00079315336,7.1838065e-7,0.0016796156,0.000053842017],"genre_scores_gemma":[0.07138138,0.000012824523,0.92804176,0.000027682125,0.00004806603,0.0003124588,0.0000034895384,0.000024236853,0.00014808876],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9982927,0.00007126067,0.00028903605,0.00057857117,0.00020738701,0.00056105404],"domain_scores_gemma":[0.99875355,0.0004022772,0.000109024164,0.0005108632,0.00008561971,0.00013866053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006286834,0.00021791758,0.00022379332,0.00014966106,0.00010978954,0.000121075704,0.00067054585,0.00007847519,0.0000026456141],"category_scores_gemma":[0.00037214297,0.0001938127,0.000105753796,0.00053534366,0.000089863344,0.000522195,0.00014410242,0.00015732451,0.000011033704],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004795424,0.00026065882,0.00043411975,0.000067807385,0.00004427174,0.000013259709,0.0022454525,0.0015213223,0.001337761,0.22573394,0.000092613016,0.7682009],"study_design_scores_gemma":[0.0032739001,0.004603404,0.023206405,0.00015812117,0.0000861766,0.0001624385,0.000567152,0.080592625,0.08314528,0.6171287,0.18299805,0.004077778],"about_ca_topic_score_codex":0.0000121977655,"about_ca_topic_score_gemma":0.000006122333,"teacher_disagreement_score":0.7641231,"about_ca_system_score_codex":0.000043353117,"about_ca_system_score_gemma":0.000036156347,"threshold_uncertainty_score":0.7903452},"labels":[],"label_agreement":null},{"id":"W2124224842","doi":"10.1007/11531371_14","title":"WIT: A Framework for In-container Testing of Web-Portal Applications","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Container (type theory); Debugging; Code (set theory); Software engineering; Web application; Test case; Test strategy; White-box testing; Programming language; Operating system; Software; Software development; Software construction; Set (abstract data type)","score_opus":0.041856490224850655,"score_gpt":0.30455837631799854,"score_spread":0.2627018860931479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124224842","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002189255,0.0006042495,0.9973619,0.0001881763,0.00050464616,0.0007085079,0.000007719658,0.00022447493,0.0003784547],"genre_scores_gemma":[0.0153667815,0.000013997918,0.9838823,0.00021572574,0.00033144708,0.00009129283,0.000001845671,0.000032079617,0.000064531],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9972842,0.000020009402,0.00060897425,0.0010997226,0.00044361022,0.0005435121],"domain_scores_gemma":[0.9933093,0.0048679113,0.0003515087,0.0011326974,0.0002557709,0.00008281818],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001002839,0.00039230488,0.00057372026,0.00074763905,0.000088708,0.00008940504,0.0024118326,0.00032357778,0.0000033911167],"category_scores_gemma":[0.0013127144,0.0003837564,0.000100395875,0.00089834124,0.00040817316,0.00044892295,0.00067792804,0.0007152306,0.0000028990087],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026820994,0.000015596877,0.00006641063,0.00005680504,0.0000045190745,0.000009331788,0.00018529914,0.33713368,0.00014092975,0.085373506,0.0000017019938,0.57700956],"study_design_scores_gemma":[0.00021883247,0.00012818647,0.00014644834,0.00052331726,0.000005571638,0.00003400021,2.1768155e-7,0.1889327,0.00090885605,0.80749434,0.0010661475,0.0005413944],"about_ca_topic_score_codex":0.0000034071284,"about_ca_topic_score_gemma":0.000030349902,"teacher_disagreement_score":0.7221208,"about_ca_system_score_codex":0.00017535979,"about_ca_system_score_gemma":0.00044429553,"threshold_uncertainty_score":0.9998614},"labels":[],"label_agreement":null},{"id":"W2124405605","doi":"10.1145/336512.336523","title":"Requirements engineering","year":2000,"lang":"en","type":"preprint","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1810,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of New Brunswick","funders":"Engineering and Physical Sciences Research Council","keywords":"Computer science","score_opus":0.06448264787213347,"score_gpt":0.3080728904993026,"score_spread":0.2435902426271691,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124405605","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004458626,0.0002864447,0.99232537,0.00011174825,0.0016626281,0.00014269464,0.0000016101986,0.0030116048,0.0020120365],"genre_scores_gemma":[0.006344896,0.00008323617,0.992588,0.00007684318,0.00009939271,0.000041004045,0.000003827462,0.00002420465,0.0007385889],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985671,0.000033751534,0.00024541147,0.0005828939,0.00023837191,0.00033245815],"domain_scores_gemma":[0.99838245,0.00020933922,0.000054445965,0.0012499827,0.000029608658,0.00007419767],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00027159872,0.00027747807,0.0002748221,0.00015819055,0.000024908564,0.00012686857,0.0017104475,0.00019375408,0.000035492027],"category_scores_gemma":[0.0002266092,0.0002772241,0.00009482961,0.00014597655,0.000011405398,0.00022499598,0.0017543731,0.0004967191,0.00006815059],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.483138e-7,0.000009108272,0.000007752029,0.00006198468,0.000026356238,0.000019720897,0.00008430689,0.95770043,0.00013200687,0.007386806,0.00038481047,0.03418599],"study_design_scores_gemma":[0.0006579112,0.00012207276,0.002043151,0.0007759331,0.000038678027,0.00005862773,0.000008417187,0.60639775,0.017465375,0.3257074,0.04257832,0.0041463226],"about_ca_topic_score_codex":0.00000575563,"about_ca_topic_score_gemma":1.6828416e-7,"teacher_disagreement_score":0.35130262,"about_ca_system_score_codex":0.00008750217,"about_ca_system_score_gemma":0.000050219474,"threshold_uncertainty_score":0.999968},"labels":[],"label_agreement":null},{"id":"W2124984723","doi":"10.1109/icpc.2006.31","title":"JComp: A Reuse-Driven Componentization Framework for Java Applications","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Java; Reuse; Component (thermodynamics); Object-oriented programming; Software engineering; Component-based software engineering; Java annotation; Domain (mathematical analysis); Software system; Class (philosophy); Software; Programming language; Real time Java; Artificial intelligence; Engineering","score_opus":0.030488984933030157,"score_gpt":0.303767365161719,"score_spread":0.27327838022868883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124984723","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012842077,0.000046904108,0.99717844,0.0005661352,0.00016927184,0.0003870771,0.000002406489,0.0012873396,0.00023403349],"genre_scores_gemma":[0.021417994,0.0000033664192,0.97793055,0.00007730244,0.00011238058,0.00023393684,0.000011040362,0.000012162943,0.00020129747],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992513,0.000026739317,0.00016465626,0.0002687476,0.00010298799,0.00018559056],"domain_scores_gemma":[0.9981294,0.00096423866,0.000055167842,0.00074373616,0.000079635436,0.000027774386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013160393,0.00009286064,0.000111635934,0.00006953147,0.00010336963,0.000059968737,0.0008254649,0.00006303194,0.0000031397356],"category_scores_gemma":[0.00026983686,0.000090630034,0.00004452748,0.00029965042,0.000023408104,0.0002109107,0.00017972162,0.00007172253,0.000020772179],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.850258e-7,0.00002303547,0.00010778221,0.00001087397,0.0000035799962,2.8643663e-7,0.000025891859,0.11173982,0.0009868187,0.88207185,0.0008250312,0.0042040665],"study_design_scores_gemma":[0.00012443819,0.000019921203,0.0009933645,0.000009198119,0.0000034985515,0.000003627335,0.000004438203,0.055833854,0.002880259,0.92304343,0.016908698,0.00017530349],"about_ca_topic_score_codex":0.0000052562837,"about_ca_topic_score_gemma":0.0000012606512,"teacher_disagreement_score":0.05590597,"about_ca_system_score_codex":0.000032635664,"about_ca_system_score_gemma":0.000014840452,"threshold_uncertainty_score":0.36957854},"labels":[],"label_agreement":null},{"id":"W2125219025","doi":"10.1109/rttas.1996.509528","title":"Temporal analysis and object-oriented real-time software development: a case study with ROOM/ObjecTime","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Computer Research Institute of Montréal","funders":"","keywords":"Executable; Computer science; Semantics (computer science); Programming language; Software; Software development; Software engineering; Automation; Temporal logic; Engineering","score_opus":0.023610629292093416,"score_gpt":0.25851811955803394,"score_spread":0.23490749026594052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125219025","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3167685,0.00003579057,0.6817437,0.000011823765,0.00002982297,0.00021274743,6.9112025e-7,0.0010935117,0.00010346894],"genre_scores_gemma":[0.2972048,0.000003289164,0.701433,0.000014832973,0.00000856722,0.000030770127,0.0000014091721,0.000014100651,0.0012892255],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981279,0.00014678414,0.00030333866,0.0007192012,0.0003152271,0.00038759128],"domain_scores_gemma":[0.99836874,0.0005661206,0.000097123324,0.0007018274,0.0001137596,0.00015244602],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044593314,0.0002901029,0.00043623772,0.00045452526,0.00023731764,0.00011190077,0.00033716176,0.00005802749,0.0000569894],"category_scores_gemma":[0.00023612904,0.00022693096,0.000047579015,0.0022043935,0.000042104806,0.0005284449,0.0003088327,0.00014792662,0.00002020664],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011752139,0.0023072197,0.5420814,0.00011292659,0.006698807,0.037311595,0.09897815,0.06876642,0.00032556657,0.0002877184,0.0006041368,0.24240851],"study_design_scores_gemma":[0.022599375,0.015351634,0.31566834,0.0002999642,0.0045418246,0.039040007,0.032386154,0.5352711,0.011315823,0.0017030246,0.0037938373,0.018028947],"about_ca_topic_score_codex":0.00031461136,"about_ca_topic_score_gemma":0.0003302002,"teacher_disagreement_score":0.46650466,"about_ca_system_score_codex":0.000069092916,"about_ca_system_score_gemma":0.000032769785,"threshold_uncertainty_score":0.9253976},"labels":[],"label_agreement":null},{"id":"W2125333933","doi":"10.1109/sefm.2007.5","title":"An AOP Extended Lambda-Calculus","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Programming language; Weaving; Computer science; Typed lambda calculus; System F; Type inference; Church encoding; Advice (programming); Aspect-oriented programming; Simply typed lambda calculus; Dependent type; Semantics (computer science); Lambda calculus; Operational semantics; Type safety; Lambda; Functional programming; Construct (python library); Calculus (dental); Inference; Artificial intelligence; Software; Engineering","score_opus":0.02805490990479599,"score_gpt":0.3335388937107447,"score_spread":0.3054839838059487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125333933","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003178965,0.00004808837,0.9919444,0.00008863295,0.00045233054,0.000052121723,1.497054e-7,0.00174235,0.0024929706],"genre_scores_gemma":[0.14941184,0.0000027927383,0.84990084,0.00019377183,0.000055878358,0.0000020276102,3.704277e-7,0.0000074175214,0.00042507128],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990518,0.000038909457,0.00014103114,0.00028480528,0.00015904925,0.0003244078],"domain_scores_gemma":[0.99879366,0.00038058258,0.000024983336,0.0006480775,0.000043158714,0.000109532026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086182624,0.00010185674,0.0001059906,0.00008204236,0.00004753893,0.000045277782,0.00073736673,0.000052456253,0.000012463141],"category_scores_gemma":[0.000276086,0.00008742453,0.000030947023,0.0002835887,0.00002751559,0.00051977567,0.00011918033,0.00010417737,0.00004429817],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000782609,0.00007501666,0.00013100302,0.000007756665,0.000009984782,0.00010332126,0.00044619932,0.010833789,0.018303793,0.38034186,0.00026802218,0.5894714],"study_design_scores_gemma":[0.0015728681,0.0011357456,0.12481429,0.000034507095,0.000014221334,0.00029587623,0.00045121738,0.11226108,0.39777187,0.32812724,0.030991402,0.0025296935],"about_ca_topic_score_codex":0.000004978463,"about_ca_topic_score_gemma":0.00000439828,"teacher_disagreement_score":0.5869417,"about_ca_system_score_codex":0.000030188936,"about_ca_system_score_gemma":0.000014776372,"threshold_uncertainty_score":0.3565069},"labels":[],"label_agreement":null},{"id":"W2125398918","doi":"10.1145/2110147.2110167","title":"Cool features and tough decisions","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":322,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Seventh Framework Programme","keywords":"Computer science; Modeling language; Relation (database); Software product line; Field (mathematics); Feature (linguistics); Domain (mathematical analysis); Data science; Variation (astronomy); Software engineering; Software; Data mining; Software development; Programming language; Linguistics","score_opus":0.054570934605976916,"score_gpt":0.31596469292937696,"score_spread":0.26139375832340006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125398918","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034350469,0.0008482729,0.99399847,0.00016559174,0.00034622627,0.000033484048,2.1948918e-7,0.00039689016,0.0007758095],"genre_scores_gemma":[0.12278965,0.00003307616,0.8764069,0.000152933,0.000038738573,0.0000034816144,1.1348353e-7,0.0000031789707,0.0005719358],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99955857,0.00002500056,0.000053610165,0.000107222215,0.00007449877,0.00018111942],"domain_scores_gemma":[0.9986076,0.0010433197,0.000010801521,0.00025097502,0.000014522006,0.00007283317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019794039,0.000059341797,0.000066917484,0.00003263422,0.0000428765,0.000030508285,0.00022289703,0.000029483594,0.0000048791844],"category_scores_gemma":[0.0009185385,0.00004476237,0.000012736677,0.0001103715,0.000018419836,0.00045182675,0.00021839484,0.0000640216,0.000013902603],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056299277,0.00004009207,0.0020752444,0.0000067473375,0.00001701023,0.0000059671393,0.0016282117,0.0029052563,0.0012760746,0.526949,0.017277341,0.44781345],"study_design_scores_gemma":[0.0013306405,0.00020932322,0.6147484,0.000066913555,0.000019537814,0.0008166558,0.00033819643,0.0031231043,0.045007326,0.21275511,0.119870774,0.0017140235],"about_ca_topic_score_codex":0.0000020972714,"about_ca_topic_score_gemma":5.120596e-7,"teacher_disagreement_score":0.61267316,"about_ca_system_score_codex":0.000007365928,"about_ca_system_score_gemma":0.0000045563547,"threshold_uncertainty_score":0.18253565},"labels":[],"label_agreement":null},{"id":"W2125899403","doi":"10.1016/j.scico.2006.01.003","title":"Semantics and scoping of aspects in higher-order languages","year":2006,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"National Science Foundation","keywords":"Computer science; Scope (computer science); Programming language; Perl; Programmer; Semantics (computer science); Scheme (mathematics); Software engineering","score_opus":0.026042346292251085,"score_gpt":0.30220220894538685,"score_spread":0.27615986265313575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125899403","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09747539,0.0003884542,0.9015186,0.000095319505,0.00021574892,0.00012673334,1.2847508e-7,0.00010722789,0.00007242532],"genre_scores_gemma":[0.43955237,0.0000027692386,0.5604135,0.0000041945464,0.00001899971,0.0000018825451,8.928457e-8,0.000002735211,0.0000034479533],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9988042,0.00003226024,0.00026329304,0.00030984535,0.00029232612,0.00029803583],"domain_scores_gemma":[0.99919724,0.0002457648,0.00012192568,0.00029149384,0.00011166288,0.000031937867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077352056,0.00010091082,0.00021553885,0.0002922594,0.00004325074,0.000067005145,0.00063098676,0.000029654071,3.856026e-7],"category_scores_gemma":[0.000098415905,0.000095393,0.00001950117,0.0012922764,0.00040689704,0.000522925,0.0004250774,0.00008031569,2.2435928e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037080422,0.00014059227,0.008920041,0.00064329343,0.000007064561,0.000038415033,0.0013501034,0.11177585,0.019555733,0.22251655,0.0000049962314,0.6350437],"study_design_scores_gemma":[0.0026030417,0.0012726306,0.2902242,0.0062130983,0.000021897344,0.0001234553,0.0003421737,0.2562937,0.29968297,0.1408052,0.00028305931,0.0021345727],"about_ca_topic_score_codex":0.000035792913,"about_ca_topic_score_gemma":0.000006619476,"teacher_disagreement_score":0.63290906,"about_ca_system_score_codex":0.000020435928,"about_ca_system_score_gemma":0.00007452753,"threshold_uncertainty_score":0.38900137},"labels":[],"label_agreement":null},{"id":"W2125998506","doi":"10.1145/1985793.1985851","title":"Feature cohesion in software product lines","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Deutsche Forschungsgemeinschaft","keywords":"Cohesion (chemistry); Software product line; Feature model; Computer science; Reuse; Software engineering; Program comprehension; Software; Feature (linguistics); Software development; Software system; Programming language; Engineering","score_opus":0.06936839259733668,"score_gpt":0.27674061361804736,"score_spread":0.20737222102071068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125998506","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036599152,0.00025363942,0.99408716,0.00027578036,0.000404651,0.000098567594,2.0991487e-7,0.00097070774,0.00024936104],"genre_scores_gemma":[0.018814597,0.000014300556,0.9801493,0.00008220798,0.000033592056,0.000011415119,4.2913697e-7,0.000007871298,0.0008862669],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992492,0.00004875112,0.00008743181,0.00031098074,0.00010049399,0.00020314335],"domain_scores_gemma":[0.9992394,0.0001789079,0.000025968524,0.00048047988,0.00004134983,0.000033924734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027121333,0.00010727044,0.00012374687,0.000100981764,0.000022604332,0.00001542797,0.00056181365,0.000048196667,0.0000067468104],"category_scores_gemma":[0.0010295897,0.00008484524,0.000023895649,0.00035772286,0.000019264604,0.00038606836,0.00020123548,0.00014589929,0.000021133133],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004752107,0.00029003507,0.062489405,0.00018618593,0.000026829148,0.00030933463,0.0068177446,0.015637241,0.0056676567,0.04234765,0.010031177,0.8561492],"study_design_scores_gemma":[0.0012333222,0.00043728726,0.45862088,0.00023520448,0.000009409719,0.00014996246,0.00013981311,0.0049546803,0.31718612,0.19911851,0.015804237,0.0021105702],"about_ca_topic_score_codex":0.0000098717865,"about_ca_topic_score_gemma":0.000007724575,"teacher_disagreement_score":0.85403866,"about_ca_system_score_codex":0.000020563786,"about_ca_system_score_gemma":0.000019851504,"threshold_uncertainty_score":0.34598887},"labels":[],"label_agreement":null},{"id":"W2126933304","doi":"10.1109/seams.2009.5069073","title":"Identifying implicitly declared self-tuning behavior through dynamic analysis","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; False positive paradox; Autonomic computing; Mechanism (biology); Self-tuning; Dynamic programming; Static analysis; Artificial intelligence; Algorithm; Programming language; Control engineering; Engineering","score_opus":0.04288532343956408,"score_gpt":0.34865565496542456,"score_spread":0.3057703315258605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126933304","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020026611,0.00016199144,0.97677463,0.00016338896,0.0001806826,0.00010998406,6.944146e-7,0.0023872838,0.00019470809],"genre_scores_gemma":[0.39438385,0.000014520046,0.60538024,0.00012455301,0.00000819047,0.0000087449835,0.0000018860942,0.000005952749,0.00007205942],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985308,0.00007421318,0.00026665578,0.0004877174,0.00024253107,0.00039806147],"domain_scores_gemma":[0.99872476,0.00026895895,0.00008143297,0.00079551974,0.00006515812,0.00006418267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003109053,0.00018954554,0.00029832992,0.00024901872,0.0001386193,0.00016783098,0.00093273283,0.000078766156,0.000009323368],"category_scores_gemma":[0.00013677307,0.00018082139,0.00017650622,0.0016582647,0.000013733321,0.000976977,0.00018525854,0.00017047802,0.000014601383],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011045156,0.0005864443,0.010833854,0.00006099869,0.0015568737,0.0005491116,0.012051647,0.27992144,0.115124784,0.13729532,0.00017699643,0.44183147],"study_design_scores_gemma":[0.0012958745,0.00044168817,0.39158592,0.000056317913,0.0016208065,0.0001688472,0.0007505292,0.38672364,0.025265675,0.18827333,0.0007648899,0.003052495],"about_ca_topic_score_codex":0.00002300359,"about_ca_topic_score_gemma":0.0000133843105,"teacher_disagreement_score":0.43877897,"about_ca_system_score_codex":0.00010992645,"about_ca_system_score_gemma":0.000021237664,"threshold_uncertainty_score":0.7373682},"labels":[],"label_agreement":null},{"id":"W2127483730","doi":"10.1016/j.infsof.2014.03.005","title":"Toward automated feature model configuration with optimizing non-functional requirements","year":2014,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Athabasca University; Simon Fraser University","funders":"","keywords":"Feature model; Feature (linguistics); Computer science; Interdependence; Software product line; Data mining; Process (computing); Functional requirement; Functional dependency; Hierarchy; Artificial intelligence; Machine learning; Software; Software engineering; Software development","score_opus":0.024345713164136487,"score_gpt":0.2529423929075516,"score_spread":0.22859667974341513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127483730","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021512595,0.00001549139,0.9916058,0.0009055339,0.00012366139,0.00013404517,0.0000012537804,0.004912583,0.00015033],"genre_scores_gemma":[0.1846843,0.000007928015,0.8149299,0.00028842376,0.000007054579,0.000032106862,0.00001706999,0.000005282177,0.000027910397],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99926496,0.000015600346,0.00019503072,0.00016097253,0.00016763445,0.00019581249],"domain_scores_gemma":[0.99932814,0.00009056508,0.00012793839,0.0002847412,0.0001289901,0.000039625167],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021128879,0.00014194462,0.00015165792,0.0003196244,0.00012321635,0.0000872191,0.00026080234,0.00019003145,0.0000011622651],"category_scores_gemma":[0.0004446788,0.00012067806,0.000015049363,0.00034306236,0.00007325308,0.0017348761,0.000114314265,0.00018846897,0.000012239769],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028471883,0.000014333795,0.00042532085,0.0000772109,0.000034877325,0.0000021577462,0.001090805,0.70606947,0.00041584222,0.053212963,0.0011610616,0.23746745],"study_design_scores_gemma":[0.00061452703,0.00012451595,0.000645702,0.00003197467,0.0000048515626,0.00006087184,0.000053568656,0.9842566,0.0018020943,0.010899936,0.0012795095,0.0002258156],"about_ca_topic_score_codex":0.0000010419017,"about_ca_topic_score_gemma":4.2610762e-7,"teacher_disagreement_score":0.27818713,"about_ca_system_score_codex":0.000042271156,"about_ca_system_score_gemma":0.00004265066,"threshold_uncertainty_score":0.49211085},"labels":[],"label_agreement":null},{"id":"W2128094165","doi":"10.1109/scc.2005.36","title":"Challenges to reusable services","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"","keywords":"Reuse; Computer science; Software engineering; Services computing; Service-oriented architecture; Service (business); Software; Component-based software engineering; Software development; Web service; World Wide Web; Engineering; Operating system; Business","score_opus":0.06330310086570237,"score_gpt":0.31249149380234853,"score_spread":0.24918839293664616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128094165","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005787396,0.00059596496,0.98159397,0.0059033204,0.00015279202,0.00004896051,9.476697e-8,0.0010584581,0.010067728],"genre_scores_gemma":[0.020199854,0.00008018999,0.97782165,0.0007328271,0.00007346048,0.000009598752,7.706856e-8,0.0000054672764,0.0010768636],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993612,0.000021346998,0.00008055656,0.00024234752,0.00010120051,0.00019335958],"domain_scores_gemma":[0.9991976,0.00018089925,0.000012389704,0.00051592547,0.000027800006,0.00006538798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002286905,0.000075337295,0.000084911066,0.000055510503,0.000027439266,0.000032384705,0.00076108525,0.000026758147,0.000009369597],"category_scores_gemma":[0.00007451311,0.00006485379,0.000016598076,0.00013920851,0.0000044675967,0.00043554246,0.00028995736,0.000046968657,0.00031762483],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000134979,0.000016458192,0.000015109452,0.000024187291,0.000006074466,0.0000031112718,0.0012969668,0.13636611,0.0008222736,0.11586339,0.00045712187,0.74512786],"study_design_scores_gemma":[0.0003954293,0.00027266628,0.006148491,0.000077617275,0.000004285287,0.000046792098,0.00034925132,0.03119449,0.06610711,0.07445001,0.81982046,0.0011334025],"about_ca_topic_score_codex":0.0000029773914,"about_ca_topic_score_gemma":0.000021075568,"teacher_disagreement_score":0.81936336,"about_ca_system_score_codex":0.000021685186,"about_ca_system_score_gemma":0.000005843226,"threshold_uncertainty_score":0.40825307},"labels":[],"label_agreement":null},{"id":"W2128106933","doi":"10.1109/ipdps.2008.4536332","title":"Smart proxies in Java RMI with dynamic aspect-oriented programming","year":2008,"lang":"en","type":"article","venue":"Proceedings - IEEE International Parallel and Distributed Processing Symposium","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Java; Remote procedure call; Abstraction; Proxy (statistics); Programming language; Remote evaluation; Distributed computing; Operating system; Server; Client","score_opus":0.02057417183602137,"score_gpt":0.2705028757412961,"score_spread":0.24992870390527475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128106933","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.096265785,0.00031335338,0.90074164,0.0011435174,0.0002511399,0.00028172976,0.000008694102,0.0006549416,0.00033921434],"genre_scores_gemma":[0.71691537,0.00010384767,0.28255633,0.00004327904,0.000046161484,0.00013765646,0.000025682026,0.00002118574,0.00015049182],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978982,0.000014394597,0.00039951727,0.00071234244,0.00048498638,0.0004905186],"domain_scores_gemma":[0.9990057,0.000096144526,0.00022554785,0.00012761052,0.00042602982,0.0001189626],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00026658294,0.00033346348,0.0003186713,0.000265224,0.00023577518,0.0002620871,0.0006501512,0.00010857797,0.0000012748006],"category_scores_gemma":[0.00020328046,0.0002911618,0.00004026723,0.00069739314,0.00020913052,0.0015791694,0.00016990125,0.00033333752,0.0000034217435],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002801221,0.0034689459,0.531396,0.0031382032,0.0009081158,0.0016462456,0.042627968,0.19406836,0.05096995,0.06009143,0.0020179483,0.106865644],"study_design_scores_gemma":[0.01297754,0.002058992,0.14573109,0.0034276024,0.00010164809,0.007063407,0.0026311458,0.7545739,0.014189821,0.02888969,0.021876696,0.006478502],"about_ca_topic_score_codex":0.00001483474,"about_ca_topic_score_gemma":0.0000041191174,"teacher_disagreement_score":0.6206496,"about_ca_system_score_codex":0.00017666742,"about_ca_system_score_gemma":0.00010833834,"threshold_uncertainty_score":0.99995404},"labels":[],"label_agreement":null},{"id":"W2128353032","doi":"10.1109/re.2005.23","title":"Do viewpoints lead to better conceptual models? An exploratory case study","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Viewpoints; Computer science; Exploratory research; Traceability; Product (mathematics); Key (lock); Conceptual model; Notation; Stakeholder; Knowledge management; Process (computing); Management science; Data science; Process management; Software engineering; Systems engineering; Engineering","score_opus":0.16304107550366745,"score_gpt":0.3544980798721322,"score_spread":0.19145700436846477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128353032","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31528437,0.000050418377,0.68328595,0.00020199115,0.00017857763,0.00020850652,5.7612704e-7,0.0007134294,0.00007620374],"genre_scores_gemma":[0.45798248,8.87837e-7,0.54090947,0.0009109979,0.00007735109,0.000038529663,1.4676034e-7,0.000011299979,0.00006885862],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983781,0.00022615411,0.00024926665,0.00056639913,0.00024275029,0.0003373168],"domain_scores_gemma":[0.998491,0.00026174614,0.000033399458,0.0009588365,0.000080377125,0.00017464085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006491996,0.00019779988,0.00022766725,0.000118948155,0.0000857876,0.000093320275,0.00067605375,0.00004714574,0.00001646478],"category_scores_gemma":[0.00013157325,0.00017515795,0.000035451183,0.0002762999,0.00004005757,0.0019742115,0.00042456033,0.00016686799,0.00013347567],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000067450983,0.00030651607,0.00014208523,0.000004777156,0.000024628373,0.0014858485,0.053969886,0.6195674,0.0003404711,0.005636748,0.0008552091,0.3176597],"study_design_scores_gemma":[0.007492801,0.008172077,0.00085335615,0.00012487016,0.000095379226,0.0056635872,0.17838678,0.69009066,0.023586798,0.05926344,0.017799329,0.008470942],"about_ca_topic_score_codex":0.000011959226,"about_ca_topic_score_gemma":0.00006119248,"teacher_disagreement_score":0.30918875,"about_ca_system_score_codex":0.00006434844,"about_ca_system_score_gemma":0.000025173636,"threshold_uncertainty_score":0.7142734},"labels":[],"label_agreement":null},{"id":"W2128780139","doi":"10.1109/icsm.2000.883030","title":"Evolution in open source software: a case study","year":2000,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":546,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Linux kernel; Software evolution; Computer science; Operating system; GNU/Linux; Source code; Software; Open source; Software engineering; Software development; Source lines of code; Minimalism (technical communication); Software system; Linux Unified Key Setup; Open source software; Software construction; Human–computer interaction","score_opus":0.04940434186115748,"score_gpt":0.32757913158668867,"score_spread":0.27817478972553117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128780139","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20757459,0.000029784884,0.7912044,0.000032461303,0.00007432303,0.00030797173,1.2933248e-7,0.00057678105,0.00019954787],"genre_scores_gemma":[0.408537,9.593207e-7,0.59014046,0.000041113897,0.000010175621,0.000035777186,8.620825e-8,0.000006482547,0.00122797],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989492,0.00016945245,0.00017532766,0.0003622562,0.000115978095,0.00022773648],"domain_scores_gemma":[0.9989381,0.00039676932,0.000019818632,0.00058134727,0.000018718765,0.000045266268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006652548,0.00010650198,0.00014996124,0.000086200016,0.00006353717,0.00011672214,0.0010037698,0.000033956934,0.000049756898],"category_scores_gemma":[0.00030450232,0.00009781273,0.000017747343,0.00052508747,0.000015117109,0.0007938799,0.00045693183,0.00012572148,0.000052053216],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011563966,0.00033846608,0.012945039,0.000005641153,0.000009560993,0.0030532416,0.0038114223,0.480526,0.000016443744,0.0011628665,0.00015146122,0.49796832],"study_design_scores_gemma":[0.021609519,0.005533113,0.28922078,0.00024439875,0.00006456438,0.033934053,0.022481205,0.36993942,0.0010620259,0.22981623,0.018169798,0.007924894],"about_ca_topic_score_codex":0.0012292851,"about_ca_topic_score_gemma":0.00022857884,"teacher_disagreement_score":0.4900434,"about_ca_system_score_codex":0.00009304779,"about_ca_system_score_gemma":0.000033536042,"threshold_uncertainty_score":0.39886874},"labels":[],"label_agreement":null},{"id":"W2128975082","doi":"10.1109/ecbs.2006.28","title":"Change types of dynamic system reconfiguration","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Control reconfiguration; Computer science; Metamodeling; Context (archaeology); Consistency (knowledge bases); Unified Modeling Language; Set (abstract data type); Distributed computing; Software engineering; Artificial intelligence; Programming language; Embedded system","score_opus":0.033432714189847564,"score_gpt":0.26603140177730217,"score_spread":0.2325986875874546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128975082","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002134486,0.00013348654,0.9950766,0.000057872476,0.0002734023,0.000063547064,5.2552645e-7,0.00048208784,0.0017780239],"genre_scores_gemma":[0.50981975,0.000001683756,0.4899796,0.0000049714795,0.000015361222,0.0000066712423,7.1237935e-7,0.000002330789,0.00016888707],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996143,0.000026769305,0.00010926636,0.00010738524,0.00006429443,0.00007795684],"domain_scores_gemma":[0.999582,0.00012343544,0.00004272245,0.00020815789,0.000035283636,0.000008422326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013923553,0.00004685224,0.00008301979,0.000050025454,0.000013142029,0.000009422614,0.00019075532,0.000025804538,0.0000018646823],"category_scores_gemma":[0.00003629085,0.00004029465,0.00001740485,0.00013217825,0.000009071307,0.00021656533,0.000029388651,0.000024833555,0.000009680672],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034980683,0.000025200588,0.00017422087,0.00021822746,0.000011684241,0.000007727565,0.00026772317,0.025931558,0.016751371,0.7628632,0.00015044355,0.19359516],"study_design_scores_gemma":[0.0006362893,0.00028666208,0.06336534,0.0002457945,0.000016969265,0.00008162506,0.00018327862,0.75842,0.116281606,0.05796083,0.001595322,0.00092628656],"about_ca_topic_score_codex":0.000038606762,"about_ca_topic_score_gemma":0.000008084031,"teacher_disagreement_score":0.73248845,"about_ca_system_score_codex":0.000029054183,"about_ca_system_score_gemma":0.0000055316614,"threshold_uncertainty_score":0.1643168},"labels":[],"label_agreement":null},{"id":"W2129011764","doi":"10.1109/re.2009.42","title":"Compliance Analysis Based on a Goal-oriented Requirement Language Evaluation Methodology","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Compliance (psychology); Computer science; Process management; Work (physics); Frame (networking); Business process; Process (computing); Knowledge management; Risk analysis (engineering); Business; Work in process; Engineering","score_opus":0.16219925654911996,"score_gpt":0.41903015834453666,"score_spread":0.2568309017954167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129011764","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016860659,0.000086347696,0.99520755,0.00088018406,0.00021205413,0.0002051961,0.0000010353814,0.000670137,0.0010514556],"genre_scores_gemma":[0.22934406,0.0000013287122,0.76952785,0.0009917924,0.000018224486,0.000017984139,0.000007448071,0.000003866218,0.00008742498],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977532,0.0007478504,0.00024238441,0.00049789634,0.0004749188,0.00028377326],"domain_scores_gemma":[0.9976035,0.0011754816,0.00009464201,0.00091853685,0.00014412738,0.00006372891],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027536901,0.00015969502,0.00029039453,0.00035721372,0.00006199945,0.0000308498,0.0005098191,0.000057317848,0.000049877],"category_scores_gemma":[0.0018934364,0.000139785,0.00011533443,0.0015219621,0.00002261972,0.00019137215,0.000050537943,0.000116618125,0.000020528876],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016055066,0.000059978738,0.00008372788,0.0000040980017,0.00005262012,0.000008045956,0.00028931283,0.83543473,0.0037750285,0.015084847,0.00007076468,0.14512077],"study_design_scores_gemma":[0.0003886676,0.00024243002,0.0123137785,0.000011599216,0.00008124528,0.0000010868936,0.000034065193,0.9717519,0.008512882,0.006351093,0.000102014776,0.00020919008],"about_ca_topic_score_codex":0.000009325973,"about_ca_topic_score_gemma":0.0000049286955,"teacher_disagreement_score":0.22765799,"about_ca_system_score_codex":0.00014859803,"about_ca_system_score_gemma":0.000037238653,"threshold_uncertainty_score":0.5700267},"labels":[],"label_agreement":null},{"id":"W2129238580","doi":"10.1109/aswec.2000.844572","title":"A framework for software architecture verification","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software architecture description; Reference architecture; Programming language; Software architecture; Space-based architecture; Database-centric architecture; Architecture description language; Enterprise architecture framework; Architecture; Applications architecture; Compiler; Notation; Software engineering; Computer architecture; Software","score_opus":0.07735429281822523,"score_gpt":0.306918572536316,"score_spread":0.22956427971809076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129238580","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000048856455,0.0001753188,0.99713755,0.00082756183,0.00031094623,0.00014575152,0.0000011841372,0.0012772284,0.000075612385],"genre_scores_gemma":[0.003139254,0.000008721937,0.99613374,0.00023843236,0.00005819442,0.000059787904,6.88817e-7,0.000009183006,0.00035201956],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99937886,0.000022385686,0.0000917998,0.00024102876,0.00008497881,0.00018095515],"domain_scores_gemma":[0.9981887,0.001227388,0.000028914414,0.00048196362,0.000035809542,0.00003724195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000117610085,0.000085160675,0.00008796415,0.00004897045,0.000058203754,0.000039680082,0.00048305342,0.00006620573,0.00001798397],"category_scores_gemma":[0.0021047813,0.00007423678,0.00004372348,0.00019082824,0.000016292775,0.0001455211,0.00005811801,0.00010538902,0.000025065745],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022276859,0.000021569387,0.000019413423,0.000026758462,0.000008948378,0.0000012813128,0.0006797814,0.057901982,0.0002025908,0.32278,0.0011707362,0.6171847],"study_design_scores_gemma":[0.00011248757,0.000064100306,0.00018021424,0.000014548809,0.0000022225533,0.000008194218,0.000008145459,0.012577711,0.0024040558,0.9724623,0.011955074,0.00021094075],"about_ca_topic_score_codex":3.4941738e-7,"about_ca_topic_score_gemma":1.4640814e-7,"teacher_disagreement_score":0.6496823,"about_ca_system_score_codex":0.000017893824,"about_ca_system_score_gemma":0.0000037690875,"threshold_uncertainty_score":0.3027288},"labels":[],"label_agreement":null},{"id":"W2129287039","doi":"10.1109/iceccs.1996.558423","title":"Recovery of communications protocol design from protocol execution traces","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Reverse engineering; Executable; Protocol (science); Software design; Software engineering; TRACE (psycholinguistics); Software construction; Finite-state machine; Software; Software design description; Communications protocol; Engineering design process; Programming language; Software system; Software development; Distributed computing; Operating system","score_opus":0.18522168123095792,"score_gpt":0.35784079548289793,"score_spread":0.17261911425194001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129287039","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000023293267,0.000003357495,0.71546453,0.00011644063,0.000021545207,0.28340763,0.0000010380746,0.00034867428,0.00063446054],"genre_scores_gemma":[0.000093738345,6.861942e-7,0.53017604,0.000013627705,0.0000062949694,0.4695922,2.3455057e-7,0.0000040130167,0.00011313332],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99894154,0.00028105528,0.00027905035,0.00020968434,0.00014815951,0.00014048073],"domain_scores_gemma":[0.99726,0.0012324799,0.0001318182,0.0012727383,0.00007018898,0.00003278632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035790284,0.00010619921,0.00015175604,0.00006896966,0.00006132563,0.000034821373,0.0012788549,0.00005961982,0.000053551303],"category_scores_gemma":[0.00044774302,0.00009174478,0.000042570053,0.00026910708,0.00006584184,0.0005786598,0.00025272582,0.000113888585,0.000021113423],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009181595,0.0009469392,0.00019143273,0.00020062203,0.00008439971,0.0000060488237,0.0022524393,0.17165846,0.024460658,0.026489299,0.008337853,0.76528007],"study_design_scores_gemma":[0.002492814,0.0011043875,0.001371153,0.00024506202,0.000012479423,0.000011609446,0.000088766865,0.5073436,0.24127118,0.2027753,0.04230617,0.0009775007],"about_ca_topic_score_codex":0.000018009934,"about_ca_topic_score_gemma":0.0000019180295,"teacher_disagreement_score":0.76430255,"about_ca_system_score_codex":0.000032950746,"about_ca_system_score_gemma":0.000016788199,"threshold_uncertainty_score":0.37412435},"labels":[],"label_agreement":null},{"id":"W2129306832","doi":"10.1007/978-3-642-02059-9_6","title":"AspectOptima: A Case Study on Aspect Dependencies and Interactions","year":2009,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"AspectJ; Aspect-oriented programming; Computer science; Programming language; Separation of concerns; Structuring; Consistency (knowledge bases); Atomicity; Software engineering; Set (abstract data type); Concurrency; Software; Artificial intelligence; Database transaction","score_opus":0.050714020083532554,"score_gpt":0.31714382007058833,"score_spread":0.2664297999870558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129306832","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011915987,0.00027787476,0.9951738,0.00024207978,0.0012808455,0.0004843973,0.000002277247,0.00049194065,0.00085515465],"genre_scores_gemma":[0.24565707,0.000016780708,0.75359434,0.00029034997,0.00019993154,0.000010754782,4.6940184e-7,0.000026331527,0.00020394205],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99672174,0.00007198152,0.00041240756,0.0016033578,0.00066218124,0.00052833144],"domain_scores_gemma":[0.9959667,0.002170073,0.00018706953,0.0013848157,0.00014414865,0.00014721465],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008886139,0.00057776336,0.0005667508,0.0010148018,0.00030657728,0.00047470094,0.0015687735,0.00015754308,0.0000049946275],"category_scores_gemma":[0.0005042573,0.0005204519,0.000083642626,0.00050116156,0.00034896506,0.0006471325,0.0010098437,0.0011839978,0.000012812382],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005764861,0.000084155276,0.000034459215,0.000012291813,0.000020092235,0.008053523,0.0026275367,0.15644625,0.000042235642,0.005562488,0.0000052786277,0.82710594],"study_design_scores_gemma":[0.0014141415,0.00462756,0.0013997131,0.0008883016,0.00006514753,0.030044368,0.000029986953,0.23658508,0.0015433528,0.7190249,0.00075129897,0.0036261366],"about_ca_topic_score_codex":0.000026722804,"about_ca_topic_score_gemma":0.00014931611,"teacher_disagreement_score":0.8234798,"about_ca_system_score_codex":0.00034176873,"about_ca_system_score_gemma":0.00018561882,"threshold_uncertainty_score":0.9997247},"labels":[],"label_agreement":null},{"id":"W2130808901","doi":"10.1109/ccece.2006.277301","title":"Repositories for Cots Selection","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Process (computing); Computer science; Commercial off-the-shelf; Selection (genetic algorithm); Software; Database; Software engineering; Systems engineering; Engineering; Operating system","score_opus":0.019295079344545867,"score_gpt":0.27476246584439584,"score_spread":0.25546738649984996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130808901","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006756993,0.000031277756,0.9969775,0.00010316117,0.00058670813,0.00006912884,1.5808054e-7,0.0009513567,0.00060501375],"genre_scores_gemma":[0.040526178,4.503514e-7,0.9573616,0.000018554632,0.0001297073,0.000021310405,4.990848e-7,0.0000037745115,0.0019379251],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9996123,0.0000117592535,0.000075731565,0.00013747868,0.00005233292,0.00011043771],"domain_scores_gemma":[0.9994757,0.00031572394,0.000019976686,0.0001262135,0.000052330703,0.0000100366615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000114652044,0.000047125784,0.00005433069,0.00002673212,0.00005648414,0.000040843715,0.00015227622,0.00002443669,5.106429e-7],"category_scores_gemma":[0.00016358645,0.00004200436,0.000020699288,0.0001296233,0.000007868186,0.00021742753,0.00002927415,0.000024901266,0.0000017966217],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005447962,0.000021012553,0.0010859544,0.00002008044,0.000006959551,0.0000016500422,0.0000571351,0.112864375,0.019103145,0.8402037,0.008904189,0.017726347],"study_design_scores_gemma":[0.00031135534,0.00016917949,0.0069622197,0.0000071762647,0.0000043264095,0.000039986484,0.000008540712,0.03712892,0.44006056,0.47867367,0.0362736,0.00036046494],"about_ca_topic_score_codex":0.000011600874,"about_ca_topic_score_gemma":0.000003514944,"teacher_disagreement_score":0.42095742,"about_ca_system_score_codex":0.000022410539,"about_ca_system_score_gemma":0.000009670878,"threshold_uncertainty_score":0.17128882},"labels":[],"label_agreement":null},{"id":"W2132228743","doi":"10.1109/ccece.2007.176","title":"Capturing Software Architectural Design Decisions","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Traceability; Software engineering; Documentation; Software architecture; Software; Architecture; Set (abstract data type); Architectural pattern; Software design; Systems engineering; Software development; Programming language; Engineering","score_opus":0.08184790380033657,"score_gpt":0.308689633368798,"score_spread":0.22684172956846144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132228743","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018459791,0.00008846679,0.99548334,0.00010212985,0.0004347544,0.00009511688,1.9200628e-7,0.0017876719,0.0001623504],"genre_scores_gemma":[0.06380145,0.0000021718556,0.93576515,0.000119198274,0.00004072406,0.0000036422528,2.1700119e-7,0.000010266903,0.00025716162],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988733,0.000051115447,0.00018188074,0.00029215022,0.00020012348,0.0004014564],"domain_scores_gemma":[0.99434435,0.0049643004,0.000031101623,0.0005106167,0.000042247266,0.00010735397],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009675363,0.00013087594,0.0001249211,0.00014949926,0.00009264722,0.000050289946,0.0007871929,0.000048805865,0.000006110369],"category_scores_gemma":[0.002991332,0.00010638784,0.000050177383,0.00031783053,0.00003020823,0.00025314937,0.00028365784,0.00016696702,0.000035760862],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006634788,0.000009812402,0.00010004939,0.000002653459,0.000008586169,0.00006650512,0.00046497674,0.24229637,0.0008785472,0.00816924,0.00015712663,0.7478395],"study_design_scores_gemma":[0.0011280223,0.0003498563,0.046787884,0.00012766592,0.00001469526,0.0009212729,0.00018668771,0.02575615,0.19238156,0.72549444,0.0046988907,0.0021528841],"about_ca_topic_score_codex":0.000005726704,"about_ca_topic_score_gemma":0.0000046824407,"teacher_disagreement_score":0.74568665,"about_ca_system_score_codex":0.000044116037,"about_ca_system_score_gemma":0.00002303497,"threshold_uncertainty_score":0.43383703},"labels":[],"label_agreement":null},{"id":"W2132488018","doi":"10.1109/isre.2001.948602","title":"Evolving system architecture to meet changing business goals: an agent and goal-oriented approach","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Goal modeling; Software engineering; Software architecture; Process management; Dependency (UML); Notation; Business Process Model and Notation; Business process; Business process modeling; Systems engineering; Knowledge management; Engineering; Software; Requirements engineering; Work in process","score_opus":0.032522960647138575,"score_gpt":0.2528470519357419,"score_spread":0.22032409128860334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132488018","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007229406,0.000353226,0.98912394,0.00016827622,0.0003710703,0.00025911475,0.0000012625013,0.0016009007,0.00089278753],"genre_scores_gemma":[0.21924777,0.0000032899372,0.78033346,0.00009236149,0.000072212555,0.000035152643,7.11488e-7,0.000017445178,0.00019756587],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99839526,0.0001267451,0.00019060806,0.000582177,0.00023405149,0.00047116308],"domain_scores_gemma":[0.99882615,0.00020857205,0.000045431625,0.0006387503,0.00009874379,0.00018237095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050338276,0.0002182961,0.0002493387,0.0003118931,0.00015074637,0.00013685954,0.0005394582,0.0000629374,0.0000032857406],"category_scores_gemma":[0.00039686516,0.00018473419,0.000026342277,0.0011280036,0.000023746414,0.00043779315,0.00046023805,0.000093979215,0.0000056395443],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008409014,0.00011471199,0.0002829469,0.00059048756,0.00005140339,0.000073948635,0.017706925,0.7675838,0.0038280815,0.081674434,0.00050205865,0.12758283],"study_design_scores_gemma":[0.00042916546,0.0001378947,0.0021266118,0.0002085618,0.000014799907,0.00027742222,0.0014737436,0.9907455,0.0014673101,0.0007664219,0.0014135527,0.00093901437],"about_ca_topic_score_codex":0.000008082454,"about_ca_topic_score_gemma":0.0000019772435,"teacher_disagreement_score":0.22316174,"about_ca_system_score_codex":0.00008030362,"about_ca_system_score_gemma":0.000006136269,"threshold_uncertainty_score":0.75332415},"labels":[],"label_agreement":null},{"id":"W2133468975","doi":"10.1007/s00766-010-0098-4","title":"Modeling and detecting semantic-based interactions in aspect-oriented scenarios","year":2010,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Aspect-oriented programming; Notation; Domain (mathematical analysis); Artificial intelligence; Natural language processing; Software engineering; Software; Programming language; Linguistics","score_opus":0.04103911231616917,"score_gpt":0.3055988583204198,"score_spread":0.2645597460042506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133468975","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30211064,0.000028177557,0.6965987,0.00003701068,0.00069550733,0.00009006379,2.679598e-7,0.00042336597,0.000016255033],"genre_scores_gemma":[0.57023865,0.0000018246525,0.42969197,0.00001002468,0.000027323475,0.000013033155,4.1996725e-7,0.000013372956,0.0000033856259],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988587,0.000019972853,0.00026123115,0.00034888496,0.00015960491,0.00035162046],"domain_scores_gemma":[0.99924976,0.00023636721,0.000035129375,0.00036664747,0.000036107172,0.00007600497],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041618233,0.00017701721,0.00017085685,0.00032803338,0.00006514722,0.000068759044,0.00027935594,0.000043330736,0.0000021927742],"category_scores_gemma":[0.0008820352,0.00019576756,0.00003112528,0.00037859296,0.00001124852,0.00058552774,0.00016847668,0.00046693976,0.0000022973306],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015613526,0.000012479735,0.00042681114,0.000027622931,0.000006618711,0.0000110117735,0.00015813934,0.91179454,0.08178909,0.0011907876,2.7126598e-7,0.0045810444],"study_design_scores_gemma":[0.00025514254,0.000012691946,0.0005705522,0.000083768704,0.0000027343415,0.000012234544,0.000013737722,0.99265206,0.005943581,0.00020495773,0.000052712607,0.00019581911],"about_ca_topic_score_codex":0.000027405316,"about_ca_topic_score_gemma":0.000040877647,"teacher_disagreement_score":0.268128,"about_ca_system_score_codex":0.00006865,"about_ca_system_score_gemma":0.000021467053,"threshold_uncertainty_score":0.7983169},"labels":[],"label_agreement":null},{"id":"W2133724574","doi":"10.1145/1029894.1029904","title":"Merging partial behavioural models","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":123,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Viewpoints; Computer science; Notation; Component (thermodynamics); Task (project management); Cover (algebra); Sequence (biology); Sequence diagram; Programming language; Unified Modeling Language; Systems engineering; Engineering; Mathematics","score_opus":0.09323485982453569,"score_gpt":0.3005996911313053,"score_spread":0.2073648313067696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133724574","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0085280165,0.000046236226,0.98912835,0.0003655022,0.0003501155,0.00003988791,1.7559198e-7,0.0011149384,0.00042677677],"genre_scores_gemma":[0.4195349,0.0000015681507,0.5803563,0.000038157978,0.000013719507,0.000004646529,1.5350332e-7,0.0000037560792,0.00004678229],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99933624,0.00001726166,0.000101461104,0.00019952666,0.00012367147,0.0002218332],"domain_scores_gemma":[0.9995241,0.00007343622,0.000018458257,0.00031219702,0.000021280815,0.000050490202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014678428,0.00008218306,0.0000866436,0.000042918382,0.000048557384,0.000039121907,0.00043871324,0.000029470943,0.0000030969975],"category_scores_gemma":[0.000067770314,0.0000727401,0.000034762594,0.00014832175,0.000018491324,0.0006833153,0.00016163944,0.000082621955,0.00001722718],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.8586765e-7,0.0000058249766,0.000017259994,8.09272e-7,0.0000016085477,0.0000083793975,0.00018067239,0.7043497,0.0003120834,0.29070675,0.000006344226,0.004410199],"study_design_scores_gemma":[0.0005313742,0.00006505037,0.00048694908,0.000014969331,0.00000473414,0.000041591644,0.000031720152,0.08670629,0.062769406,0.8487441,0.00015056515,0.00045328733],"about_ca_topic_score_codex":0.000026094189,"about_ca_topic_score_gemma":0.0000016392676,"teacher_disagreement_score":0.6176434,"about_ca_system_score_codex":0.00004193258,"about_ca_system_score_gemma":0.000023494815,"threshold_uncertainty_score":0.29662552},"labels":[],"label_agreement":null},{"id":"W2133796460","doi":"10.1007/3-540-47961-9_50","title":"Addressing Performance Requirements Using a Goal and Scenario-Oriented Approach","year":2002,"lang":"en","type":"book-chapter","venue":"Notes on numerical fluid mechanics and multidisciplinary design","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Operationalization; Goal modeling; Software engineering; Abstraction; Goal orientation; Notation; Systems engineering; Process management; Requirements analysis; Programming language; Engineering; Software","score_opus":0.18575907404065004,"score_gpt":0.32205641769174964,"score_spread":0.1362973436510996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133796460","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015975829,0.0014193325,0.9964974,0.000038936145,0.00044487446,0.0005808372,0.000010725444,0.00035809068,0.0004900677],"genre_scores_gemma":[0.014433611,0.0009310143,0.9825323,0.000056089983,0.000109247296,0.000026124984,0.0000102156655,0.000111405534,0.0017899583],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969945,0.00011223969,0.00050457503,0.0012680392,0.00053587847,0.00058480055],"domain_scores_gemma":[0.9978602,0.00079973775,0.00024572224,0.00072860194,0.00009379227,0.00027193382],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006191009,0.00074018806,0.0007705348,0.00026229178,0.0004898244,0.00013284324,0.0005019477,0.00044197164,0.0000058789406],"category_scores_gemma":[0.00024302163,0.0006668526,0.0001059696,0.00013378092,0.00007719947,0.00041643428,0.0009609603,0.00068307034,0.0000072260777],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004638586,0.0005093406,0.000028274382,0.0011274415,0.00043357324,0.00035481184,0.002569911,0.30033654,0.011896361,0.2643587,0.000092842725,0.41782835],"study_design_scores_gemma":[0.00047392963,0.0006776946,0.000014914414,0.0004956682,0.000050305152,0.00008993046,0.000007600529,0.9869382,0.000423903,0.009826752,0.00021361106,0.0007875397],"about_ca_topic_score_codex":0.0000018253864,"about_ca_topic_score_gemma":2.9113378e-8,"teacher_disagreement_score":0.6866016,"about_ca_system_score_codex":0.00017123233,"about_ca_system_score_gemma":0.000054709042,"threshold_uncertainty_score":0.9995783},"labels":[],"label_agreement":null},{"id":"W2133946160","doi":"10.5555/1762828.1762830","title":"9th international workshop on aspect-oriented modeling","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Software engineering; Computer science; Presentation (obstetrics); Aspect-oriented programming; Software development process; Process (computing); Software development; Software; Modeling language; Systems engineering; Engineering; Programming language","score_opus":0.03969541883221287,"score_gpt":0.2964855150139885,"score_spread":0.2567900961817756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133946160","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011895804,0.000026961967,0.9875043,0.0004506669,0.001916398,0.00003902317,3.5085904e-7,0.0009483074,0.0079244375],"genre_scores_gemma":[0.11004907,0.0000034344912,0.8871822,0.000105216786,0.00012084935,0.000005571949,0.0000020127206,0.000006953523,0.0025246907],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999233,0.00002148036,0.0001278731,0.00025429678,0.00019905192,0.00016427705],"domain_scores_gemma":[0.9993369,0.00026999507,0.00002263394,0.00029703934,0.00004987678,0.000023560735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015792642,0.00009178885,0.00007753614,0.000098102006,0.00003725926,0.000049579015,0.0005008622,0.00003406178,0.000012952816],"category_scores_gemma":[0.0002485485,0.00008107326,0.000033383465,0.00019140657,0.00001010321,0.00025641327,0.00014449786,0.00011263021,0.000037934995],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018636985,0.00001345138,0.000017673516,5.290506e-7,0.0000029780758,0.000004542988,0.000018623155,0.8043919,0.00010578838,0.18746483,0.00036258576,0.0076152263],"study_design_scores_gemma":[0.00013933108,0.000013002989,0.00008299465,0.000012873428,7.346017e-7,0.0000041012495,0.000011859373,0.94425064,0.0011229395,0.051006947,0.0032121171,0.0001424774],"about_ca_topic_score_codex":0.000009337123,"about_ca_topic_score_gemma":0.0000024924266,"teacher_disagreement_score":0.13985872,"about_ca_system_score_codex":0.000058103797,"about_ca_system_score_gemma":0.000010349779,"threshold_uncertainty_score":0.33060718},"labels":[],"label_agreement":null},{"id":"W2133993477","doi":"10.1109/tase.2011.26","title":"A Categorical Modeling Approach of Aspect-Oriented Systems","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Aspect-oriented programming; Computer science; Modular design; Modularity (biology); Traceability; Separation of concerns; Object-oriented programming; Programming language; AspectJ; Component (thermodynamics); Software engineering; Formal verification; Categorical variable; Weaving; Formal specification; Theoretical computer science; Software; Machine learning; Engineering","score_opus":0.1246395495819655,"score_gpt":0.2667082624514337,"score_spread":0.1420687128694682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133993477","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011545555,0.00017722699,0.9924463,0.0000030016884,0.00032463673,0.000088105764,1.9103658e-7,0.0005522301,0.0052537327],"genre_scores_gemma":[0.43042135,0.0000026052326,0.5694983,0.0000026906334,0.000009471358,0.000007926463,1.972355e-7,0.000004224633,0.00005323048],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99915653,0.000056879566,0.00020791352,0.00024116068,0.00015364063,0.00018386947],"domain_scores_gemma":[0.9992806,0.00009882849,0.000043411903,0.00045086656,0.000078781115,0.00004754316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031161495,0.000093537106,0.00018330934,0.000081978236,0.000021208401,0.00000931559,0.0005099157,0.000048246548,0.0000015921977],"category_scores_gemma":[0.00017469782,0.000075422926,0.000037642414,0.00030770147,0.000020087837,0.000218672,0.00017328138,0.000090558904,0.000004196953],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028461973,0.000041045776,0.000037933605,0.00002802035,0.00001151603,0.000003553162,0.0008662186,0.34940842,0.00016960238,0.6485409,0.000011373577,0.0008785896],"study_design_scores_gemma":[0.00007981058,0.000037537524,0.00002767319,0.0000046055557,0.0000023643388,0.000017719181,0.00011909258,0.98879164,0.0009406876,0.009858933,0.000013319939,0.000106597996],"about_ca_topic_score_codex":0.00008608326,"about_ca_topic_score_gemma":1.5136565e-7,"teacher_disagreement_score":0.63938326,"about_ca_system_score_codex":0.000024298386,"about_ca_system_score_gemma":0.000019865203,"threshold_uncertainty_score":0.30756575},"labels":[],"label_agreement":null},{"id":"W2134018182","doi":"10.1109/wicsa.2005.33","title":"Extending the ATAM Architecture Evaluation to Product Line Architectures","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Software product line; Architecture tradeoff analysis method; Architecture; Product (mathematics); Reference architecture; Software architecture; Software architecture description; Software; Computer architecture; Software engineering; Software development; Operating system","score_opus":0.03780147649849742,"score_gpt":0.31904311433015387,"score_spread":0.28124163783165645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134018182","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009621242,0.00043819926,0.9842397,0.0036891487,0.00043433846,0.00043896763,7.261811e-7,0.00067305536,0.0004645969],"genre_scores_gemma":[0.28942966,9.722914e-7,0.7096774,0.00022919133,0.00026794153,0.00005503027,0.0000014541725,0.000009297204,0.00032904078],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985189,0.00019654847,0.00016434441,0.00040487995,0.00039923395,0.00031611355],"domain_scores_gemma":[0.99834186,0.0007227471,0.00003959319,0.00077828334,0.000081243656,0.000036296104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014317735,0.00014652593,0.00011370515,0.000120740486,0.00014145921,0.00008618956,0.0008369689,0.000023839488,0.000007995279],"category_scores_gemma":[0.0016032783,0.00008765585,0.00005474935,0.0004941548,0.00003005232,0.000098620934,0.00030174773,0.00018242352,0.000016052249],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017931395,0.00000546551,0.000011588486,0.0000029464297,0.0000030526537,9.0153077e-7,0.00011412988,0.6918349,0.0024554885,0.004662636,0.0002363996,0.30067068],"study_design_scores_gemma":[0.0005289086,0.0002560138,0.03085054,0.000061311905,0.000035965284,0.00016356772,0.000034075507,0.12064274,0.12295048,0.7029077,0.020533795,0.0010349301],"about_ca_topic_score_codex":0.000023982717,"about_ca_topic_score_gemma":0.00002612254,"teacher_disagreement_score":0.69824505,"about_ca_system_score_codex":0.00005328463,"about_ca_system_score_gemma":0.00003436065,"threshold_uncertainty_score":0.3574502},"labels":[],"label_agreement":null},{"id":"W2134176028","doi":"10.1109/rev.2007.11","title":"Visualizing Aspect-Oriented Goal Models with AoGRL","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Maintainability; Computer science; Reusability; Modularity (biology); Reuse; Software engineering; Scalability; Goal modeling; Visualization; Viewpoints; Aspect-oriented programming; Systems engineering; Requirements engineering; Software; Programming language; Artificial intelligence; Database; Engineering","score_opus":0.034654554818100376,"score_gpt":0.3054786647019712,"score_spread":0.27082410988387084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134176028","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0041694497,0.00006567928,0.9890366,0.00005150713,0.00023829358,0.00008288052,1.8331083e-7,0.0015827793,0.0047726245],"genre_scores_gemma":[0.15844582,0.0000027948834,0.84109336,0.00009802293,0.000035581903,0.0000031927868,4.000852e-7,0.000011637578,0.00030921653],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988615,0.000027637394,0.000155737,0.00032765654,0.00024392821,0.00038354206],"domain_scores_gemma":[0.9989075,0.00045872247,0.000039871342,0.00043434245,0.00007187826,0.00008770832],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006025902,0.00013830466,0.00013983068,0.000115369694,0.000064638254,0.000039982246,0.00044263364,0.00004455678,0.000003921758],"category_scores_gemma":[0.00011702102,0.00010675353,0.000028282062,0.0005035475,0.00003701966,0.0006562482,0.00017124534,0.00013032954,0.000012140341],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018517938,0.000032248172,0.00021844925,0.00000930968,0.000020499117,0.00008085498,0.00070208067,0.16251993,0.0012342882,0.8101827,0.000086241336,0.024894878],"study_design_scores_gemma":[0.0026892903,0.0013002168,0.006350353,0.00015849853,0.000026806645,0.00041363525,0.001010834,0.55470514,0.14873795,0.27356166,0.008304167,0.0027414486],"about_ca_topic_score_codex":0.000010355451,"about_ca_topic_score_gemma":0.000008635559,"teacher_disagreement_score":0.53662103,"about_ca_system_score_codex":0.000052839783,"about_ca_system_score_gemma":0.000023492532,"threshold_uncertainty_score":0.43532825},"labels":[],"label_agreement":null},{"id":"W2134210131","doi":"10.1109/cmpsac.1996.544595","title":"An experience report on architecture development","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Architecture; Software architecture; Reference architecture; Process (computing); Software architecture description; Software engineering; Applications architecture; Software development process; Resource-oriented architecture; Software development; Enterprise architecture framework; Architecture tradeoff analysis method; Software; Computer architecture; Component-based software engineering; Operating system","score_opus":0.06621080048398013,"score_gpt":0.3105899937256694,"score_spread":0.24437919324168927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134210131","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01879037,0.000020526704,0.9783105,0.00013446831,0.00025190352,0.00005017158,4.1786112e-8,0.0009922037,0.0014497598],"genre_scores_gemma":[0.14221339,0.0000013718351,0.8566863,0.00020079286,0.000021033547,0.000016989155,2.7290443e-7,0.0000054162306,0.00085446547],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990719,0.000033030235,0.00014303248,0.0003576407,0.00019432532,0.00020009917],"domain_scores_gemma":[0.999017,0.00014553513,0.00003145565,0.0007115577,0.00002093656,0.0000735248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001603941,0.000105514504,0.00008772162,0.00006149196,0.00006647261,0.000041696818,0.0006150788,0.000031987733,0.00003495502],"category_scores_gemma":[0.00026244583,0.00008414453,0.000016302161,0.00016966285,0.000020988391,0.00021591576,0.00008364354,0.00010098575,0.0000417475],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022531726,0.00010891311,0.00031314234,0.0000070459437,0.000007785077,0.00058395223,0.010481218,0.14501032,0.0020672916,0.011810048,0.00035233801,0.8292557],"study_design_scores_gemma":[0.0010703615,0.0012404516,0.035123296,0.00013426675,0.000005025455,0.0034096024,0.00048367423,0.09796536,0.50196785,0.04131071,0.31309158,0.0041978383],"about_ca_topic_score_codex":8.3204884e-7,"about_ca_topic_score_gemma":5.995187e-7,"teacher_disagreement_score":0.82505786,"about_ca_system_score_codex":0.000030216712,"about_ca_system_score_gemma":0.000008591847,"threshold_uncertainty_score":0.34313142},"labels":[],"label_agreement":null},{"id":"W2134472208","doi":"10.1109/wcre.2000.891462","title":"A reference architecture for Web servers","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Reference architecture; Computer science; Server; Applications architecture; Software architecture; Software engineering; Reference model; Application server; Domain (mathematical analysis); Software architecture description; Operating system; Software","score_opus":0.09372435419818455,"score_gpt":0.2877664144247567,"score_spread":0.19404206022657217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134472208","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00049922644,0.00008750467,0.99579877,0.0007462015,0.00017337118,0.00010170238,0.0000016042288,0.00086566457,0.0017259312],"genre_scores_gemma":[0.031319644,0.000008183968,0.9670422,0.00022457237,0.000021846792,0.00002553165,3.7206652e-7,0.0000060437155,0.0013515677],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993933,0.000022877934,0.00007959849,0.00022403916,0.00008025444,0.00019994829],"domain_scores_gemma":[0.9990166,0.0005262944,0.000019761614,0.0003656442,0.000030391953,0.000041310785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000121746474,0.000084405736,0.00009066708,0.000049498984,0.000040877767,0.00003067571,0.0005533971,0.000039342383,0.000021992644],"category_scores_gemma":[0.00036153453,0.00006914638,0.000034067685,0.00015882631,0.000015734478,0.00015625147,0.000099624594,0.00008277884,0.00002485218],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007849632,0.00005063636,0.00007565233,0.00009209336,0.00003245049,0.0000127745025,0.0010183719,0.13508916,0.0069996146,0.24879156,0.016078549,0.5917513],"study_design_scores_gemma":[0.0014507822,0.000512875,0.0009079768,0.00004834787,0.000010646428,0.00007504199,0.000054264216,0.3163549,0.011883056,0.2713225,0.39612296,0.0012566488],"about_ca_topic_score_codex":0.0000011027091,"about_ca_topic_score_gemma":0.0000026600985,"teacher_disagreement_score":0.59049463,"about_ca_system_score_codex":0.000015677944,"about_ca_system_score_gemma":0.000006000332,"threshold_uncertainty_score":0.28197077},"labels":[],"label_agreement":null},{"id":"W2135273415","doi":"10.5555/776816.776952","title":"3rd international workshop on Adoption-Centric Software Engineering ACSE 2003","year":2003,"lang":"en","type":"article","venue":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Victoria","funders":"","keywords":"Software engineering; Social software engineering; Middleware (distributed applications); Software; Key (lock); Computer science; Software Engineering Process Group; Software peer review; Software construction; Software development; Engineering management; Systems engineering; Engineering; Computer security; Database; Operating system","score_opus":0.012351778871598794,"score_gpt":0.21044884186035348,"score_spread":0.19809706298875468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135273415","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0640323,0.0000944909,0.9330916,0.00083342084,0.0010185384,0.0001360937,0.0000022130043,0.0004019811,0.00038938766],"genre_scores_gemma":[0.32284173,0.0002954234,0.6760555,0.00005202357,0.00012241969,0.0000011552955,0.0000010014604,0.000012152462,0.0006186324],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99870086,0.000022277149,0.00011786802,0.00042568045,0.0004074549,0.00032584328],"domain_scores_gemma":[0.99881196,0.00020087822,0.000096317664,0.0004482276,0.0003764162,0.00006618477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050832366,0.00014534577,0.00016946338,0.0006798817,0.0003994868,0.000051787814,0.001584194,0.00011296331,0.000019071911],"category_scores_gemma":[0.002935677,0.00013867188,0.000030478006,0.0035685687,0.00096789235,0.00065810955,0.0004126874,0.0003108059,0.000013192484],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033488137,0.00017371775,0.004379837,0.000031262807,0.00006527193,0.00020759011,0.0014899876,0.023471104,0.0027978364,0.5654248,0.0015394785,0.4003856],"study_design_scores_gemma":[0.007894574,0.001306812,0.07484361,0.00161568,0.00018898005,0.0007155798,0.018982118,0.028146306,0.07018253,0.040523514,0.7500128,0.0055875024],"about_ca_topic_score_codex":0.0000028953343,"about_ca_topic_score_gemma":0.0000027455017,"teacher_disagreement_score":0.7484733,"about_ca_system_score_codex":0.00015634004,"about_ca_system_score_gemma":0.00015918294,"threshold_uncertainty_score":0.56548756},"labels":[],"label_agreement":null},{"id":"W2135340946","doi":"10.1109/wise.2001.996462","title":"Semantic models for knowledge management","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Set (abstract data type); Knowledge management; Data science; Work (physics); Semantic data model; Scheme (mathematics); Information retrieval","score_opus":0.07266449206410579,"score_gpt":0.31990462191559554,"score_spread":0.24724012985148974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135340946","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000030120389,0.00020280723,0.9859585,0.00026433996,0.00020311275,0.00017348393,2.2733435e-7,0.0007967346,0.012370677],"genre_scores_gemma":[0.037621487,0.000017121534,0.9576995,0.00009379187,0.000046170884,0.00005071609,2.6858453e-7,0.000007122991,0.0044638277],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99942297,0.000013351983,0.00009760625,0.00021370838,0.000057366873,0.00019499777],"domain_scores_gemma":[0.99928755,0.00029502623,0.000014303952,0.00034405693,0.000027927512,0.000031112006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002218746,0.0000784446,0.00008514242,0.00006244918,0.000037796333,0.00002803717,0.00048295854,0.00002136756,0.0000017954574],"category_scores_gemma":[0.00003551849,0.000069079615,0.000038154405,0.000118776625,0.000008837066,0.00037872483,0.0001893264,0.000030981457,0.000036446265],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.1874033e-7,0.00001288214,3.2001506e-7,0.00002006884,0.0000068098925,5.036512e-7,0.00012210308,0.25245604,0.000017673641,0.56112546,0.0007171259,0.1855204],"study_design_scores_gemma":[0.00020078347,0.000020783167,0.000015051733,0.00000855547,0.0000035006583,0.0000025270785,0.000016500688,0.8180068,0.0014949287,0.1604088,0.019671395,0.00015034866],"about_ca_topic_score_codex":1.650118e-7,"about_ca_topic_score_gemma":0.0000010154816,"teacher_disagreement_score":0.5655508,"about_ca_system_score_codex":0.000030657066,"about_ca_system_score_gemma":0.0000053642525,"threshold_uncertainty_score":0.2816985},"labels":[],"label_agreement":null},{"id":"W2135977696","doi":"10.1049/iet-sen.2009.0004","title":"Systematic selection of software architecture styles","year":2010,"lang":"en","type":"article","venue":"IET Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Selection (genetic algorithm); Architecture; Architectural style; Software architecture; Computer science; Ranking (information retrieval); Software; Architectural pattern; Software engineering; Reference architecture; Software architecture description; Software system; Artificial intelligence; Software construction; Programming language","score_opus":0.012856748413669693,"score_gpt":0.2592832664182455,"score_spread":0.24642651800457582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135977696","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011254094,0.0001700149,0.98555446,0.000051436677,0.0007839027,0.00031722567,0.000007515082,0.001847479,0.000013846832],"genre_scores_gemma":[0.07913879,0.0000046416844,0.9205437,0.000043366712,0.00007367029,0.00005276183,0.0000027610158,0.000028493994,0.000111831374],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9983172,0.00014204456,0.00041382434,0.00041736494,0.00036368697,0.00034586768],"domain_scores_gemma":[0.9967303,0.0019037891,0.00023240167,0.00083444675,0.00020477994,0.000094246556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055023184,0.0002479396,0.00046538073,0.00020124731,0.00010114608,0.000054336753,0.0010320097,0.00017968302,0.000014823038],"category_scores_gemma":[0.0067613376,0.0002146858,0.00013560627,0.00056976615,0.00008066219,0.00033053,0.00022731956,0.00051919284,0.000018412818],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010434383,0.00074636756,0.027648464,0.09001938,0.0009691176,0.00015432447,0.011129231,0.48966655,0.1152773,0.05287767,0.0026099102,0.20879734],"study_design_scores_gemma":[0.00403815,0.0020459734,0.04287154,0.014298712,0.0004552886,0.0024182564,0.0005944993,0.008796982,0.3415328,0.57300705,0.0026357074,0.007305048],"about_ca_topic_score_codex":0.0000075993426,"about_ca_topic_score_gemma":0.00001655618,"teacher_disagreement_score":0.5201294,"about_ca_system_score_codex":0.000029481558,"about_ca_system_score_gemma":0.00007347103,"threshold_uncertainty_score":0.87546325},"labels":[],"label_agreement":null},{"id":"W2136033258","doi":"10.1145/1052898.1052906","title":"abc","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":299,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"AspectJ; Computer science; Polyglot; Programming language; Workbench; Aspect-oriented programming; Modular design; Syntax; Code generation; Java; Compiler; Abstract syntax tree; Generic programming; Control flow; Parsing; Software; Operating system; Artificial intelligence","score_opus":0.025757353986938392,"score_gpt":0.2805078669053327,"score_spread":0.2547505129183943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136033258","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027237082,0.000058491823,0.99231243,0.00082165276,0.00012415991,0.000016087639,3.2004344e-8,0.0009792093,0.005415587],"genre_scores_gemma":[0.030896882,0.000003601725,0.96744704,0.00028260855,0.000043471176,0.0000021172766,3.9617138e-8,0.000002199474,0.0013220602],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996835,0.000010907652,0.000047568676,0.00010222579,0.000054778906,0.00010099919],"domain_scores_gemma":[0.9995703,0.00014549911,0.000007342687,0.00024337995,0.000010748351,0.000022740214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010640527,0.000037071328,0.000039627284,0.000023906568,0.000017964283,0.000017284705,0.0003383475,0.000014057156,0.000014544251],"category_scores_gemma":[0.00012311742,0.00003083507,0.000013557455,0.00009104493,0.000007642496,0.00028092833,0.00008958374,0.000036936242,0.0001526914],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.87763e-7,0.000007864939,0.00003498606,0.0000015330409,0.0000025543156,0.0000024253077,0.00012462959,0.0744054,0.0007936401,0.283133,0.001701001,0.6397927],"study_design_scores_gemma":[0.0005037261,0.00009652437,0.0050041927,0.0000108815275,0.0000025911304,0.0000700854,0.000023651248,0.13200377,0.10755362,0.20687495,0.5470121,0.00084392505],"about_ca_topic_score_codex":4.9941593e-7,"about_ca_topic_score_gemma":4.5116894e-7,"teacher_disagreement_score":0.63894874,"about_ca_system_score_codex":0.000012674707,"about_ca_system_score_gemma":0.000005327779,"threshold_uncertainty_score":0.19625899},"labels":[],"label_agreement":null},{"id":"W2136189351","doi":"10.1109/cmpsac.2001.960641","title":"A runtime composite service creation and deployment infrastructure and its applications in Internet security, e-commerce, and software provisioning","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Provisioning; Software deployment; Service (business); The Internet; Computer network; Computer security; Distributed computing; Software engineering; World Wide Web","score_opus":0.01724121264113867,"score_gpt":0.2598748192820448,"score_spread":0.24263360664090614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136189351","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18899132,0.00085426756,0.8093001,0.00030136912,0.000017844017,0.00025114967,0.0000011690408,0.00024015222,0.00004260766],"genre_scores_gemma":[0.43295607,0.00012390593,0.5666128,0.00019646926,0.000007684979,0.000036763136,0.0000023905186,0.000008840005,0.000055065047],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999232,0.00004684087,0.00015309543,0.00033013767,0.000090565416,0.00014735114],"domain_scores_gemma":[0.9992562,0.00042383134,0.000043228607,0.0001730863,0.000040641098,0.00006299868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012224684,0.00013540122,0.0001483525,0.000110742585,0.00006299661,0.00011171316,0.00018545706,0.000059012415,0.000004627006],"category_scores_gemma":[0.00008750002,0.00012225786,0.0000072597772,0.00024975158,0.00002270843,0.00043927014,0.0004868381,0.00014135009,0.0000015200359],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028358943,0.0002562429,0.23606698,0.001238264,0.000103884835,0.000024611943,0.0467699,0.020358685,0.0058756345,0.06262754,0.0005563791,0.6260935],"study_design_scores_gemma":[0.0011234356,0.00013134084,0.27761167,0.00020757917,0.000018414607,0.000127456,0.00019673951,0.6882826,0.0020342313,0.027656179,0.0019063909,0.00070397457],"about_ca_topic_score_codex":0.00002283928,"about_ca_topic_score_gemma":0.000015042261,"teacher_disagreement_score":0.6679239,"about_ca_system_score_codex":0.000023571409,"about_ca_system_score_gemma":0.0000035005153,"threshold_uncertainty_score":0.4985531},"labels":[],"label_agreement":null},{"id":"W2136355198","doi":"10.1109/mcetech.2008.23","title":"SecurityViews: A Dynamic Security for View-Oriented Programming","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Computer science; Adaptation (eye); Aspect-oriented programming; Object-oriented programming; Software engineering; Java; Context (archaeology); Distributed object; Domain (mathematical analysis); Software development; Object (grammar); Software; Distributed computing; Programming language; Common Object Request Broker Architecture; Artificial intelligence","score_opus":0.03422557503326099,"score_gpt":0.3080878231618,"score_spread":0.273862248128539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136355198","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032787437,0.0004837419,0.99334985,0.00018686306,0.0004649881,0.00050755317,0.0000021066644,0.0016150706,0.000111105015],"genre_scores_gemma":[0.047516294,0.00007202804,0.95186967,0.00010907995,0.000027197066,0.00017244474,0.0000036262445,0.000014611189,0.00021506769],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987034,0.000063283005,0.00023559717,0.00042405215,0.00016858742,0.00040508332],"domain_scores_gemma":[0.99867517,0.0005271498,0.00006265871,0.0005384931,0.00011313166,0.00008337552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042959,0.00017278659,0.00024094094,0.00008366547,0.00016553329,0.000026519849,0.00057382195,0.000065918175,0.0000028801092],"category_scores_gemma":[0.0007681063,0.00015427844,0.00010515785,0.00041440575,0.000060605675,0.00043896274,0.00020430266,0.00013364223,0.000011330657],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051511204,0.00058123027,0.0005017439,0.00069443084,0.00015061049,0.000166434,0.01749595,0.0076672947,0.0010151864,0.32642975,0.0070806844,0.6381652],"study_design_scores_gemma":[0.002028255,0.0007354294,0.000998636,0.0001104844,0.000021146576,0.0005305445,0.00020301006,0.24036889,0.0039984095,0.16013956,0.5890728,0.0017927893],"about_ca_topic_score_codex":0.000003978729,"about_ca_topic_score_gemma":0.000004448346,"teacher_disagreement_score":0.6363724,"about_ca_system_score_codex":0.000059343092,"about_ca_system_score_gemma":0.00004281158,"threshold_uncertainty_score":0.62912923},"labels":[],"label_agreement":null},{"id":"W2136473817","doi":"10.1109/icpc.2006.8","title":"Alborz: An Interactive Toolkit to Extract Static and Dynamic Views of a Software System","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Wizard; Software system; Software engineering; Software framework; Software evolution; Software construction; Software visualization; Software; Eclipse; Programming language; Source code; Interoperability; Reverse engineering; Operating system","score_opus":0.023649202534408848,"score_gpt":0.3071104437478725,"score_spread":0.28346124121346367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136473817","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039901882,0.00010456014,0.9589015,0.000040205676,0.0001690816,0.00020615716,0.000005383515,0.0005545276,0.00011666295],"genre_scores_gemma":[0.28906685,0.0000016051596,0.71071225,0.000029190014,0.000007785852,0.000017093062,0.0000013658694,0.000008875679,0.00015497173],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989186,0.00011321444,0.00027873722,0.0003408946,0.00014469548,0.00020383763],"domain_scores_gemma":[0.9984361,0.0008703101,0.000089878486,0.00045859508,0.00007660588,0.00006850638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032198694,0.00014733156,0.0002656666,0.00013115832,0.00003187811,0.000051218874,0.00040840724,0.00003695822,0.0000027123522],"category_scores_gemma":[0.0003164147,0.00012658723,0.000029903274,0.00024093226,0.000025683572,0.00066996174,0.0001739836,0.00008731163,0.000006781942],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006164074,0.0002227478,0.0010126552,0.0007785336,0.00006346314,0.0000979309,0.0044061486,0.24669072,0.013249103,0.03565175,0.00034636573,0.6974189],"study_design_scores_gemma":[0.0028058914,0.003992222,0.12032428,0.0018673816,0.0001071597,0.0007371868,0.004672527,0.74808574,0.03964037,0.067711286,0.005800418,0.004255531],"about_ca_topic_score_codex":0.00007239988,"about_ca_topic_score_gemma":0.000048389178,"teacher_disagreement_score":0.6931634,"about_ca_system_score_codex":0.00008562477,"about_ca_system_score_gemma":0.000023476012,"threshold_uncertainty_score":0.51620775},"labels":[],"label_agreement":null},{"id":"W2136503680","doi":"10.1145/996841.996861","title":"Jedd","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Programming language; Compiler; Binary decision diagram; Key (lock); Java; Data structure; Theoretical computer science; Operating system","score_opus":0.027388747020380362,"score_gpt":0.2739633675431562,"score_spread":0.24657462052277584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136503680","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00058416004,0.000035644018,0.995745,0.0004480457,0.0002189579,0.000019180618,3.435706e-8,0.0010146493,0.0019343393],"genre_scores_gemma":[0.04838787,0.0000026931655,0.9512247,0.00015821657,0.000013564611,0.0000021394533,4.672823e-8,0.0000022757915,0.0002085211],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9996828,0.0000067595165,0.00004348687,0.000107950604,0.000057481688,0.00010151386],"domain_scores_gemma":[0.9996325,0.00008007786,0.0000071632153,0.00024548062,0.00001127261,0.000023534662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008504618,0.00003866886,0.00004123799,0.000024404593,0.000018097751,0.000017617329,0.00033480913,0.000014883834,0.0000033057117],"category_scores_gemma":[0.00015731521,0.000032116328,0.000014445696,0.00012337744,0.000009305619,0.00020767968,0.000091881244,0.00003816448,0.00007314185],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.1608366e-7,0.0000066307384,0.000012462072,0.0000017779788,0.0000019899146,0.000009603956,0.000114456336,0.18314976,0.00084132183,0.7850123,0.00006435945,0.03078512],"study_design_scores_gemma":[0.0002364162,0.000040801995,0.0011240157,0.000005380934,5.8620293e-7,0.000024793122,0.000009158809,0.0005482663,0.040811047,0.95339215,0.0036246264,0.00018277233],"about_ca_topic_score_codex":0.000002778334,"about_ca_topic_score_gemma":4.4655067e-7,"teacher_disagreement_score":0.1826015,"about_ca_system_score_codex":0.000019586392,"about_ca_system_score_gemma":0.000012875364,"threshold_uncertainty_score":0.13096659},"labels":[],"label_agreement":null},{"id":"W2136700198","doi":"10.1109/snpd.2007.542","title":"Modeling and Practice on Component Based Software Design - a Case Study","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University","funders":"","keywords":"Component (thermodynamics); Computer science; Component-based software engineering; Software engineering; Reuse; Software construction; Software; Software design; Black box; Software development; Engineering; Operating system; Artificial intelligence","score_opus":0.15196649388661948,"score_gpt":0.3700020005776453,"score_spread":0.21803550669102584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136700198","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023522088,0.00004657079,0.97500294,0.0000986147,0.00014467965,0.0003210091,1.6448587e-7,0.00083899766,0.000024920544],"genre_scores_gemma":[0.39186385,7.4072113e-7,0.60789365,0.00021237788,0.0000098727805,0.0000060546554,7.242739e-8,0.000007099551,0.000006297642],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99868405,0.00028484868,0.00018719098,0.00037565242,0.00021904797,0.00024919584],"domain_scores_gemma":[0.99076873,0.00857215,0.000036300487,0.00044929693,0.00008177627,0.000091763526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030563439,0.00014506326,0.00014168213,0.00012452793,0.0001215632,0.00006960977,0.0002374977,0.000037381415,9.508508e-7],"category_scores_gemma":[0.0032975832,0.00012569563,0.000018130955,0.0002001954,0.00001584526,0.00038919665,0.00013699259,0.00015820879,0.0000036041195],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037025424,0.00014539444,0.000026950358,0.000004698004,0.000009561869,0.003332672,0.00072831684,0.9729885,0.000055005225,0.00034236733,0.0000064318656,0.022323105],"study_design_scores_gemma":[0.0005580215,0.0005537933,0.00005069541,0.000012170559,0.000010770184,0.001524738,0.0015884372,0.9942441,0.0004364932,0.00074089284,0.00002546255,0.00025443142],"about_ca_topic_score_codex":0.00007882095,"about_ca_topic_score_gemma":0.0000071048007,"teacher_disagreement_score":0.36834174,"about_ca_system_score_codex":0.000048398022,"about_ca_system_score_gemma":0.000024962696,"threshold_uncertainty_score":0.5125719},"labels":[],"label_agreement":null},{"id":"W2136898191","doi":"10.1007/978-3-642-36611-6_25","title":"Transition from Process- to Product-Level Perspective for Business Software","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in business information processing","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Perspective (graphical); Software engineering; Process (computing); Context (archaeology); Product (mathematics); Process management; Systems engineering; Engineering; Programming language; Mathematics; Artificial intelligence; Geography","score_opus":0.03652333414276911,"score_gpt":0.28024939753974837,"score_spread":0.24372606339697928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136898191","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000028690878,0.0006851001,0.99265116,0.0024564432,0.00081237906,0.0016478475,0.00011854013,0.00090093934,0.0006989213],"genre_scores_gemma":[0.006771388,0.000036697656,0.9904424,0.0011191369,0.00042866872,0.00045738113,0.00037404834,0.00009595594,0.00027435622],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99726725,0.000021008103,0.00085399,0.0007836281,0.0005584572,0.0005156913],"domain_scores_gemma":[0.99388295,0.00059561647,0.0005746797,0.0006509,0.0042029917,0.000092881935],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00031883796,0.00074097794,0.00073139195,0.00089492084,0.00023132536,0.0005743119,0.001010162,0.000514752,0.000022306325],"category_scores_gemma":[0.0049577826,0.00071767607,0.00008429552,0.00097126333,0.00008139017,0.0052305185,0.00015808194,0.000542206,0.000047871803],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050566723,0.000014653066,0.0000024531796,0.0012466491,0.00002314956,0.0000022693227,0.007993848,0.46536133,0.000029312849,0.002989823,0.00004704581,0.5222389],"study_design_scores_gemma":[0.0014849226,0.000087159104,0.0013154127,0.005060024,0.00009524789,0.000036990205,0.00014884953,0.020478178,0.0027444668,0.95538974,0.009845249,0.003313753],"about_ca_topic_score_codex":0.00004458509,"about_ca_topic_score_gemma":0.00002105305,"teacher_disagreement_score":0.9523999,"about_ca_system_score_codex":0.00052161963,"about_ca_system_score_gemma":0.000582064,"threshold_uncertainty_score":0.99952745},"labels":[],"label_agreement":null},{"id":"W2137174580","doi":"10.1109/coginf.2006.365689","title":"Separating Designs from Implementations: Role-Based Software Development","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"","keywords":"Software development; Computer science; Software engineering; Software construction; Package development process; Goal-Driven Software Development Process; Software development process; Software; Implementation; Social software engineering; Personal software process; Software analytics; Perspective (graphical); Programming language; Artificial intelligence","score_opus":0.052050211906199656,"score_gpt":0.30466030135409006,"score_spread":0.25261008944789043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137174580","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006230486,0.000106770734,0.9918818,0.0000608791,0.00012905955,0.000119561526,0.0000026972657,0.0013437369,0.00012502159],"genre_scores_gemma":[0.039804555,2.9862207e-7,0.95980626,0.0001519226,0.00003625221,0.000056633286,0.00002540067,0.000010640268,0.00010804819],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99887794,0.00006653273,0.00027145713,0.00032001254,0.00019633111,0.00026769456],"domain_scores_gemma":[0.9984306,0.0010857071,0.000065234475,0.00032650153,0.00005394432,0.000037989124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023896972,0.00014287092,0.00012466565,0.00007666983,0.00014652286,0.00009635151,0.00046021058,0.000036595164,0.000033400716],"category_scores_gemma":[0.0001859772,0.00013609226,0.0000316645,0.00022827058,0.000014146822,0.00031752724,0.000115233575,0.00007126759,0.00003855042],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054212883,0.00007884315,0.011091478,0.000014920443,0.000032416763,0.000018613327,0.00072151184,0.7732133,0.010817172,0.011933359,0.0011317503,0.1909412],"study_design_scores_gemma":[0.0017496925,0.00011152895,0.06945815,0.00007488753,0.000017186441,0.0000060372663,0.00027801603,0.06827651,0.66507894,0.18134443,0.011867041,0.0017375654],"about_ca_topic_score_codex":0.00010149272,"about_ca_topic_score_gemma":0.000052849708,"teacher_disagreement_score":0.7049368,"about_ca_system_score_codex":0.00008988242,"about_ca_system_score_gemma":0.00011942512,"threshold_uncertainty_score":0.5549682},"labels":[],"label_agreement":null},{"id":"W2137544679","doi":"10.1016/j.jss.2010.12.009","title":"Supporting runtime software architecture: A bidirectional-transformation-based approach","year":2010,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Institute of Informatics; Peking University","keywords":"Computer science; Reference architecture; Software architecture description; Space-based architecture; Software architecture; Applications architecture; Architecture; Abstraction; Database-centric architecture; Synchronization (alternating current); Software system; Distributed computing; Systems architecture; Computer architecture; Software; Software engineering; Programming language; Computer network","score_opus":0.01703102316261164,"score_gpt":0.2695985732001873,"score_spread":0.2525675500375757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137544679","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012712991,0.0005881358,0.9847344,0.00010266694,0.0014329673,0.00014073176,0.0000051921884,0.00025512362,0.000027794422],"genre_scores_gemma":[0.15538728,0.000007989802,0.84426033,0.000044758,0.00021823477,0.00000872378,0.000001801286,0.000016850807,0.00005399873],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983719,0.00009539834,0.0006322843,0.00020123266,0.00041836884,0.00028080316],"domain_scores_gemma":[0.99788857,0.0008764743,0.00048682952,0.0002846132,0.00030872258,0.00015477846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014320594,0.00018948416,0.00038019737,0.00028878934,0.00016456576,0.00018542123,0.00047523668,0.00012943025,0.000002546112],"category_scores_gemma":[0.0015588222,0.00014879744,0.00012780458,0.0002861707,0.00005500025,0.0005680743,0.000049746748,0.00060998456,0.000001878584],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005339345,0.00017677761,0.009908268,0.0012829626,0.00019891182,0.00010649264,0.003941721,0.84533805,0.004268164,0.004937143,0.00078923354,0.12899889],"study_design_scores_gemma":[0.027939698,0.006505402,0.09559725,0.0066118045,0.00094868353,0.06668853,0.004814616,0.27337667,0.02710157,0.23392785,0.24140199,0.015085932],"about_ca_topic_score_codex":0.000008628614,"about_ca_topic_score_gemma":0.0000012495863,"teacher_disagreement_score":0.57196134,"about_ca_system_score_codex":0.000028162323,"about_ca_system_score_gemma":0.00014895361,"threshold_uncertainty_score":0.6067783},"labels":[],"label_agreement":null},{"id":"W2137983064","doi":"10.1007/s10270-015-0505-x","title":"Promoting traits into model-driven development","year":2015,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Reusability; Unified Modeling Language; Programming language; Java; Separation of concerns; Flexibility (engineering); Modeling language; Software engineering; Semantics (computer science); Applications of UML; Aspect-oriented programming; Software","score_opus":0.10288961123429351,"score_gpt":0.2979105335214886,"score_spread":0.1950209222871951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137983064","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022906994,0.0008371109,0.97224504,0.00004363241,0.000790567,0.00035976642,9.868693e-7,0.002789845,0.00002603377],"genre_scores_gemma":[0.39022118,0.0000018766716,0.60952187,0.000021046351,0.00006874377,0.00007699084,0.0000023906255,0.00003281267,0.000053108834],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972282,0.0001489935,0.0006578579,0.0007228813,0.0006350345,0.0006070459],"domain_scores_gemma":[0.9984012,0.0001984727,0.00015575555,0.0005787315,0.0003627041,0.00030311118],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014177642,0.0003444485,0.0004354428,0.00018523264,0.00020326486,0.00020423824,0.001166465,0.00015280455,1.8395855e-7],"category_scores_gemma":[0.0011637377,0.00033160616,0.00006807827,0.00036869876,0.000021988348,0.0009205819,0.00050498504,0.00028843942,0.000028273347],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023128662,0.000013526673,0.00004165847,0.00009673896,0.000016579954,0.000009769151,0.013493535,0.96408767,0.00017381464,0.0008032467,0.00002243159,0.021238735],"study_design_scores_gemma":[0.00024156288,0.000025944491,0.0000026087234,0.00020809729,0.0000043666055,0.000027155005,0.00019078839,0.9922462,0.0001638316,0.006311906,0.00016575017,0.00041175727],"about_ca_topic_score_codex":0.00002517617,"about_ca_topic_score_gemma":0.0000031088252,"teacher_disagreement_score":0.3673142,"about_ca_system_score_codex":0.00040533594,"about_ca_system_score_gemma":0.00046238073,"threshold_uncertainty_score":0.9999136},"labels":[],"label_agreement":null},{"id":"W2138260737","doi":"10.1109/mise.2009.5069897","title":"Model transformation of dependability-focused requirements models","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Dependability; Model transformation; Interrupt; Transformation (genetics); Process (computing); Model checking; Activity diagram; Software engineering; Unified Modeling Language; Programming language; Consistency (knowledge bases); Artificial intelligence; Embedded system","score_opus":0.11933152916887184,"score_gpt":0.3224353521804763,"score_spread":0.20310382301160446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138260737","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005125746,0.000019713274,0.9920249,0.00022610545,0.00004725317,0.00011320928,7.775021e-7,0.00040192207,0.0020403739],"genre_scores_gemma":[0.46968153,0.0000038015291,0.53024864,0.000041350293,0.0000017791731,0.0000016861619,3.3973726e-7,0.000001605212,0.000019269553],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992128,0.00003295917,0.0002393454,0.00016563859,0.00019733646,0.000151932],"domain_scores_gemma":[0.99938846,0.00008573245,0.000042901585,0.00038863465,0.000060966915,0.00003329972],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038303065,0.00008442637,0.00013306593,0.00006827089,0.000023669272,0.000012989885,0.00044060516,0.000040006507,0.0000013574848],"category_scores_gemma":[0.000077100296,0.0000743021,0.000042875097,0.00016978015,0.000013416814,0.0013464512,0.000027435239,0.000057966525,0.0000014801935],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028344828,0.000018038565,0.0000013821806,0.00000644457,0.0000018184415,1.5480379e-7,0.0004659057,0.8010328,0.0025327986,0.13239866,0.000005348668,0.06353383],"study_design_scores_gemma":[0.0001030708,0.000035772264,0.000039664203,0.0000036930887,9.550947e-7,4.6058344e-7,0.0000034280488,0.6103525,0.014497205,0.37490693,0.000002325453,0.000053973552],"about_ca_topic_score_codex":0.0000018331859,"about_ca_topic_score_gemma":5.7885967e-7,"teacher_disagreement_score":0.4645558,"about_ca_system_score_codex":0.00003020627,"about_ca_system_score_gemma":0.000023275554,"threshold_uncertainty_score":0.30299518},"labels":[],"label_agreement":null},{"id":"W2138416045","doi":"10.1109/ecbs.2003.1194814","title":"Issues in architectural modeling and evolution in the know-it-all case study","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Code refactoring; Computer science; Architecture; Software engineering; Reference architecture; Software product line; Database-centric architecture; Service-oriented modeling; Enterprise architecture framework; Domain (mathematical analysis); Software architecture description; Software architecture; View model; Systems engineering; Programming language; Engineering; Software development; Software","score_opus":0.06513769544262725,"score_gpt":0.34921880435655245,"score_spread":0.2840811089139252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138416045","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47335005,0.00017858499,0.5259088,0.00035878216,0.000029829958,0.00010329023,5.421402e-8,0.00006480602,0.000005745061],"genre_scores_gemma":[0.67016643,0.000004225327,0.32976457,0.000040278916,0.000008074694,0.000010251137,5.551438e-8,0.0000021890517,0.0000039157603],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992564,0.000135856,0.00013567155,0.00020899723,0.000098579316,0.00016449647],"domain_scores_gemma":[0.99944603,0.00027145038,0.000011990976,0.00024398517,0.00001099028,0.00001553578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006947986,0.00008265174,0.000094310555,0.000115103576,0.000029874296,0.0000395621,0.00026537673,0.000021327487,1.4466262e-7],"category_scores_gemma":[0.00023798774,0.00005575893,0.000010128179,0.00025200448,0.000015302157,0.00022122593,0.00013184418,0.00015839338,5.75198e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013612637,0.00003076912,0.00078105787,0.0000027781973,0.0000013053723,0.00040962524,0.013085866,0.9800659,0.00002111906,0.0014914637,5.6921255e-7,0.0041082026],"study_design_scores_gemma":[0.0011934061,0.00028464108,0.009105259,0.000042727945,0.0000036645552,0.0022265862,0.013751736,0.837975,0.00005439953,0.13501215,0.0000089611995,0.00034142434],"about_ca_topic_score_codex":0.0021128638,"about_ca_topic_score_gemma":0.0019020021,"teacher_disagreement_score":0.19681637,"about_ca_system_score_codex":0.000056703415,"about_ca_system_score_gemma":0.000012875233,"threshold_uncertainty_score":0.31940323},"labels":[],"label_agreement":null},{"id":"W2138422843","doi":"10.1109/csmr.2007.8","title":"A Multi-view Toolkit to Assist Software Integration and Evolution","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Software product line; Software engineering; Computer science; Domain engineering; Cohesion (chemistry); Systems engineering; Reuse; Component-based software engineering; Reference architecture; Component (thermodynamics); Software evolution; Software system; Software development; Software architecture; Software; Software construction; Engineering; Programming language","score_opus":0.04581295462443946,"score_gpt":0.3185620932523207,"score_spread":0.27274913862788125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138422843","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025724343,0.00020561887,0.9958093,0.000165408,0.00028157982,0.00013055454,4.3734246e-7,0.00078861,0.00004604463],"genre_scores_gemma":[0.077516645,0.0000045496085,0.9219855,0.00017458001,0.000022701943,0.000007723386,6.145884e-7,0.00000579089,0.00028189272],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99922246,0.000032345768,0.00015296819,0.000272246,0.000116120114,0.00020384035],"domain_scores_gemma":[0.99912304,0.0004168903,0.000027030257,0.00027673968,0.0000701045,0.000086218],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070288737,0.00010276864,0.000110086185,0.00011362328,0.000061929386,0.0000580435,0.00024902006,0.000049023107,0.0000020201826],"category_scores_gemma":[0.0016873488,0.00008787299,0.000020812444,0.00033261333,0.00001819752,0.00041169452,0.00016739704,0.00008745651,0.00001961465],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006694674,0.000028330132,0.0022947425,0.000022404762,0.000007150552,0.000009002224,0.00057845016,0.0036502792,0.0039902925,0.031326346,0.00017357239,0.95791274],"study_design_scores_gemma":[0.00087506237,0.0004283433,0.9121679,0.00020977725,0.000014662837,0.000104573424,0.0002871464,0.031076849,0.016860884,0.030518465,0.0061779907,0.0012783419],"about_ca_topic_score_codex":0.000018073555,"about_ca_topic_score_gemma":0.000054676035,"teacher_disagreement_score":0.9566344,"about_ca_system_score_codex":0.00010807059,"about_ca_system_score_gemma":0.000015405509,"threshold_uncertainty_score":0.35833564},"labels":[],"label_agreement":null},{"id":"W2138613891","doi":"10.1109/hicss.2008.414","title":"Stratified Modelling and Analysis of Confidentiality Requirements","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Confidentiality; Computer science; Requirements analysis; Requirements engineering; Process (computing); Domain (mathematical analysis); Risk analysis (engineering); Set (abstract data type); Computer security; Business; Software","score_opus":0.14912888352199347,"score_gpt":0.3311964915686615,"score_spread":0.18206760804666802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138613891","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.095666155,0.00004663535,0.9038842,0.000009706699,0.000044127555,0.000028030547,7.4353983e-7,0.00010632785,0.00021411067],"genre_scores_gemma":[0.49381363,0.000019555995,0.5061111,0.0000073164624,0.0000016093077,7.20297e-7,4.845981e-7,9.928134e-7,0.0000445757],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994067,0.000038379094,0.00016630495,0.00017130293,0.00012963607,0.000087686596],"domain_scores_gemma":[0.9994131,0.00018791284,0.000048467264,0.0002765819,0.000046953595,0.000027007001],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024339785,0.000054534714,0.000171834,0.000120112025,0.000034613007,0.000010248154,0.00019546732,0.000022247525,0.0000034865423],"category_scores_gemma":[0.00005470621,0.00004989688,0.000037347458,0.00042289123,0.00004511617,0.000236882,0.00008101114,0.000033351786,3.3565985e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017816756,0.000011083917,0.0012178577,0.000007161935,0.0001870012,0.0000029147811,0.00052873435,0.97716045,0.0013146632,0.017903918,0.000004488743,0.0016599519],"study_design_scores_gemma":[0.00011976209,0.000022139391,0.0104625225,0.000003081702,0.000063294894,0.0000025375368,0.000023090433,0.96908545,0.011308375,0.00877602,0.000009630917,0.00012406395],"about_ca_topic_score_codex":0.000047688492,"about_ca_topic_score_gemma":0.0000025482075,"teacher_disagreement_score":0.39814746,"about_ca_system_score_codex":0.0000063755083,"about_ca_system_score_gemma":0.000010729448,"threshold_uncertainty_score":0.20347357},"labels":[],"label_agreement":null},{"id":"W2138766604","doi":"10.1109/re.2006.33","title":"Incorporating Goal Analysis in Database Design: A Case Study from Biological Data Management","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Stakeholder; Conceptual schema; Schema (genetic algorithms); Database schema; Goal modeling; Tracing; Database design; Process management; Software engineering; Data science; Database; Management science; Requirements analysis; Engineering; Information retrieval; Programming language; Software","score_opus":0.18064249956244754,"score_gpt":0.3546512560784441,"score_spread":0.17400875651599657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138766604","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.115520895,0.000051822866,0.88364565,0.000019643829,0.00006558058,0.00027169634,0.00001611259,0.00037139148,0.00003719996],"genre_scores_gemma":[0.43870693,0.0000012937801,0.56119394,0.000014710957,0.000014985517,0.000015040733,0.00003922739,0.000003052218,0.000010832425],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979783,0.00042723224,0.00034597574,0.0008381805,0.00017671168,0.00023354871],"domain_scores_gemma":[0.9968699,0.0011375321,0.00007582812,0.0018614925,0.000017448734,0.00003775163],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014760789,0.00016261652,0.00027567561,0.00029639617,0.00005919624,0.000090870395,0.0014472821,0.000035869984,0.000007004565],"category_scores_gemma":[0.00020863986,0.00013120649,0.00002747932,0.0015894754,0.000026932896,0.00057805434,0.0023936133,0.0001302958,0.000006197207],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014926005,0.0007435058,0.090332694,0.0000071609184,0.0003540836,0.03748781,0.00026145772,0.84119886,0.00023326774,0.0037611534,0.00017915032,0.025425898],"study_design_scores_gemma":[0.0011066268,0.00017655334,0.0619176,0.00001216755,0.00017896829,0.00010901768,0.001955457,0.91868645,0.00016036635,0.014934968,0.000032913726,0.00072891946],"about_ca_topic_score_codex":0.0027563751,"about_ca_topic_score_gemma":0.00085114944,"teacher_disagreement_score":0.32318604,"about_ca_system_score_codex":0.00004519896,"about_ca_system_score_gemma":0.000011079386,"threshold_uncertainty_score":0.53504455},"labels":[],"label_agreement":null},{"id":"W2138876988","doi":"10.1145/1082983.1083075","title":"Towards requirements-driven autonomic systems design","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Autonomic computing; Computer science; Software engineering; Process (computing); Systems engineering; Software system; Risk analysis (engineering); Software; Distributed computing; Reliability engineering; Engineering; Cloud computing; Operating system","score_opus":0.07071511058799673,"score_gpt":0.29181624571715814,"score_spread":0.2211011351291614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138876988","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049858745,0.0014152519,0.98529035,0.00029895018,0.0016560126,0.00040387886,0.0000081535745,0.0059380033,0.000003505289],"genre_scores_gemma":[0.32657716,0.000036076977,0.6728039,0.00007017833,0.00028155374,0.000102919344,0.000005230926,0.00007132712,0.000051711697],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970584,0.00011209729,0.000606071,0.0008347219,0.00046828488,0.0009204133],"domain_scores_gemma":[0.9633244,0.03400095,0.00017412801,0.0020895433,0.00014708831,0.000263872],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008180817,0.00056550774,0.0005560291,0.00034297572,0.0001438951,0.00026458417,0.0027930203,0.0002239152,0.000011544181],"category_scores_gemma":[0.1051212,0.00059297716,0.0001512286,0.0005565205,0.00004462152,0.0013407342,0.00090370973,0.00041811765,0.00016530784],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055399223,0.000026868507,0.0011236755,0.000058608897,0.00005289691,0.000023815774,0.00027969596,0.96894634,0.0022754949,0.0017996856,0.0003004711,0.025106927],"study_design_scores_gemma":[0.004886318,0.0013599447,0.087501325,0.0017171035,0.00024365363,0.0008853295,0.00007203709,0.6928087,0.11586345,0.0026449398,0.08109337,0.010923814],"about_ca_topic_score_codex":0.000017766479,"about_ca_topic_score_gemma":5.290566e-7,"teacher_disagreement_score":0.32159126,"about_ca_system_score_codex":0.00046315437,"about_ca_system_score_gemma":0.0001464115,"threshold_uncertainty_score":0.99965215},"labels":[],"label_agreement":null},{"id":"W2139153947","doi":"10.1109/icsecompanion.2007.64","title":"SEAMS 2007: Software Engineering for Adaptive and Self-Managing Systems","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; IBM (Canada)","funders":"","keywords":"Computer science; Software; Software engineering; Software system; Operating system","score_opus":0.022565154409850952,"score_gpt":0.259684326497336,"score_spread":0.23711917208748506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139153947","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004596631,0.0009768283,0.9949734,0.000022868799,0.0008677415,0.00030279506,0.0000013135641,0.0023117422,0.000083625884],"genre_scores_gemma":[0.020417139,0.000020459036,0.9792321,0.000036134166,0.000114155606,0.000026828096,5.681585e-7,0.000021054833,0.00013157062],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988735,0.000016016731,0.00019517302,0.0003520654,0.00013541344,0.00042784974],"domain_scores_gemma":[0.9974099,0.0020619312,0.00004514294,0.0003029207,0.00007672731,0.00010340482],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010057553,0.00017037733,0.00019702282,0.00013750674,0.0000741946,0.000081960534,0.0003431036,0.000066064444,4.837853e-7],"category_scores_gemma":[0.00060091034,0.00016147392,0.000037155463,0.00020172262,0.000012900652,0.0004181003,0.00017780052,0.00010563384,0.0000027769845],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020646461,0.000043732154,0.00047893837,0.0004010899,0.0001346145,0.00005054469,0.0011669195,0.6867427,0.00031858502,0.24842116,0.0005661077,0.061654933],"study_design_scores_gemma":[0.0008642902,0.0003232674,0.0019947945,0.00016479497,0.000023601404,0.00011744336,0.0003208201,0.9747017,0.0023313344,0.005880503,0.012213075,0.0010643606],"about_ca_topic_score_codex":0.000009810501,"about_ca_topic_score_gemma":9.976409e-7,"teacher_disagreement_score":0.28795898,"about_ca_system_score_codex":0.00007111618,"about_ca_system_score_gemma":0.000014893207,"threshold_uncertainty_score":0.6584715},"labels":[],"label_agreement":null},{"id":"W2139521508","doi":"10.1109/sehc.2009.5069605","title":"Mining and analysing security goal models in health information systems","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Traceability; Requirements engineering; Process (computing); Context (archaeology); Requirements analysis; Requirements traceability; Software engineering; Data science; Software; Requirement","score_opus":0.03548363627112711,"score_gpt":0.3003621735359833,"score_spread":0.2648785372648562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139521508","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011712846,0.0003034848,0.9871339,0.0002215592,0.00007056985,0.00006574921,1.683131e-7,0.00023603866,0.00025565314],"genre_scores_gemma":[0.53429735,0.000017491042,0.46557394,0.00010116558,0.000004453928,9.491742e-7,4.2154352e-7,7.0459816e-7,0.0000035308162],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99935657,0.00006461721,0.00022162402,0.00010451375,0.000096682656,0.00015602303],"domain_scores_gemma":[0.99959624,0.00013475795,0.000059019876,0.00015130098,0.000019616795,0.00003906654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006897795,0.000062070416,0.0001341228,0.00015050359,0.000033800898,0.00008993354,0.00013637765,0.000025915284,8.125214e-8],"category_scores_gemma":[0.00010534054,0.000057674493,0.0000097045,0.0002742241,0.000006243091,0.0017943849,0.000043306005,0.000058013877,3.720438e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.505932e-7,0.0000030983088,0.0000687023,0.000023338085,0.0000012463281,7.893569e-7,0.0024953573,0.89548236,0.0000064542082,0.041134205,0.000014392454,0.060769193],"study_design_scores_gemma":[0.00008676557,0.000031070205,0.0007847085,0.000036384885,2.9673336e-7,0.0000067420733,0.00016541564,0.984684,0.000016445205,0.014076048,0.00004168607,0.00007045657],"about_ca_topic_score_codex":0.00004794339,"about_ca_topic_score_gemma":0.000004263233,"teacher_disagreement_score":0.5225845,"about_ca_system_score_codex":0.000053468433,"about_ca_system_score_gemma":0.000021490368,"threshold_uncertainty_score":0.23518977},"labels":[],"label_agreement":null},{"id":"W2139629857","doi":"10.1109/re.2007.32","title":"Goal-Oriented Conceptual Database Design","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Database schema; Conceptual schema; Database design; Software engineering; Requirements analysis; Database; Schema (genetic algorithms); Conceptual design; Data modeling; Programming language; Software; Information retrieval; Human–computer interaction","score_opus":0.06589689646729663,"score_gpt":0.3162903616276907,"score_spread":0.25039346516039407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139629857","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004660842,0.0000863513,0.9968981,0.000052432304,0.0005518102,0.00009974907,7.831808e-7,0.0012372005,0.00060746795],"genre_scores_gemma":[0.01839162,0.000004035599,0.9809057,0.00020852394,0.000042182022,0.0000037444424,0.0000014696673,0.000007472304,0.00043523405],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989802,0.000065896136,0.00015989454,0.00028558218,0.00017740259,0.00033099824],"domain_scores_gemma":[0.99771786,0.0015503926,0.000031873165,0.0005515786,0.000053421314,0.00009489578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011870811,0.00010869819,0.000107591295,0.00007443124,0.00005030779,0.00002051965,0.00054879277,0.00003896615,0.000017283503],"category_scores_gemma":[0.0010087197,0.00009504281,0.00002454213,0.00035580143,0.00007351895,0.00047262892,0.0002386467,0.000113635564,0.00006064692],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030175326,0.00006793371,0.00018771735,0.000009436411,0.000024476747,0.00021205113,0.001336055,0.040685683,0.025422506,0.8412204,0.0040221843,0.0867814],"study_design_scores_gemma":[0.0022562956,0.0006558506,0.0037734066,0.000058461766,0.00001632491,0.0001708228,0.0010810843,0.050035045,0.8396969,0.037432235,0.06278941,0.0020341985],"about_ca_topic_score_codex":0.000004280271,"about_ca_topic_score_gemma":0.0000010246363,"teacher_disagreement_score":0.8142744,"about_ca_system_score_codex":0.00003501044,"about_ca_system_score_gemma":0.000025983236,"threshold_uncertainty_score":0.38757333},"labels":[],"label_agreement":null},{"id":"W2139814529","doi":"10.5555/381473.381746","title":"Holmes: an intelligent system to support software product line development","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Software product line; Computer science; Software engineering; Software development; Blackboard (design pattern); Product line; Blackboard system; Software; Software architecture; Feature (linguistics); Software system; Resource-oriented architecture; Software construction; Programming language; Engineering","score_opus":0.0830615735157079,"score_gpt":0.32487629907210863,"score_spread":0.2418147255564007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139814529","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010809151,0.000053358966,0.98475623,0.00015202175,0.00076040864,0.00030430662,5.1541605e-7,0.0030124483,0.00015155837],"genre_scores_gemma":[0.049034767,0.0000065768063,0.94921917,0.00020008053,0.000095329015,0.00005906053,0.0000038426147,0.000020035073,0.0013611637],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99820906,0.000067368084,0.0003474136,0.0006405386,0.00029903871,0.00043659692],"domain_scores_gemma":[0.9984712,0.00017785684,0.000047550628,0.00092848233,0.00014220836,0.000232709],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007660531,0.00021895881,0.00023454083,0.00013191276,0.000091635935,0.00008997788,0.001092575,0.000043280783,0.00001617363],"category_scores_gemma":[0.0006187589,0.00018566454,0.000032453772,0.00052265514,0.000014655367,0.00045307382,0.00042698495,0.00011425851,0.00025183026],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000117017225,0.000089320776,0.00075803534,0.00008802211,0.00002369942,0.00014169462,0.0021023739,0.13056149,0.0003690331,0.005281658,0.0005758499,0.85999715],"study_design_scores_gemma":[0.0011785934,0.0035271135,0.014611266,0.00060069293,0.0000338471,0.0020337582,0.0021767316,0.01773103,0.41514155,0.0038197066,0.53321874,0.0059269983],"about_ca_topic_score_codex":0.000005058135,"about_ca_topic_score_gemma":0.000008560559,"teacher_disagreement_score":0.8540701,"about_ca_system_score_codex":0.0002213666,"about_ca_system_score_gemma":0.00013312897,"threshold_uncertainty_score":0.75711805},"labels":[],"label_agreement":null},{"id":"W2139935101","doi":"10.1007/978-3-642-21393-9_23","title":"Incremental Composition of Software Components","year":2011,"lang":"en","type":"book-chapter","venue":"Advances in intelligent and soft computing","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Computer science; Component (thermodynamics); Compatibility (geochemistry); Simple (philosophy); Component-based software engineering; Composition (language); Software; Distributed computing; Programming language; Theoretical computer science; Software system; Engineering","score_opus":0.0491893950366304,"score_gpt":0.2864651888767142,"score_spread":0.2372757938400838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139935101","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00053509517,0.009700048,0.9825914,0.0000071412724,0.00080543413,0.000232938,0.000006259529,0.00025752117,0.005864165],"genre_scores_gemma":[0.08340754,0.0037384462,0.9113304,0.00005179938,0.000107289154,0.000005214052,0.000028820497,0.000066401,0.0012640597],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99800205,0.000050695053,0.00073725835,0.0005961104,0.00029625947,0.00031764706],"domain_scores_gemma":[0.99795085,0.0009950603,0.00045314152,0.00042653864,0.000103257364,0.00007113739],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00041957514,0.00040851443,0.0006498716,0.00033075945,0.00008184164,0.000028218501,0.0007370638,0.00019778962,0.000011160504],"category_scores_gemma":[0.00011330433,0.00043559403,0.000107752974,0.00008091167,0.00019448964,0.00043710088,0.0008082213,0.00046959711,0.000008300468],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035699788,0.000056056222,0.0008724606,0.00044112242,0.00006218147,0.00004869758,0.0013659684,0.018528888,0.00019958318,0.21014242,0.000011161187,0.76823574],"study_design_scores_gemma":[0.00092582195,0.00050705974,0.0008713208,0.005456446,0.0000650502,0.00013823844,0.00007042635,0.0140096145,0.008460651,0.948935,0.017937819,0.002622578],"about_ca_topic_score_codex":0.000008652206,"about_ca_topic_score_gemma":0.0000033378003,"teacher_disagreement_score":0.7656132,"about_ca_system_score_codex":0.000097648706,"about_ca_system_score_gemma":0.000021647238,"threshold_uncertainty_score":0.99980956},"labels":[],"label_agreement":null},{"id":"W2140061616","doi":"10.1109/re.2009.19","title":"Experiences in Developing Quantifiable NFRs for the Service-Oriented Software Platform","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto","keywords":"Computer science; Software engineering; Software; Software development; Non-functional requirement; Software construction; Operating system","score_opus":0.08133853472671285,"score_gpt":0.3205931878667048,"score_spread":0.23925465313999197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140061616","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013407106,0.00018800718,0.9831845,0.0017506189,0.0005518032,0.00027513405,4.2354804e-7,0.0006038607,0.000038523216],"genre_scores_gemma":[0.026621576,0.000016282676,0.971868,0.0012465394,0.00002401848,0.00011653639,9.980358e-7,0.0000061784785,0.000099878824],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989016,0.000017998918,0.00022698307,0.00031714077,0.00015838856,0.00037788175],"domain_scores_gemma":[0.99791926,0.0014937231,0.00004897394,0.0004223185,0.00008392616,0.000031808864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000513209,0.00014176994,0.00015816608,0.00008631054,0.00015705756,0.00007844392,0.00094625296,0.000053374017,0.0000035187857],"category_scores_gemma":[0.0007148831,0.00009523744,0.000034817036,0.0007684581,0.000020456895,0.0006755869,0.00011829083,0.00009560094,0.000004384824],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004695265,0.000066541324,0.00048767953,0.00008269187,0.000026125916,0.00001440983,0.035991304,0.24101353,0.00078072026,0.45501354,0.001128969,0.26534754],"study_design_scores_gemma":[0.0029628703,0.00068479375,0.02185986,0.00043433034,0.000016311562,0.000074831645,0.026333943,0.4775781,0.08731918,0.31639904,0.06330306,0.0030336815],"about_ca_topic_score_codex":0.00001880728,"about_ca_topic_score_gemma":0.000023312026,"teacher_disagreement_score":0.26231384,"about_ca_system_score_codex":0.000059455357,"about_ca_system_score_gemma":0.000067669534,"threshold_uncertainty_score":0.38836703},"labels":[],"label_agreement":null},{"id":"W2140394621","doi":"10.1109/compsac.2011.79","title":"Security Monitoring of Components Using Aspects and Contracts in Wrappers","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Component (thermodynamics); Computer science; Modularity (biology); Scripting language; Aspect-oriented programming; Component-based software engineering; SQL injection; Usability; Cross-site scripting; System monitoring; Software; Distributed computing; Software engineering; Embedded system; Software system; Operating system; The Internet; World Wide Web","score_opus":0.13923570341028652,"score_gpt":0.30353224207082,"score_spread":0.1642965386605335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140394621","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49189296,0.000075793425,0.50765854,0.0000027227406,0.00012373313,0.0000310372,8.459922e-8,0.000057685116,0.0001574446],"genre_scores_gemma":[0.57200074,0.0000070915808,0.42798206,0.0000023050854,0.000004194062,5.2956614e-7,1.9178861e-8,0.0000021661665,8.823508e-7],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994531,0.000041521827,0.00012818737,0.00015249947,0.000079826,0.00014483342],"domain_scores_gemma":[0.9995386,0.00019384768,0.000040574818,0.00017069328,0.000021379708,0.0000349325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023572004,0.00006978046,0.00013750138,0.00008515449,0.000014521818,0.000007443369,0.00019958764,0.000032422337,8.398646e-7],"category_scores_gemma":[0.00014946089,0.000067019,0.0000126639725,0.00013692655,0.000032794866,0.0003034759,0.00012779472,0.00007926414,3.0963295e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005488528,0.0003229888,0.60115194,0.00020590903,0.00007184464,0.00020814089,0.022585824,0.025745437,0.2065304,0.121918656,0.0000031606635,0.021200795],"study_design_scores_gemma":[0.00069308345,0.00007567407,0.6296447,0.00011684578,0.000004413558,0.000026735284,0.00029807966,0.024510486,0.27563083,0.0686552,0.0000075846547,0.00033637256],"about_ca_topic_score_codex":0.00013681667,"about_ca_topic_score_gemma":0.0000022936313,"teacher_disagreement_score":0.08010778,"about_ca_system_score_codex":0.000020545798,"about_ca_system_score_gemma":0.000008974563,"threshold_uncertainty_score":0.27329555},"labels":[],"label_agreement":null},{"id":"W2140463156","doi":"10.1109/ipdps.2005.192","title":"Efficient Evaluation of Alternatives for Assembly of Services","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Component (thermodynamics); Computer science; Queueing theory; Component-based software engineering; Rank (graph theory); Software; Software performance testing; Distributed computing; Software engineering; Reliability engineering; Systems engineering; Software system; Software construction; Programming language; Engineering","score_opus":0.07483193630576339,"score_gpt":0.37709570999336667,"score_spread":0.30226377368760327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140463156","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20224105,0.000102685815,0.7971867,0.000054865865,0.00008404228,0.00012791101,9.0545245e-7,0.00005793699,0.00014393062],"genre_scores_gemma":[0.47758058,9.800747e-7,0.5223809,0.0000063763673,0.000009414559,0.000008287645,1.9402178e-7,0.0000015972499,0.0000117259215],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99934465,0.00005048444,0.00015337409,0.00012005273,0.0002533946,0.000078075565],"domain_scores_gemma":[0.9988807,0.0005192159,0.0000936874,0.00020605579,0.0002882392,0.000012134754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010703772,0.00004908678,0.00010134119,0.000059900325,0.000010296607,0.0000047855897,0.00032904747,0.000016973474,0.0000022991244],"category_scores_gemma":[0.00020731783,0.000040977797,0.000031575077,0.00010407843,0.000012967033,0.00009633993,0.00006420736,0.000016514425,7.234568e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018032787,0.000020042811,0.000017273689,0.000029146331,0.0000067698184,1.1163476e-8,0.0004075139,0.9078562,0.009429817,0.010280351,0.0000025230318,0.0719485],"study_design_scores_gemma":[0.00018268367,0.00003568699,0.0010810328,0.00001191846,0.000004751455,2.4769398e-7,0.000027249887,0.76947063,0.22544931,0.0036681548,0.000029769486,0.000038539903],"about_ca_topic_score_codex":0.0000028497598,"about_ca_topic_score_gemma":0.0000018703881,"teacher_disagreement_score":0.2753395,"about_ca_system_score_codex":0.000020549503,"about_ca_system_score_gemma":0.000020814883,"threshold_uncertainty_score":0.16710262},"labels":[],"label_agreement":null},{"id":"W2141226346","doi":"10.1109/itng.2011.58","title":"Goal-Oriented Test Case Selection and Prioritization for Product Line Feature Models","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; National Research Council Canada; Simon Fraser University; University of New Brunswick","funders":"","keywords":"Software product line; Computer science; Feature model; Domain engineering; Requirement prioritization; Product (mathematics); Domain (mathematical analysis); Software; Test case; Selection (genetic algorithm); Software engineering; Data mining; Reliability engineering; Software development; Machine learning; Software construction; Engineering; Programming language","score_opus":0.05302456306443763,"score_gpt":0.28269460641227123,"score_spread":0.22967004334783359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141226346","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021230828,0.000103482,0.99644834,0.00010213887,0.00019758871,0.00030505922,0.0000019972235,0.0006596519,0.000058641952],"genre_scores_gemma":[0.1343896,0.000009733768,0.86508954,0.000024135408,0.00004880781,0.0000305878,0.0000016506237,0.000008290558,0.0003976564],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99939364,0.000020392634,0.00008774803,0.00029603112,0.000055491524,0.0001466828],"domain_scores_gemma":[0.9993293,0.00026040478,0.0000333818,0.0001829408,0.00015590405,0.000038053982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021102995,0.000093025716,0.00008914524,0.00005954263,0.0000805889,0.000022878989,0.000093295566,0.00004389461,6.624131e-7],"category_scores_gemma":[0.000889385,0.000081563114,0.000014708666,0.00025170716,0.000013068094,0.0005828983,0.000057787176,0.00006980823,4.0724083e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000109486326,0.00048606904,0.0020512566,0.00052051,0.00008521951,0.000230025,0.009717502,0.20688105,0.02702221,0.34180337,0.0024488366,0.40864444],"study_design_scores_gemma":[0.00046530095,0.0004100256,0.00044055743,0.000017902223,0.0000132942,0.0011666395,0.000042454747,0.87056243,0.061949562,0.0641116,0.00047480894,0.0003453953],"about_ca_topic_score_codex":0.000008861759,"about_ca_topic_score_gemma":0.000010971851,"teacher_disagreement_score":0.6636814,"about_ca_system_score_codex":0.00002342916,"about_ca_system_score_gemma":0.000017887303,"threshold_uncertainty_score":0.3326047},"labels":[],"label_agreement":null},{"id":"W2141714549","doi":"10.1145/1082983.1083064","title":"DEAS 2005","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Alberta; University of Victoria; IBM (Canada)","funders":"","keywords":"Computer science; Autonomic computing; Software engineering; Software; Function (biology); Software system; Data science; Cloud computing; Operating system","score_opus":0.027861678993654864,"score_gpt":0.2671113629589978,"score_spread":0.23924968396534294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141714549","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01099374,0.0016411688,0.9796864,0.00081321585,0.0007835138,0.00015664886,0.0000056358463,0.0059148734,0.000004800024],"genre_scores_gemma":[0.22838144,0.000044940076,0.7708051,0.00021440811,0.0003362336,0.00004294033,0.0000049594482,0.000061117804,0.00010883763],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975867,0.000042068154,0.00039811566,0.00067121,0.0003918451,0.0009100079],"domain_scores_gemma":[0.9450609,0.052514106,0.000095758485,0.001953254,0.000099934194,0.0002760665],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00050125975,0.00044963698,0.0003861919,0.0002820053,0.000117670555,0.00014106122,0.0024061652,0.00018342964,0.00003281159],"category_scores_gemma":[0.18646769,0.00047044674,0.0001494481,0.0005222484,0.00003782339,0.001116313,0.00083274784,0.0004362127,0.000252328],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000906268,0.000102090846,0.020753719,0.0001341309,0.00009606338,0.000072276925,0.0006783683,0.7132908,0.0048824544,0.009405066,0.0023144973,0.24826144],"study_design_scores_gemma":[0.003719556,0.0005446389,0.23685504,0.0007649349,0.00013449081,0.00087824906,0.00003415822,0.031594973,0.19293453,0.0069756685,0.5160878,0.009475975],"about_ca_topic_score_codex":0.000005872603,"about_ca_topic_score_gemma":0.0000026816606,"teacher_disagreement_score":0.6816959,"about_ca_system_score_codex":0.00017230913,"about_ca_system_score_gemma":0.00006450656,"threshold_uncertainty_score":0.9997747},"labels":[],"label_agreement":null},{"id":"W2141762579","doi":"10.1109/compsac.2008.126","title":"A Model of Open Source Software-Based Product Line Development","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Software product line; Software engineering; Computer science; Eclipse; Software development; Software; Process (computing); Product (mathematics); Open source software; Software architecture; Systems engineering; Engineering; Operating system","score_opus":0.1655958008044189,"score_gpt":0.31904119278683807,"score_spread":0.15344539198241916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141762579","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005795431,0.00005395164,0.99298054,0.00012049119,0.00007340205,0.00021757418,4.4042318e-7,0.0006359651,0.00012220124],"genre_scores_gemma":[0.06614588,0.0000036198585,0.93198913,0.0001154587,0.000009352951,0.00003029672,9.853146e-7,0.00001249317,0.0016927662],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99892724,0.00003926894,0.00025472417,0.0003539542,0.00021006347,0.0002147383],"domain_scores_gemma":[0.9986994,0.00041809262,0.00007565201,0.00064167933,0.00011027737,0.000054885186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004154552,0.00013194993,0.00022127992,0.00011972741,0.00009431274,0.000023198943,0.0016227376,0.0000288996,0.0000036156318],"category_scores_gemma":[0.0011473111,0.000113164795,0.000029896908,0.00036942872,0.000049734437,0.00036994886,0.0007481725,0.0000829236,0.0000072893818],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005773429,0.00004681638,0.0001891954,0.000020645724,0.0000067075994,0.0000024779579,0.00038253784,0.9722016,0.000932174,0.0007521734,0.00013493115,0.025324976],"study_design_scores_gemma":[0.00071718654,0.00009464219,0.0006902019,0.000051170322,0.0000032914747,0.000018946675,0.0000072441117,0.56087774,0.43042824,0.0040123817,0.002543149,0.00055579934],"about_ca_topic_score_codex":0.000007592275,"about_ca_topic_score_gemma":0.0000025692646,"teacher_disagreement_score":0.42949608,"about_ca_system_score_codex":0.000042421976,"about_ca_system_score_gemma":0.00040723028,"threshold_uncertainty_score":0.46147266},"labels":[],"label_agreement":null},{"id":"W2142065829","doi":"10.1007/s00766-004-0191-7","title":"Specifying and analyzing early requirements in Tropos","year":2004,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":243,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Formal specification; Formal methods; Formal verification; Programming language; Software engineering; Language Of Temporal Ordering Specification; Model checking; Specification language; Refinement","score_opus":0.048256912385296606,"score_gpt":0.2946526828152498,"score_spread":0.2463957704299532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142065829","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20439209,0.0003776612,0.79425836,0.000055302782,0.00032367455,0.00013618704,4.1726838e-7,0.00039801223,0.000058313162],"genre_scores_gemma":[0.54912287,0.00005524416,0.4507282,0.000014524569,0.000035871886,0.000012880576,5.410726e-7,0.000019935305,0.000009924436],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9983373,0.0000254665,0.0003610163,0.000469438,0.00027062066,0.0005361505],"domain_scores_gemma":[0.9992769,0.00010129067,0.00006332922,0.00042771795,0.000023810277,0.000106959065],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004752434,0.00024332099,0.00026284982,0.00038089263,0.000056645466,0.00011031453,0.0004826428,0.00006504497,0.0000016229869],"category_scores_gemma":[0.00028922845,0.0002685907,0.0000411195,0.00056308176,0.000020321582,0.0011408064,0.00031469384,0.0002217812,0.000006940665],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000812533,0.00005769818,0.008069675,0.00013877187,0.000066216264,0.00018129435,0.0014723962,0.8711253,0.06314695,0.032480057,0.000002802526,0.02325071],"study_design_scores_gemma":[0.019557523,0.0014065974,0.57022136,0.0051638344,0.00010805154,0.00029095288,0.0003209725,0.14568755,0.15827645,0.08829844,0.0024292408,0.008239037],"about_ca_topic_score_codex":0.000024716199,"about_ca_topic_score_gemma":0.0000024442877,"teacher_disagreement_score":0.72543776,"about_ca_system_score_codex":0.0003142138,"about_ca_system_score_gemma":0.000022184187,"threshold_uncertainty_score":0.99997663},"labels":[],"label_agreement":null},{"id":"W2142553049","doi":"10.1109/ccece.2006.277576","title":"Goal-Oriented Design of Business Models and Software Architectures","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Business process modeling; Computer science; Process management; Artifact-centric business process model; Business Process Model and Notation; Business rule; Leverage (statistics); Business requirements; Business process; Goal modeling; Software engineering; Business architecture; Knowledge management; Software; Business; Requirements analysis; Work in process; Marketing","score_opus":0.03146562438073913,"score_gpt":0.254527151669199,"score_spread":0.22306152728845985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142553049","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033654454,0.00034017462,0.99545246,0.00004719612,0.00009599593,0.0001014203,0.0000010004992,0.00054667913,0.00004960592],"genre_scores_gemma":[0.102923386,0.000005998083,0.89693266,0.000019722238,0.000014316039,0.0000067893675,5.243806e-7,0.000007548569,0.00008908039],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992489,0.000059947804,0.00015370648,0.00023252591,0.00013258372,0.00017228481],"domain_scores_gemma":[0.9988154,0.0007045878,0.00004590657,0.00031057006,0.00009722291,0.000026287495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019534839,0.00011263839,0.00016003601,0.00009635473,0.000032792635,0.000017670884,0.00028326362,0.000040366423,0.0000011175089],"category_scores_gemma":[0.0003068003,0.000092118826,0.000022367996,0.00034558598,0.000062191175,0.000170874,0.00016935193,0.000059744234,5.278086e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039128104,0.000011525497,0.00007559533,0.000017729317,0.0000039726365,0.0000027420667,0.00006235752,0.97040045,0.0009476944,0.016765403,0.000042422744,0.011666167],"study_design_scores_gemma":[0.0004555562,0.00007508599,0.009987518,0.00003950281,0.000008075248,0.000038227092,0.000010369334,0.30011636,0.018139457,0.67066133,0.00008252965,0.00038595035],"about_ca_topic_score_codex":0.00004310413,"about_ca_topic_score_gemma":0.0000016558593,"teacher_disagreement_score":0.6702841,"about_ca_system_score_codex":0.000009600144,"about_ca_system_score_gemma":0.000021704762,"threshold_uncertainty_score":0.37564966},"labels":[],"label_agreement":null},{"id":"W2143134708","doi":"10.1007/s00766-007-0053-1","title":"Unified use case statecharts: case studies","year":2007,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Unification; Computer science; Domain (mathematical analysis); Software engineering; Unified Modeling Language; Programming language; Software; Mathematics","score_opus":0.15657445195834338,"score_gpt":0.37357331588320514,"score_spread":0.21699886392486176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143134708","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13336492,0.00040113972,0.863682,0.00001691151,0.0010156673,0.00016231697,0.000002492086,0.0013402733,0.000014326382],"genre_scores_gemma":[0.4111571,0.00003793728,0.5886148,0.000029245588,0.000052820415,0.0000103084785,7.649396e-7,0.000026691352,0.000070317634],"study_design_codex":"simulation_or_modeling","study_design_gemma":"case_report","domain_scores_codex":[0.99826884,0.000031409134,0.00040470323,0.00042298003,0.00023796983,0.0006341097],"domain_scores_gemma":[0.9979783,0.0009942192,0.00007713849,0.00068736647,0.00011350222,0.0001494491],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011600795,0.0002821158,0.00027075573,0.00028959106,0.0001266514,0.000095566575,0.0003316819,0.00006740351,0.0000016668337],"category_scores_gemma":[0.0013400649,0.00028365836,0.00005858316,0.0005130301,0.000028571427,0.001257632,0.00036240535,0.000211251,0.000008432597],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014885091,0.000070969654,0.00014580556,0.0002928644,0.00040936325,0.34735274,0.003588903,0.55469865,0.01582933,0.02524181,0.00016788092,0.05218682],"study_design_scores_gemma":[0.006165161,0.0011855713,0.0007956874,0.0011774122,0.00026573933,0.44297513,0.0048591765,0.27222854,0.22672084,0.00944711,0.025632503,0.008547105],"about_ca_topic_score_codex":0.000016582158,"about_ca_topic_score_gemma":0.0000075663897,"teacher_disagreement_score":0.28247008,"about_ca_system_score_codex":0.00022946403,"about_ca_system_score_gemma":0.00001494334,"threshold_uncertainty_score":0.99996156},"labels":[],"label_agreement":null},{"id":"W2143166161","doi":"10.1109/lindi.2011.6031128","title":"Self-organizing autonomic computing systems","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); York University; University of Ottawa","funders":"University of Ottawa","keywords":"Autonomic computing; Server; Computer science; Distributed computing; Controller (irrigation); Computer cluster; Operating system; Cloud computing","score_opus":0.06317175477787756,"score_gpt":0.2538715856367173,"score_spread":0.19069983085883974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143166161","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036135204,0.00015420798,0.9876716,0.000014061102,0.0010466656,0.000079476886,8.9105896e-8,0.0038394844,0.0035808822],"genre_scores_gemma":[0.27655143,0.0000029576454,0.72329533,0.000032092106,0.000032584463,0.0000014733641,7.785966e-8,0.00000899823,0.000075075775],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991711,0.000059384492,0.00017575441,0.00026386694,0.00007877247,0.00025112237],"domain_scores_gemma":[0.9991695,0.00025998376,0.00005446108,0.0004274175,0.00003548973,0.00005310133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003896711,0.000110059664,0.00014271343,0.00006886301,0.00006795864,0.000057312915,0.0007142964,0.000042222153,0.0000037473176],"category_scores_gemma":[0.000113219256,0.00010095309,0.000026161357,0.0001928917,0.000011990627,0.00033605748,0.00032422028,0.000098583,0.00008451751],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022604202,0.000080836326,0.0021240024,0.00012367147,0.00009476758,0.00006576912,0.0128365215,0.07808877,0.0018908507,0.8740006,0.00027965952,0.030412296],"study_design_scores_gemma":[0.00062647177,0.00019958227,0.012130611,0.00011295286,0.000018550756,0.00028992747,0.00053068344,0.9319691,0.029184703,0.018881682,0.004467776,0.0015879738],"about_ca_topic_score_codex":0.000018766705,"about_ca_topic_score_gemma":2.2264551e-7,"teacher_disagreement_score":0.85511893,"about_ca_system_score_codex":0.0000731885,"about_ca_system_score_gemma":0.000026953578,"threshold_uncertainty_score":0.41167474},"labels":[],"label_agreement":null},{"id":"W2143173156","doi":"10.1109/re.2006.42","title":"Matching Antipatterns to Improve the Quality of Use Case Models","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; CLARITY; Simplicity; Matching (statistics); Quality (philosophy); Use Case Diagram; Software engineering; Artificial intelligence; Data mining; Unified Modeling Language; Programming language; Class diagram; Software","score_opus":0.11582399756086786,"score_gpt":0.35426103342369797,"score_spread":0.2384370358628301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143173156","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30426696,0.0000078793455,0.69511586,0.00014902768,0.00013453436,0.00008360758,0.0000032915957,0.00018481765,0.00005403964],"genre_scores_gemma":[0.5084449,3.4582828e-7,0.4913384,0.000085097505,0.000012769689,0.0000041525172,1.1026348e-7,0.0000035053984,0.000110723035],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99913234,0.00010751599,0.00023370459,0.0002126372,0.00014092287,0.0001728889],"domain_scores_gemma":[0.9979783,0.0012230827,0.00005861529,0.00066082436,0.000052581487,0.000026588414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006625313,0.00008849525,0.0001353723,0.0000390106,0.00004788547,0.000056514153,0.00045921953,0.000025612377,0.0000011116912],"category_scores_gemma":[0.00014579586,0.000058686608,0.000043510096,0.0001667809,0.000019352265,0.00051674835,0.0002975836,0.00007820173,0.0000023794114],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024660994,0.000016224325,0.0001755186,0.000014530101,0.0000049036526,0.00004226011,0.0006553048,0.844466,0.008253033,0.14029619,0.000052786047,0.0060207853],"study_design_scores_gemma":[0.00048431533,0.00012034809,0.011782318,0.00003390053,0.000009160085,0.00034154227,0.0003984232,0.12059838,0.070106775,0.7951694,0.00014852629,0.0008068974],"about_ca_topic_score_codex":0.0029250525,"about_ca_topic_score_gemma":0.00011751456,"teacher_disagreement_score":0.7238676,"about_ca_system_score_codex":0.000017021173,"about_ca_system_score_gemma":0.00000982428,"threshold_uncertainty_score":0.44218242},"labels":[],"label_agreement":null},{"id":"W2143427661","doi":"10.1109/pst.2008.22","title":"Cross-Language Weaving Approach Targeting Software Security Hardening","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Weaving; Computer science; Compiler; Software engineering; Programming language; Software security assurance; Software; Computer security; Information security; Engineering; Security service","score_opus":0.030359179246110788,"score_gpt":0.29143593459030015,"score_spread":0.26107675534418934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143427661","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04332158,0.00054013793,0.9518128,0.00001894597,0.00034379534,0.00009600177,0.0000010492301,0.0028504706,0.0010152346],"genre_scores_gemma":[0.23337257,0.000009734612,0.7658681,0.000064421925,0.000087293156,0.000012134239,0.0000027663307,0.000017727265,0.0005652456],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982927,0.00009669336,0.00026216384,0.0005543136,0.00029902274,0.00049511896],"domain_scores_gemma":[0.9985156,0.0006311736,0.00007809161,0.0005972949,0.00007774109,0.00010011672],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063808466,0.00021228986,0.00023779813,0.00009636054,0.0003442472,0.00011354787,0.0009947916,0.00009291267,0.000020640015],"category_scores_gemma":[0.0024070784,0.00019906701,0.000089358255,0.0003707503,0.000089940884,0.0008605642,0.0006030276,0.0003319082,0.000025826343],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002669398,0.00028346456,0.058331627,0.00044605706,0.00014129706,0.0010876957,0.07271713,0.7681048,0.01163426,0.014901088,0.0036522755,0.06867362],"study_design_scores_gemma":[0.005107718,0.0005239932,0.06842313,0.00031300145,0.00004519907,0.00404913,0.0049084104,0.65003186,0.20604475,0.03987063,0.01060067,0.010081511],"about_ca_topic_score_codex":0.000017912162,"about_ca_topic_score_gemma":3.0624065e-7,"teacher_disagreement_score":0.19441049,"about_ca_system_score_codex":0.0000587978,"about_ca_system_score_gemma":0.000039228802,"threshold_uncertainty_score":0.81177175},"labels":[],"label_agreement":null},{"id":"W2143544911","doi":"10.1109/saint.2005.29","title":"Fault-Management for Multi-Agent Systems","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Dependability; Computer science; Fault management; Component (thermodynamics); Multi-agent system; Distributed computing; Event (particle physics); Service (business); Fault (geology); Fault tree analysis; Software engineering; Reliability engineering; Engineering; Artificial intelligence","score_opus":0.10139189964718487,"score_gpt":0.34281037013101523,"score_spread":0.24141847048383036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143544911","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006453453,0.0003132542,0.9970712,0.00018257997,0.0006621147,0.00035664684,8.562657e-7,0.0009598112,0.00038897252],"genre_scores_gemma":[0.008080724,0.000018501016,0.9861808,0.000110901296,0.00006263037,0.00013314429,5.8446693e-7,0.000008573248,0.00540416],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992413,0.000023179922,0.00014593004,0.00025440427,0.00010696901,0.00022821677],"domain_scores_gemma":[0.9992894,0.00019382639,0.00002951867,0.0004077402,0.00003500438,0.000044516142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003105625,0.0000971256,0.00010882323,0.00005963782,0.000047841346,0.000058518013,0.0005380158,0.000027902726,0.0000015718387],"category_scores_gemma":[0.000087759465,0.00008198074,0.000041918694,0.00010540938,0.000009126153,0.00024221634,0.00016717927,0.00003733091,0.000044632994],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014088467,0.000031923035,0.000006984651,0.000054095643,0.000023244333,0.0000027898893,0.00012821451,0.69458956,0.00010592224,0.15036176,0.0016920564,0.15300205],"study_design_scores_gemma":[0.0005388538,0.000041176583,0.00017775464,0.000021197782,0.0000052863766,0.000005830853,0.000063384054,0.84658915,0.0016018918,0.00084643887,0.14984274,0.00026627904],"about_ca_topic_score_codex":0.0000018720874,"about_ca_topic_score_gemma":8.826389e-7,"teacher_disagreement_score":0.15273577,"about_ca_system_score_codex":0.000061527004,"about_ca_system_score_gemma":0.000004719127,"threshold_uncertainty_score":0.33430773},"labels":[],"label_agreement":null},{"id":"W2143921768","doi":"10.1145/1810295.1810422","title":"Fifth Workshop on Software Engineering for Adaptive and Self-Managing Systems (SEAMS 2010)","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria; York University","funders":"","keywords":"Software; Computer science; Software engineering; Engineering; Engineering management; Operating system","score_opus":0.028560401691440328,"score_gpt":0.26123276952760255,"score_spread":0.2326723678361622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143921768","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030472046,0.00017602781,0.9920258,0.00009327961,0.0021111013,0.0003440934,0.00000238806,0.0021595743,0.000040544517],"genre_scores_gemma":[0.03673278,0.000021400574,0.9627033,0.0000468684,0.00013316641,0.000093002054,9.205091e-7,0.000028587301,0.0002399969],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99881375,0.000022066246,0.00017115315,0.00045820186,0.00015374401,0.00038109918],"domain_scores_gemma":[0.9968474,0.002398451,0.000051444473,0.00052211696,0.00006941577,0.000111193556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046906035,0.00021958648,0.00022741177,0.00014336727,0.0000982757,0.00014594474,0.00049668306,0.000109084765,0.0000010768418],"category_scores_gemma":[0.001210363,0.00019636362,0.000045576733,0.0001941633,0.000020138603,0.0004112463,0.00020212495,0.0003160725,0.0000054340685],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019844423,0.00006615567,0.00016123214,0.00022988158,0.000101379876,0.000019646,0.0014516921,0.6670352,0.0008586849,0.27644733,0.00068782654,0.05292109],"study_design_scores_gemma":[0.0004984577,0.00018578654,0.0010318551,0.0001325881,0.000013735588,0.000036838446,0.00010521689,0.98504466,0.00089310174,0.0037962347,0.0075362795,0.00072524877],"about_ca_topic_score_codex":0.0000075238886,"about_ca_topic_score_gemma":0.0000031297202,"teacher_disagreement_score":0.31800944,"about_ca_system_score_codex":0.000032074102,"about_ca_system_score_gemma":0.000019267749,"threshold_uncertainty_score":0.8007476},"labels":[],"label_agreement":null},{"id":"W2143938008","doi":"10.11575/prism/31116","title":"Case Study in Simulated Concurrent Development and Evolution: Investigating the Theme Approach","year":2004,"lang":"en","type":"article","venue":"PRISM (University of Calgary)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Traceability; Evolvability; Maintainability; Computer science; Theme (computing); Software engineering; Implementation; Software development; Generalizability theory; Key (lock); Management science; Systems engineering; Software; Engineering; Programming language; Computer security","score_opus":0.054292665900528544,"score_gpt":0.2496930501890031,"score_spread":0.19540038428847456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143938008","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45123938,0.00006956967,0.5484319,0.000032659984,0.000023908951,0.00012557635,1.0747993e-8,0.00005026195,0.000026755006],"genre_scores_gemma":[0.5341604,0.0000010552066,0.4658245,0.000003981575,9.495086e-7,2.2678384e-7,1.4331891e-7,0.0000016121111,0.0000071780546],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993564,0.00009206294,0.00009482375,0.00020351743,0.00012704467,0.00012619157],"domain_scores_gemma":[0.9995008,0.00017604465,0.000058868573,0.00019594839,0.000027191594,0.000041163185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038081317,0.00008096271,0.00012372895,0.00007567066,0.00014758711,0.000010157978,0.00032273773,0.000032194293,2.9892175e-7],"category_scores_gemma":[0.00009530547,0.000075047894,0.000014692835,0.00025332457,0.00010269672,0.00020181206,0.0003657768,0.00015270506,5.621751e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014366872,0.00066206866,0.023283096,0.00013951822,0.00014153584,0.0031309505,0.28442025,0.1351347,0.00020206624,0.03664247,0.0000091566035,0.51621985],"study_design_scores_gemma":[0.005402949,0.00031424634,0.14245702,0.00011627086,0.000038822734,0.00074748584,0.01441951,0.81974924,0.00032877843,0.0154024735,0.00019720655,0.00082603266],"about_ca_topic_score_codex":0.000314987,"about_ca_topic_score_gemma":0.000012343683,"teacher_disagreement_score":0.68461454,"about_ca_system_score_codex":0.00009846478,"about_ca_system_score_gemma":0.00007728759,"threshold_uncertainty_score":0.3060364},"labels":[],"label_agreement":null},{"id":"W2144461845","doi":"10.1109/ipdps.2005.444","title":"Using Generative Design Patterns to Develop Network Server Applications","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Design pattern; Web server; Template; Software design pattern; Operating system; Server; Application server; Distributed computing; Network planning and design; Computer architecture; Software; Computer network; Software engineering; Programming language; The Internet","score_opus":0.1560052466049552,"score_gpt":0.34698191119117794,"score_spread":0.19097666458622273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144461845","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00047768193,0.00004018288,0.9982264,0.00033123686,0.000100662575,0.00025947884,4.3902403e-7,0.0005146339,0.000049272257],"genre_scores_gemma":[0.0070923325,0.0000030356114,0.99152094,0.0008924806,0.00021968367,0.00007719308,5.485099e-7,0.000010320679,0.00018348912],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99911755,0.000086454165,0.00014319684,0.0002829412,0.00010590454,0.00026392596],"domain_scores_gemma":[0.99906063,0.00033221656,0.000028301529,0.00038777772,0.0001156637,0.00007543118],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034735684,0.00011113055,0.00010600709,0.0000439199,0.000102782586,0.000053908032,0.0005027024,0.000035390043,0.0000098154205],"category_scores_gemma":[0.00010703979,0.00010284399,0.000015309843,0.0006709411,0.000007675288,0.0003031107,0.00024996337,0.00006810435,0.000052601583],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.6634864e-7,0.0000043909918,0.000078845755,0.0000013274397,0.000004940907,6.068891e-7,0.00015580433,0.94789815,0.00030787487,0.009200765,0.0002398734,0.042106964],"study_design_scores_gemma":[0.00039781406,0.00010207846,0.005247704,0.000053926353,0.000015493764,0.000050803952,0.00007400875,0.8556653,0.06905233,0.03487195,0.032813028,0.0016555138],"about_ca_topic_score_codex":0.0000043953523,"about_ca_topic_score_gemma":0.000008647192,"teacher_disagreement_score":0.09223279,"about_ca_system_score_codex":0.000086137676,"about_ca_system_score_gemma":0.00005321952,"threshold_uncertainty_score":0.4193856},"labels":[],"label_agreement":null},{"id":"W2144498941","doi":"10.1145/1233901.1233910","title":"C-CLR","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Preprocessor; Reusability; Leverage (statistics); Readability; Code (set theory); Programming language; Embedded system; Software; Artificial intelligence","score_opus":0.027941921434737397,"score_gpt":0.30248778660106523,"score_spread":0.27454586516632784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144498941","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000588642,0.000035575802,0.99027973,0.00009349043,0.00031586605,0.00001852246,2.0341542e-8,0.00095354737,0.007714613],"genre_scores_gemma":[0.045122925,0.0000012936289,0.95395744,0.00014952748,0.000023023325,5.40752e-7,4.2031e-8,0.0000023467346,0.0007428543],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9996074,0.0000073467236,0.00006154102,0.00010681728,0.00006854296,0.0001483548],"domain_scores_gemma":[0.99932283,0.00037533746,0.000009287164,0.00024531598,0.000015267051,0.000031984928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004497986,0.000038879552,0.000041310468,0.000039341794,0.000017927341,0.000013443337,0.00033510866,0.000018446082,0.000005944082],"category_scores_gemma":[0.00023013372,0.000032567263,0.000014220778,0.00015713861,0.0000093524395,0.00016914905,0.00009548276,0.00004373595,0.000049129398],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012108686,0.000009694385,0.00023868609,0.0000034189413,0.0000039035403,0.000032214026,0.00017920279,0.004474868,0.0028576187,0.57879835,0.0006760811,0.41272476],"study_design_scores_gemma":[0.0005369171,0.0001711833,0.045314666,0.00001399508,0.0000028879117,0.00011926993,0.00009200451,0.007390785,0.29157615,0.5580824,0.0957133,0.0009864217],"about_ca_topic_score_codex":0.0000012317231,"about_ca_topic_score_gemma":8.162921e-7,"teacher_disagreement_score":0.41173834,"about_ca_system_score_codex":0.000011992931,"about_ca_system_score_gemma":0.0000048033144,"threshold_uncertainty_score":0.13280544},"labels":[],"label_agreement":null},{"id":"W2144847134","doi":"10.1145/1370042.1370056","title":"Automated instrumentation of contracts and scenarios for requirements validation in .net","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Non-functional requirement; Unified Modeling Language; Software requirements specification; Functional requirement; Instrumentation (computer programming); Software engineering; Functional specification; System requirements specification; Metric (unit); Formal specification; Reliability engineering; Systems engineering; Non-functional testing; Matching (statistics); Requirements engineering; Requirements management; Programming language; Software; Software system; Software development; Engineering; Software design","score_opus":0.0791072290790121,"score_gpt":0.33587051704903764,"score_spread":0.25676328797002557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144847134","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33835602,0.000009427082,0.6612258,0.000034705172,0.000057550642,0.00012688522,4.773372e-7,0.00017611016,0.000013060352],"genre_scores_gemma":[0.51521695,0.000007193542,0.48474094,0.000013087502,0.00000183291,0.000008104888,0.0000017746859,0.0000016467718,0.000008471325],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999545,0.000027311222,0.0001534127,0.00011702462,0.00007129269,0.000085976666],"domain_scores_gemma":[0.9995406,0.00024074949,0.000054401822,0.00011393032,0.00003555122,0.000014717299],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020952486,0.000046609028,0.0000869021,0.00007477732,0.000019904799,0.0000070053366,0.000116194846,0.000024923562,5.5936385e-7],"category_scores_gemma":[0.00049719267,0.000044861554,0.000007988496,0.00011729362,0.000018501698,0.000435611,0.000046892903,0.000020437941,3.0597892e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014023921,0.00033802848,0.060804628,0.0003344619,0.000076327844,0.000022436352,0.0079789385,0.45173445,0.25188553,0.038964685,0.0008854704,0.1868348],"study_design_scores_gemma":[0.0027950113,0.0002864475,0.14832674,0.000059211754,0.0000043617947,0.000021433949,0.000058422334,0.58016366,0.25370598,0.014230805,0.00007473165,0.00027318313],"about_ca_topic_score_codex":0.000009929365,"about_ca_topic_score_gemma":0.0000018324146,"teacher_disagreement_score":0.18656161,"about_ca_system_score_codex":0.000022252458,"about_ca_system_score_gemma":0.000015700227,"threshold_uncertainty_score":0.18294011},"labels":[],"label_agreement":null},{"id":"W2145301739","doi":"10.1109/wicsa.2005.5","title":"A Case Study in Incremental Architecture-Based Re-engineering of a Legacy Application","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Java; Software engineering; Software architecture; Architecture; Programming language; Architecture description language; Architectural pattern; Legacy system; Process (computing); Component (thermodynamics); Reference architecture; Software development; Software; Software construction","score_opus":0.02708021055035101,"score_gpt":0.28433110669391687,"score_spread":0.25725089614356583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145301739","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35289827,0.000011700018,0.6465978,0.000017282055,0.000027151686,0.00021372687,2.2110311e-7,0.00020391376,0.000029966594],"genre_scores_gemma":[0.5534147,3.8945018e-8,0.44653141,0.0000055321,0.0000074396594,0.00003361479,3.7042e-7,0.0000043079463,0.0000025474117],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992061,0.00004944004,0.00023123111,0.00023115441,0.00013230191,0.00014975306],"domain_scores_gemma":[0.9991802,0.00035403686,0.00004562784,0.00038169583,0.000019811334,0.000018648636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037667181,0.000102175305,0.00014210625,0.00021198294,0.000015779151,0.000021228156,0.00027420424,0.000024693567,9.590522e-7],"category_scores_gemma":[0.00009605118,0.000097570504,0.000024579509,0.0004684179,0.0000114302775,0.0001790997,0.000093004855,0.000102100494,7.6055653e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032858886,0.00013428355,0.0026904258,0.000017157708,0.0000028764184,0.0002394732,0.00021687368,0.9843099,0.005514657,0.0012150276,0.0000023939022,0.0056536184],"study_design_scores_gemma":[0.0034807883,0.0006586158,0.028030487,0.00005376011,0.000014260492,0.0006740241,0.0010090134,0.8818722,0.07769177,0.0054675513,0.000094557014,0.00095301995],"about_ca_topic_score_codex":0.00091563084,"about_ca_topic_score_gemma":0.0002411282,"teacher_disagreement_score":0.20051646,"about_ca_system_score_codex":0.000053295033,"about_ca_system_score_gemma":0.000018300208,"threshold_uncertainty_score":0.39788097},"labels":[],"label_agreement":null},{"id":"W2145428928","doi":"10.1109/ecbs.2003.1194803","title":"Requirements interaction detection using semi-formal methods","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Reuse; Computer science; Domain (mathematical analysis); Feature (linguistics); Domain analysis; Software engineering; Software; Domain engineering; Data mining; Software system; Component-based software engineering; Software construction; Engineering","score_opus":0.13474542505590933,"score_gpt":0.4248274952436655,"score_spread":0.2900820701877561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145428928","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016428934,0.000019410056,0.9811212,0.00003056164,0.001359307,0.00006694852,6.96712e-8,0.00074533315,0.0002282293],"genre_scores_gemma":[0.19053063,0.0000027619114,0.80934453,0.000048464077,0.000036871254,0.000003959921,1.6620965e-7,0.000006347329,0.000026274198],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99917865,0.00008778263,0.00016595998,0.00022122185,0.00011781403,0.00022860158],"domain_scores_gemma":[0.99942356,0.00014810162,0.00005990013,0.00028546748,0.000043292952,0.000039673607],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006566417,0.00010047893,0.00009797076,0.00011367693,0.00009570499,0.000054885317,0.00026497158,0.00004882512,0.0000039015013],"category_scores_gemma":[0.0003470993,0.000093860675,0.000038944865,0.00028965113,0.000013870981,0.0019498315,0.00018655614,0.00012701788,0.000010055865],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004108065,0.000011961691,0.000010426831,0.0000075398443,0.000010372681,0.0000029789671,0.00019834345,0.579676,0.14260243,0.003238624,7.761262e-7,0.2742365],"study_design_scores_gemma":[0.0003154082,0.00008685494,0.00032397313,0.000025634465,0.0000056712774,0.00009351543,0.00006303695,0.10626018,0.85652995,0.035618544,0.00042800765,0.0002492102],"about_ca_topic_score_codex":0.000030352749,"about_ca_topic_score_gemma":0.0000026867451,"teacher_disagreement_score":0.7139275,"about_ca_system_score_codex":0.000251872,"about_ca_system_score_gemma":0.000020665693,"threshold_uncertainty_score":0.38275272},"labels":[],"label_agreement":null},{"id":"W2145627072","doi":"10.1109/saso.2007.4","title":"A Weighted Voting Mechanism for Action Selection Problem in Self-Adaptive Software","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Voting; Computer science; Mechanism (biology); Action (physics); Adaptation (eye); Process (computing); Domain (mathematical analysis); Order (exchange); Action selection; Software; Selection (genetic algorithm); Data mining; Artificial intelligence","score_opus":0.04403603753877452,"score_gpt":0.30512615213182587,"score_spread":0.26109011459305137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145627072","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033576856,0.000008829614,0.99374753,0.0000484343,0.00028760495,0.0004096172,3.0206058e-7,0.002089808,0.000050178776],"genre_scores_gemma":[0.068555005,0.000002023928,0.9312063,0.000049974227,0.000047810026,0.000052149855,7.1795523e-7,0.000014000955,0.0000720391],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988727,0.00004402577,0.00022665429,0.00035196502,0.00013438334,0.00037025206],"domain_scores_gemma":[0.9986983,0.00090251036,0.00007935979,0.00012880142,0.00014884748,0.000042174684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009767818,0.00013457212,0.00014140907,0.00022760482,0.0000845731,0.00003272922,0.00023953455,0.00010159484,0.0000011582263],"category_scores_gemma":[0.00034590685,0.00013053516,0.000039948565,0.000592116,0.0000060362504,0.00056855386,0.00007094391,0.00015717835,0.000003173093],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061087,0.000115940136,0.00044121777,0.000099441575,0.000039215007,0.000008888857,0.0014420492,0.016752955,0.008637444,0.63727826,0.000057979752,0.3350655],"study_design_scores_gemma":[0.0008566183,0.00041254587,0.0015403983,0.00005411415,0.000008344718,0.000038200516,0.00015967384,0.33565822,0.1420659,0.5185043,0.00016080936,0.0005408373],"about_ca_topic_score_codex":0.00001768154,"about_ca_topic_score_gemma":0.00007920022,"teacher_disagreement_score":0.33452466,"about_ca_system_score_codex":0.0002484383,"about_ca_system_score_gemma":0.00003586689,"threshold_uncertainty_score":0.53230697},"labels":[],"label_agreement":null},{"id":"W2145699706","doi":"10.1109/icre.2003.1232786","title":"Bringing usability to the early stages of software development","year":2004,"lang":"en","type":"article","venue":"Journal of Lightwave Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Usability; Usability engineering; Computer science; Usability goals; Usability inspection; Cognitive walkthrough; Usability lab; System usability scale; Web usability; Heuristic evaluation; Software engineering; Requirements elicitation; Human–computer interaction; Requirements engineering; Systems engineering; Engineering; Software; Programming language","score_opus":0.02413541247833696,"score_gpt":0.2774084639462633,"score_spread":0.25327305146792634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145699706","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32326257,0.00020214952,0.67401963,0.0020572827,0.00025585058,0.00006308336,2.8563497e-7,0.00013478057,0.0000043645955],"genre_scores_gemma":[0.40397578,0.0000059930367,0.59595007,0.00003005078,0.0000189323,0.0000021950036,1.8421463e-8,0.0000052585815,0.000011680508],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99870473,0.00004009077,0.0005475951,0.00017248254,0.00027634497,0.0002587315],"domain_scores_gemma":[0.9984812,0.0003469277,0.0003338325,0.00051414204,0.0002704722,0.000053423006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009932087,0.00012699357,0.00030767662,0.00042518892,0.00007126516,0.00002051939,0.0015132234,0.00010098434,0.0000015750534],"category_scores_gemma":[0.0022695945,0.00008649887,0.00006839386,0.000758217,0.00009271349,0.00022247646,0.0004548689,0.00036090327,0.0000053952444],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006541869,0.00036474472,0.04019486,0.0001714982,0.00037293785,0.0003611177,0.013609142,0.2581903,0.03941605,0.0660146,0.00022347081,0.5810158],"study_design_scores_gemma":[0.00077398226,0.0010251714,0.05777225,0.00033276808,0.00001861732,0.0006270006,0.00025485244,0.000017597842,0.804014,0.12693188,0.007778657,0.00045321608],"about_ca_topic_score_codex":0.0000027399008,"about_ca_topic_score_gemma":0.0000037299803,"teacher_disagreement_score":0.76459795,"about_ca_system_score_codex":0.00016228542,"about_ca_system_score_gemma":0.00016464572,"threshold_uncertainty_score":0.35273215},"labels":[],"label_agreement":null},{"id":"W2145842673","doi":"10.1145/1230136.1230138","title":"A machine code model for efficient advice dispatch","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Center for Advanced Study, University of Illinois at Urbana-Champaign","keywords":"AspectJ; Computer science; Bytecode; Java; Programming language; Compiler; Operating system; Implementation; Just-in-time compilation; Code (set theory); Aspect-oriented programming; Compile time; Virtual machine; Set (abstract data type); Software","score_opus":0.042838582446341145,"score_gpt":0.32463459284923274,"score_spread":0.2817960104028916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145842673","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00058274943,0.000097062606,0.996962,0.00021433855,0.00025613673,0.00018004609,0.000004645542,0.0012886473,0.00041437979],"genre_scores_gemma":[0.07296555,0.0000024591375,0.92574024,0.00021305827,0.000021325664,0.000015792291,0.0000011705293,0.0000111953,0.0010291828],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990407,0.000011990902,0.00016751178,0.0002933284,0.00014132219,0.00034509494],"domain_scores_gemma":[0.9984689,0.00093636755,0.000034509012,0.0004242005,0.00006153773,0.00007448943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086021516,0.000115213246,0.00012626754,0.00006753387,0.00006120885,0.000024034149,0.0005620705,0.000042413485,0.0000013283654],"category_scores_gemma":[0.00042279548,0.000096034535,0.00005195958,0.0001958908,0.00001781186,0.00010561042,0.00017529565,0.00007770637,0.000006192768],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007586648,0.000020597468,0.000017972581,0.000010898331,0.0000033343633,0.0000017622559,0.00020164216,0.93571794,0.0003025539,0.046001866,0.00011419498,0.01759966],"study_design_scores_gemma":[0.00018845704,0.000024913716,0.00010196633,0.000003937165,0.0000018325583,0.0000037206123,0.0000064648652,0.9860037,0.0017219317,0.011261728,0.0005472466,0.00013408338],"about_ca_topic_score_codex":0.0000057360385,"about_ca_topic_score_gemma":0.000015686424,"teacher_disagreement_score":0.0723828,"about_ca_system_score_codex":0.000042798867,"about_ca_system_score_gemma":0.000018684617,"threshold_uncertainty_score":0.39161748},"labels":[],"label_agreement":null},{"id":"W2146574734","doi":"10.5381/jot.2007.6.7.a6","title":"Design-Level Detection of Interactions in Aspect-UML Models Using Alloy.","year":2007,"lang":"en","type":"article","venue":"The Journal of Object Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Unified Modeling Language; Computer science; Alloy; Materials science; Programming language; Metallurgy; Software","score_opus":0.13559817826726558,"score_gpt":0.34617560278207354,"score_spread":0.21057742451480796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146574734","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12424215,0.00026369418,0.87486815,0.00010997268,0.00035741713,0.00006472994,1.3021973e-7,0.000083211635,0.00001056234],"genre_scores_gemma":[0.55509305,0.000024894201,0.4448565,0.000005582498,0.0000122707515,3.7313728e-7,5.9823195e-9,0.00000469288,0.0000026605276],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99897534,0.00012872518,0.00045347307,0.000088347726,0.00014427076,0.00020986822],"domain_scores_gemma":[0.99820656,0.0009402298,0.00037648302,0.00030812298,0.00014974915,0.000018887851],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022792853,0.00009488145,0.00022655282,0.0009412277,0.000044262262,0.000006440449,0.0007767897,0.00008081305,6.579468e-7],"category_scores_gemma":[0.00071551,0.000071635004,0.0000446283,0.0009798328,0.0000891346,0.00039442422,0.00014866519,0.0005419743,4.4513433e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003866328,0.00002497227,0.000027842094,0.0000037461011,0.000020316456,0.000020644642,0.00042395273,0.580637,0.3752088,0.0010452612,0.000001230504,0.0425476],"study_design_scores_gemma":[0.00033880226,0.0003022317,0.00056120113,0.000078931036,0.000017529515,0.0018149123,0.00034492224,0.11311848,0.75074255,0.13254252,0.000010897714,0.00012703077],"about_ca_topic_score_codex":0.000014668126,"about_ca_topic_score_gemma":0.00002533426,"teacher_disagreement_score":0.4675185,"about_ca_system_score_codex":0.00015906495,"about_ca_system_score_gemma":0.000056696885,"threshold_uncertainty_score":0.2921191},"labels":[],"label_agreement":null},{"id":"W2146627790","doi":"10.1109/compsac.2007.49","title":"ACIR: An Aspect-Connector for Intrusion Response","year":2007,"lang":"en","type":"article","venue":"Proceedings - International Computer Software & Applications Conference","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Modular programming; Computer science; Cable gland; Intrusion; Component (thermodynamics); Reusability; Aspect-oriented programming; Software engineering; Modularity (biology); Software; Architecture; Intrusion detection system; Operating system; Computer security; Programming language; Telecommunications","score_opus":0.042237384328200255,"score_gpt":0.3257851714387828,"score_spread":0.28354778711058254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146627790","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009925284,0.0000342364,0.98562455,0.00072916213,0.00075000426,0.0008366515,0.000022137901,0.0019521997,0.00012579787],"genre_scores_gemma":[0.21623024,0.0000079077045,0.78239876,0.0002981585,0.00046514865,0.00044635314,0.0000270358,0.000029609499,0.00009677246],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9975079,0.000026225713,0.0005348646,0.0009912665,0.00045143883,0.00048826024],"domain_scores_gemma":[0.99593014,0.0015539322,0.0002765957,0.00050505984,0.0015177549,0.00021651294],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016245323,0.0003285535,0.00027149296,0.0004245361,0.00027772135,0.0004635166,0.0027211218,0.0001527031,0.000013948839],"category_scores_gemma":[0.00091808423,0.00035059126,0.000107333784,0.0005148889,0.00009635695,0.001425067,0.0006018904,0.00027823992,0.00003169967],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003849231,0.00023023272,0.0009533103,0.000058270176,0.000078041645,0.0000044947465,0.0015121745,0.0009706384,0.00929588,0.5203862,0.00067368103,0.4654521],"study_design_scores_gemma":[0.0033137444,0.0016435833,0.035867844,0.00025488075,0.000058245525,0.00035620702,0.00029383085,0.15271072,0.048603825,0.5378908,0.2157847,0.0032216078],"about_ca_topic_score_codex":0.0000034637558,"about_ca_topic_score_gemma":0.0000029581684,"teacher_disagreement_score":0.4622305,"about_ca_system_score_codex":0.00023810197,"about_ca_system_score_gemma":0.00013123787,"threshold_uncertainty_score":0.9998946},"labels":[],"label_agreement":null},{"id":"W2146795271","doi":"10.1145/1621607.1621615","title":"Transactional pointcuts","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Join (topology); Computer science; Sort-merge join; AspectJ; Programming language; Compile time; Semantics (computer science); Compiler; Point (geometry); Theoretical computer science; Aspect-oriented programming; Joins; Mathematics; Software","score_opus":0.019256614954076226,"score_gpt":0.2701480167779824,"score_spread":0.2508914018239062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146795271","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001909899,0.000028006241,0.9944439,0.001464319,0.00016596682,0.000020328911,8.380653e-8,0.00083042413,0.00285597],"genre_scores_gemma":[0.094205074,0.0000029334255,0.90485305,0.00046615428,0.000018189785,8.4272943e-7,1.13138334e-7,0.0000012981611,0.00045232527],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9996184,0.000013573065,0.00005634246,0.00012114859,0.00008331502,0.00010721056],"domain_scores_gemma":[0.99966204,0.00011283759,0.000007907678,0.00017477645,0.000014454415,0.00002795998],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000097125194,0.000046772224,0.000049250582,0.000033211494,0.000022939315,0.000018273045,0.00025990885,0.000018707746,0.000014867598],"category_scores_gemma":[0.000052101772,0.000040354684,0.000023579692,0.00011768139,0.000005861377,0.0002771755,0.00000800924,0.00005298016,0.00002575703],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002337513,0.000025943435,0.0000075446587,0.000001538204,0.0000042793854,0.000011263009,0.00013476222,0.042601738,0.004406348,0.45667577,0.00072141975,0.49540707],"study_design_scores_gemma":[0.00032632594,0.00021178827,0.014448228,0.0000067714186,0.0000019892666,0.000097519456,0.000009037467,0.015363745,0.039356016,0.9213486,0.008432927,0.0003970517],"about_ca_topic_score_codex":3.574074e-7,"about_ca_topic_score_gemma":8.96146e-8,"teacher_disagreement_score":0.49501002,"about_ca_system_score_codex":0.000012112074,"about_ca_system_score_gemma":0.0000090373405,"threshold_uncertainty_score":0.16456163},"labels":[],"label_agreement":null},{"id":"W2146852453","doi":"10.1109/iccgi.2008.43","title":"Self-Monitoring of Non-functional Requirements in Reactive Autonomic Systems Framework: A Multi-agent Systems Approach","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Autonomic computing; Distributed computing; Software architecture; Software engineering; Software; Embedded system; Programming language; Operating system","score_opus":0.12167535945183293,"score_gpt":0.31607371069032303,"score_spread":0.19439835123849009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146852453","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04019185,0.00030293976,0.9560226,0.000004334202,0.002425116,0.00039267965,9.914802e-7,0.00045746475,0.00020197392],"genre_scores_gemma":[0.46163568,0.000018881263,0.53810304,0.0000016172602,0.00006475875,0.00007628933,5.82226e-7,0.0000099964245,0.00008916829],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982301,0.00014346829,0.00048622602,0.00047555802,0.00032647583,0.0003381476],"domain_scores_gemma":[0.99851155,0.0005638564,0.00018796892,0.00059384224,0.00007446847,0.00006830335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066643476,0.00020142623,0.00039386295,0.00023408138,0.00006800037,0.000033239055,0.00056574226,0.0001375506,3.180197e-7],"category_scores_gemma":[0.00027188263,0.0001897602,0.00005727627,0.0003981409,0.000036730715,0.00053288764,0.00022039063,0.00026844337,0.000008449634],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010619521,0.00023568775,0.025458805,0.00017780147,0.00007929712,0.000021693655,0.002155037,0.96574205,0.0015190119,0.0042956574,0.000019584018,0.0002847285],"study_design_scores_gemma":[0.0008815797,0.00009349412,0.10293729,0.00029964792,0.000008392586,0.00009608556,0.00075663044,0.89159733,0.002571989,0.00014577557,0.000113868686,0.00049791456],"about_ca_topic_score_codex":0.000096220625,"about_ca_topic_score_gemma":1.3569114e-7,"teacher_disagreement_score":0.42144382,"about_ca_system_score_codex":0.0004697148,"about_ca_system_score_gemma":0.00010282553,"threshold_uncertainty_score":0.7738197},"labels":[],"label_agreement":null},{"id":"W2146981671","doi":"10.1109/ares.2014.20","title":"Enhanced Configuration Generation Approach for Highly Available COTS Based Systems","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada); Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Middleware (distributed applications); Software deployment; Process (computing); Distributed computing; Automation; Service (business); Set (abstract data type); Task (project management); Quality of service; Software; Software engineering; Reliability engineering; Systems engineering; Engineering; Operating system; Computer network","score_opus":0.063711685992046,"score_gpt":0.2683464546522205,"score_spread":0.2046347686601745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146981671","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017715992,0.000044401604,0.99601734,0.000050803843,0.00069687946,0.00040822802,0.0000010863082,0.00074700953,0.0018570912],"genre_scores_gemma":[0.23737794,0.0000011679322,0.76096725,0.00008812601,0.00012377901,0.00017767261,0.000023312723,0.000008950116,0.0012317913],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989867,0.00011674961,0.00019613272,0.00035494458,0.00014425287,0.00020121344],"domain_scores_gemma":[0.9987833,0.0005143557,0.00007645317,0.0004320973,0.000150743,0.000043061515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007169845,0.000119741235,0.00016326878,0.00006534814,0.00009334769,0.00014090544,0.00031795067,0.000070346134,0.0000037398],"category_scores_gemma":[0.00054663856,0.00010626795,0.000033651864,0.00014202386,0.000014665013,0.00038649543,0.000024209468,0.000048044563,0.000022267732],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039006723,0.00001705003,0.0000022872987,0.00005580621,0.000005363142,6.657771e-8,0.000034564222,0.7610306,0.14682122,0.08535986,0.0016295243,0.005039749],"study_design_scores_gemma":[0.00022625788,0.000059754253,0.000004660701,0.0000040993405,0.0000019632353,5.067995e-7,0.0000028823808,0.7717996,0.22606666,0.00024631096,0.0014708398,0.000116453724],"about_ca_topic_score_codex":0.000008636349,"about_ca_topic_score_gemma":7.2890913e-7,"teacher_disagreement_score":0.23720078,"about_ca_system_score_codex":0.00004154775,"about_ca_system_score_gemma":0.00003357886,"threshold_uncertainty_score":0.43334812},"labels":[],"label_agreement":null},{"id":"W2147363920","doi":"10.1007/978-1-4615-0993-6_4","title":"Stack Dependency Resolution for Java Processors Based on Hardware Folding and Translation","year":2002,"lang":"en","type":"book-chapter","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Java; Bytecode; Java applet; Java concurrency; Java bytecode; Parallel computing; Pipeline (software); Stack (abstract data type); Programming language; Operating system; Computer architecture; Java annotation","score_opus":0.10382663026456264,"score_gpt":0.2875617179675246,"score_spread":0.18373508770296199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147363920","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000015127915,0.0005335599,0.9744029,0.00019223675,0.00023971325,0.000531224,0.000015069321,0.0006730275,0.023410736],"genre_scores_gemma":[0.0006880927,0.00010513049,0.9568583,0.000078737525,0.00007020695,0.000042168707,0.000015109622,0.000049577433,0.042092707],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99857044,0.000020517418,0.00026030495,0.00062054204,0.00028294348,0.00024525012],"domain_scores_gemma":[0.9983315,0.00096913456,0.00012698978,0.00040704626,0.00010386305,0.00006146819],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003286941,0.00031004995,0.00028640628,0.00023619412,0.00010868052,0.000071850154,0.00033751782,0.00028021052,0.00001878111],"category_scores_gemma":[0.0002524958,0.00029911863,0.00008896465,0.000046825444,0.00002783049,0.00032669932,0.000040274506,0.00022422793,0.000006076079],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061306746,0.000023843757,0.000004411198,0.0007929851,0.000045686997,0.000014935026,0.0003835312,0.20604405,0.000086523374,0.32622147,0.00071673916,0.46560454],"study_design_scores_gemma":[0.0010452868,0.00061085145,0.000019344468,0.0006834244,0.00005223388,0.0000100454645,0.000005920318,0.71624875,0.0009051318,0.22975259,0.049419116,0.0012473282],"about_ca_topic_score_codex":8.9867905e-7,"about_ca_topic_score_gemma":0.0000025569286,"teacher_disagreement_score":0.5102047,"about_ca_system_score_codex":0.00008354753,"about_ca_system_score_gemma":0.00003406165,"threshold_uncertainty_score":0.9999461},"labels":[],"label_agreement":null},{"id":"W2147423857","doi":"10.1109/icsm.2009.5306328","title":"Modularizing error recovery","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Compiler; Computer science; AspectJ; Programming language; Modularity (biology); Error detection and correction; Context (archaeology); Optimizing compiler; Implementation; Compile time; Exception handling; Source code; Aspect-oriented programming; Algorithm; Software","score_opus":0.04208475605448818,"score_gpt":0.29506649283439274,"score_spread":0.25298173677990454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147423857","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00094806496,0.00007259481,0.99437505,0.000686376,0.0002972153,0.000034242163,7.875379e-8,0.001136022,0.0024503565],"genre_scores_gemma":[0.0572779,0.0000047968865,0.9415478,0.00054969767,0.000025641108,0.0000012515927,1.6110597e-7,0.000002799399,0.00058995065],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99943805,0.000025040226,0.00008529212,0.00019064416,0.000089830326,0.00017112914],"domain_scores_gemma":[0.999395,0.00015930853,0.000018020333,0.00037496985,0.000018570836,0.00003409156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019681278,0.00007004093,0.00008320753,0.000053006377,0.000033292363,0.000040626604,0.00043523606,0.0000312458,0.000003894417],"category_scores_gemma":[0.00032370083,0.00006212986,0.000032031377,0.00018021351,0.0000063805974,0.0004656841,0.000064141896,0.00007596834,0.000027310596],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024091134,0.000019913301,0.000019045614,0.0000032354028,0.000005784661,0.000022369617,0.0001336443,0.16732754,0.008114117,0.14955898,0.0007071073,0.67408586],"study_design_scores_gemma":[0.00023357647,0.0002631844,0.007503009,0.000018909917,0.0000025695242,0.000041250707,0.00001663529,0.056524154,0.02458221,0.9065228,0.0037668224,0.00052485615],"about_ca_topic_score_codex":9.783257e-7,"about_ca_topic_score_gemma":1.5095604e-7,"teacher_disagreement_score":0.75696385,"about_ca_system_score_codex":0.000021734213,"about_ca_system_score_gemma":0.000010294619,"threshold_uncertainty_score":0.25335824},"labels":[],"label_agreement":null},{"id":"W2147694503","doi":"10.1145/1598732.1598754","title":"A report on the XP workshop on agile product line engineering","year":2009,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Software product line; Agile software development; Reuse; Software engineering; Computer science; Domain engineering; Quality (philosophy); Product (mathematics); Systems engineering; Software; Engineering; Software development; Software construction","score_opus":0.04554668214763798,"score_gpt":0.28550929706019146,"score_spread":0.23996261491255347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147694503","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030038351,0.00065944577,0.95787215,0.0038040383,0.0015562515,0.00047976783,0.0000056044764,0.0055759666,0.000008421579],"genre_scores_gemma":[0.49720746,0.000046343604,0.50138503,0.0005783915,0.00048378253,0.00008215277,0.000010490257,0.00008253658,0.00012381414],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99658406,0.00006330277,0.00059335574,0.00112306,0.0006859707,0.0009502326],"domain_scores_gemma":[0.9059161,0.089422256,0.00019978761,0.004063467,0.00016660777,0.00023180721],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010922974,0.00072011264,0.0005411464,0.00035974942,0.00019037552,0.0001615449,0.002527252,0.00018309246,0.00001016178],"category_scores_gemma":[0.41331968,0.0005762678,0.00021823484,0.001144846,0.000034767807,0.00045988857,0.00040521915,0.001066146,0.00006877982],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018024088,0.000108313856,0.0005847039,0.000050979907,0.00005455465,0.00041515526,0.00028281313,0.94875306,0.0031791697,0.0058185463,0.0010715477,0.039663155],"study_design_scores_gemma":[0.0038796165,0.004667074,0.29491648,0.0070620202,0.00025857033,0.0033047437,0.00006757533,0.06333595,0.49632886,0.012227555,0.09838749,0.015564084],"about_ca_topic_score_codex":0.0000026751202,"about_ca_topic_score_gemma":2.8057693e-7,"teacher_disagreement_score":0.8854171,"about_ca_system_score_codex":0.00019205705,"about_ca_system_score_gemma":0.000064624684,"threshold_uncertainty_score":0.9996689},"labels":[],"label_agreement":null},{"id":"W2148347120","doi":"10.3233/ao-2009-0069","title":"A core ontology for requirements","year":2009,"lang":"en","type":"article","venue":"Applied Ontology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Core (optical fiber); Ontology; Software engineering; Epistemology","score_opus":0.16359612204896085,"score_gpt":0.3742635405275225,"score_spread":0.21066741847856163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148347120","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019091157,0.00013555768,0.9932071,0.0009482073,0.0005381756,0.0003460726,0.0000012323944,0.00066936394,0.002245205],"genre_scores_gemma":[0.19965582,0.0000058319815,0.79866004,0.0014123452,0.00005866769,0.000095125004,0.0000038629955,0.000007855416,0.00010042206],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986684,0.000026859167,0.00023928212,0.00047550394,0.000091026275,0.0004989626],"domain_scores_gemma":[0.9986217,0.0005959458,0.000091036614,0.00058091374,0.00004586685,0.00006450611],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002959097,0.00017072985,0.0003287403,0.00009214616,0.00008043237,0.000015168262,0.00082343264,0.00015713011,0.0000038495723],"category_scores_gemma":[0.00028519853,0.0001683265,0.000053963227,0.00015345565,0.000056901063,0.000113452144,0.00008771267,0.00012381669,0.00002055594],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034981036,0.000036321373,0.000038299695,0.000007397005,0.0000153052,0.000009442095,0.00022626933,0.0007812843,0.006058281,0.8114802,0.00090993964,0.18040228],"study_design_scores_gemma":[0.0011898577,0.00048495698,0.0036763095,0.0000052021687,0.000011713443,0.00005808717,0.000021377837,0.0014652837,0.0034755836,0.97189075,0.017336693,0.00038418875],"about_ca_topic_score_codex":0.0000025006432,"about_ca_topic_score_gemma":0.000011067803,"teacher_disagreement_score":0.19774671,"about_ca_system_score_codex":0.000058607628,"about_ca_system_score_gemma":0.000034916808,"threshold_uncertainty_score":0.68641555},"labels":[],"label_agreement":null},{"id":"W2148539334","doi":"10.1109/ea.2009.5071577","title":"Heterogeneous pointcut expressions","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Notation; Computer science; Programming language; Aspect-oriented programming; Focus (optics); Expression (computer science); Software; Software engineering; Linguistics","score_opus":0.027608069919080373,"score_gpt":0.2904676363603704,"score_spread":0.26285956644129,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148539334","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011577259,0.00009684431,0.99494594,0.00058504724,0.00018190952,0.00003825059,1.4488262e-7,0.0012867339,0.0017074064],"genre_scores_gemma":[0.16458039,0.000006796877,0.83449227,0.0004985102,0.00002082351,0.0000021970918,1.5912049e-7,0.000002665649,0.000396171],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994151,0.000029775749,0.00008739472,0.00019193586,0.0000928571,0.00018293227],"domain_scores_gemma":[0.99928796,0.00016823904,0.000016672599,0.00045303119,0.000017982476,0.00005612498],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000094424715,0.00007661441,0.00008119965,0.000043988668,0.000044280747,0.000032744534,0.00051831664,0.000029629267,0.000011972464],"category_scores_gemma":[0.00019552733,0.0000617914,0.000034309156,0.00012845003,0.000008942606,0.00022299612,0.00008794008,0.000066036155,0.000037378235],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048194374,0.00008839916,0.000023774917,0.000004827142,0.00001198583,0.00013157704,0.0005333686,0.23188084,0.06425428,0.18981983,0.0028515286,0.51039475],"study_design_scores_gemma":[0.00044286068,0.00043176816,0.0026163599,0.000034503257,0.000004132734,0.00028072283,0.000018504943,0.021315668,0.30634323,0.6540907,0.013556424,0.0008651364],"about_ca_topic_score_codex":5.278359e-7,"about_ca_topic_score_gemma":1.031051e-7,"teacher_disagreement_score":0.50952965,"about_ca_system_score_codex":0.000013198969,"about_ca_system_score_gemma":0.000008662265,"threshold_uncertainty_score":0.251978},"labels":[],"label_agreement":null},{"id":"W2148974547","doi":"10.1145/2648511.2648521","title":"Comparison of exact and approximate multi-objective optimization for software product lines","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":110,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Scalability; Mathematical optimization; Computer science; Product (mathematics); Software; Optimization problem; Algorithm; Mathematics","score_opus":0.06431467635435309,"score_gpt":0.3470871171472757,"score_spread":0.28277244079292263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148974547","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013111951,0.00011758643,0.99763626,0.000044159187,0.00017375508,0.00028969647,0.0000014543782,0.00041666007,0.000009221748],"genre_scores_gemma":[0.07591748,0.0000052783457,0.92395574,0.000011755592,0.000025881773,0.000029824567,0.0000023094224,0.000009392534,0.0000423479],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992541,0.00005469167,0.00018310006,0.0002920627,0.000076643795,0.00013937989],"domain_scores_gemma":[0.99857664,0.00086226716,0.00009827662,0.0002811059,0.00015330897,0.00002837404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037579256,0.00010680292,0.00023288894,0.00006706694,0.0000474781,0.000023681532,0.00022529445,0.000034244822,6.881149e-7],"category_scores_gemma":[0.0027831174,0.00008974734,0.000025351348,0.00013514677,0.00003974445,0.00027157174,0.00011277492,0.0000481659,2.3609975e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062671625,0.000033562286,0.0014693701,0.00009479162,0.0000080279315,3.5912354e-8,0.0004649549,0.94905186,0.0003836516,0.0015570535,0.000022190512,0.04690823],"study_design_scores_gemma":[0.00025493096,0.000100406425,0.0010007236,0.000013861552,0.000004186143,0.0000011599464,0.000027981889,0.96562433,0.031246921,0.0015575523,0.000047603116,0.00012036101],"about_ca_topic_score_codex":0.0000027525286,"about_ca_topic_score_gemma":9.956207e-7,"teacher_disagreement_score":0.07460629,"about_ca_system_score_codex":0.000010523381,"about_ca_system_score_gemma":0.00001064772,"threshold_uncertainty_score":0.36597902},"labels":[],"label_agreement":null},{"id":"W2149072367","doi":"10.1109/ccece.2006.277646","title":"Towards the Automated Conversion of Natural-Language use Cases to Graphical use Case Maps","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Notation; Formality; Natural language; Programming language; Eclipse; Simplicity; Natural language processing; Artificial intelligence; Software engineering","score_opus":0.041207940370537204,"score_gpt":0.29719029777202094,"score_spread":0.25598235740148373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149072367","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3953419,0.00007934069,0.60292953,0.00018414567,0.0002547046,0.00011741173,0.000009413868,0.001077133,0.0000064017927],"genre_scores_gemma":[0.5936856,0.0000022609124,0.40601406,0.00012924657,0.000012208211,0.000003695445,0.000002236488,0.0000060129782,0.00014466318],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99895495,0.00014135521,0.00020251656,0.00026320334,0.00020493708,0.00023302058],"domain_scores_gemma":[0.9966228,0.0025744347,0.000050598584,0.0006015101,0.000097727214,0.000052907304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002607061,0.00014307728,0.00016855748,0.00013018072,0.00007394105,0.00008833387,0.00044710963,0.00005767999,0.0000044693024],"category_scores_gemma":[0.0017103347,0.00009162753,0.00006803825,0.00060099,0.0000725969,0.00053757714,0.00032072765,0.00013482568,0.000005766098],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032046207,0.00074135227,0.0070789396,0.00047990915,0.00031562,0.07563738,0.01016198,0.4165774,0.14385882,0.18603502,0.09164386,0.067149244],"study_design_scores_gemma":[0.002481785,0.0010075159,0.09033978,0.00020556156,0.00010645779,0.024717651,0.0014009253,0.34446767,0.51934373,0.003981504,0.009074311,0.0028731106],"about_ca_topic_score_codex":0.0018367023,"about_ca_topic_score_gemma":0.000059961305,"teacher_disagreement_score":0.3754849,"about_ca_system_score_codex":0.000029630197,"about_ca_system_score_gemma":0.000020391919,"threshold_uncertainty_score":0.37364623},"labels":[],"label_agreement":null},{"id":"W2149274174","doi":"10.11575/prism/31115","title":"An Implementation of Declarative Event Patterns","year":2004,"lang":"en","type":"article","venue":"PRISM (University of Calgary)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"AspectJ; Computer science; Programming language; Aspect-oriented programming; Java; Event (particle physics); Context (archaeology); Design by contract; Software engineering; Software development; Software","score_opus":0.02197883429479267,"score_gpt":0.2788311290763641,"score_spread":0.2568522947815714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149274174","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21567045,0.000016691136,0.7840444,0.00007617899,0.00004460856,0.00006536427,3.0876413e-7,0.00006089209,0.000021127405],"genre_scores_gemma":[0.37849835,0.000010819573,0.6214723,0.0000062081976,0.0000014368192,1.1143105e-7,0.0000016903581,0.0000018934959,0.000007199726],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994893,0.000049928123,0.00007895966,0.00014810817,0.00013408175,0.00009958542],"domain_scores_gemma":[0.9995165,0.000054329124,0.00009850387,0.00024214954,0.000048897848,0.00003962404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013711357,0.000059245795,0.00011655681,0.000081907165,0.000038843802,0.000003427401,0.00042780224,0.000031431293,0.0000095208825],"category_scores_gemma":[0.000013683404,0.00007265944,0.000040830906,0.00010997404,0.0000362587,0.00047264993,0.0001104301,0.000056208963,0.0000015012507],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021709682,0.0001477631,0.0055578523,0.00006841857,0.000069688365,0.000044729237,0.022224136,0.009562777,0.012051465,0.040194295,0.000019684374,0.91003746],"study_design_scores_gemma":[0.0038351957,0.0014559814,0.73342454,0.000107715074,0.00005603568,0.000012814357,0.0026759573,0.028151073,0.1500505,0.07907703,0.00041933442,0.0007338276],"about_ca_topic_score_codex":0.00040582404,"about_ca_topic_score_gemma":0.00001696673,"teacher_disagreement_score":0.90930367,"about_ca_system_score_codex":0.000050653627,"about_ca_system_score_gemma":0.000047858524,"threshold_uncertainty_score":0.2962966},"labels":[],"label_agreement":null},{"id":"W2149442024","doi":"10.1109/icsm.2009.5306389","title":"UI traces: Supporting the maintenance of interactive software","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; User interface; Natural user interface; Weaving; Human–computer interaction; Thread (computing); User interface design; Interface (matter); Software; Graphical user interface testing; Interface metaphor; Programming language; Operating system","score_opus":0.02302980945079451,"score_gpt":0.30501772827182505,"score_spread":0.2819879188210305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149442024","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025542441,0.000061569575,0.99511933,0.00092942873,0.00019523199,0.00008991517,6.4063477e-7,0.0004188677,0.00063079083],"genre_scores_gemma":[0.3427279,0.0000047778144,0.6567179,0.00024989017,0.000014021361,0.0000029777589,1.7516467e-7,0.0000032402475,0.00027909694],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99911255,0.00006309502,0.00023276573,0.00021081076,0.00014302472,0.0002377429],"domain_scores_gemma":[0.99803525,0.001235453,0.00014131625,0.00047182728,0.00008794131,0.000028194407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050033716,0.00010346828,0.00015523109,0.000041438077,0.000047457397,0.00002790428,0.00087098766,0.000029889174,0.0000078138155],"category_scores_gemma":[0.0021414896,0.00006361369,0.00006124647,0.00025202107,0.000044241144,0.0004412847,0.00010709834,0.00015644179,0.0000051339925],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017876568,0.00006697485,0.00024176604,0.00002301595,0.00002859784,0.000026810372,0.005765533,0.0486951,0.0034677011,0.0785002,0.0011978894,0.8619685],"study_design_scores_gemma":[0.001110466,0.0011326069,0.04162068,0.00034494177,0.000026807264,0.00023843764,0.0035519237,0.039656006,0.16645804,0.73947394,0.004986911,0.0013992228],"about_ca_topic_score_codex":0.000004975946,"about_ca_topic_score_gemma":0.0000012394469,"teacher_disagreement_score":0.8605693,"about_ca_system_score_codex":0.000024425484,"about_ca_system_score_gemma":0.00002423393,"threshold_uncertainty_score":0.2594091},"labels":[],"label_agreement":null},{"id":"W2149539327","doi":"10.1007/s00766-010-0102-z","title":"Deconstructing the semantics of big-step modelling languages","year":2010,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Semantics (computer science); Class (philosophy); Natural language processing; Popularity; Formal semantics (linguistics); Semantic compression; Distributional semantics; Artificial intelligence; Semantic data model; Programming language; Semantic computing; Semantic technology; Semantic Web","score_opus":0.042503248267764304,"score_gpt":0.28955750565852734,"score_spread":0.24705425739076303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149539327","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.073183626,0.0000829997,0.9252673,0.000038036967,0.0009332866,0.000078390265,6.418333e-7,0.00029742386,0.000118301155],"genre_scores_gemma":[0.42796746,0.0000067159212,0.57193834,0.0000062163845,0.000056382833,0.0000038668177,2.167636e-7,0.000011481149,0.000009333321],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99909174,0.000016506006,0.00023937545,0.00019310287,0.00019928327,0.00025998527],"domain_scores_gemma":[0.99891126,0.00037452637,0.00008230193,0.0005560785,0.000036679838,0.000039154027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004740367,0.0001379896,0.00015556495,0.00007856471,0.00005454717,0.000036076504,0.00069120736,0.000052265907,0.00000292534],"category_scores_gemma":[0.00038428587,0.00011150849,0.0000510379,0.00025889667,0.000030968145,0.00022947317,0.00027269384,0.00026518162,0.0000027849537],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.7856565e-7,0.0000050654667,0.00027183315,0.000035905323,0.000020408766,0.0000034770162,0.00020577674,0.9156723,0.042609304,0.015189147,0.0000046060277,0.02598168],"study_design_scores_gemma":[0.0001422556,0.000014805983,0.00020795653,0.000049599414,0.000009287009,0.000029844474,0.000041598705,0.95655257,0.041150443,0.0010700931,0.00050851837,0.00022305489],"about_ca_topic_score_codex":0.000007789889,"about_ca_topic_score_gemma":0.0000014652824,"teacher_disagreement_score":0.35478383,"about_ca_system_score_codex":0.000015575832,"about_ca_system_score_gemma":0.000013688212,"threshold_uncertainty_score":0.4547184},"labels":[],"label_agreement":null},{"id":"W2149590839","doi":"10.1109/iccbss.2007.2","title":"A Lightweight Taxonomy to Characterize Component-Based Systems","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Taxonomy (biology); Component (thermodynamics); Computer science; Software engineering; Component-based software engineering; Software; Systems engineering; Software system; Engineering; Programming language; Ecology","score_opus":0.07148534792100597,"score_gpt":0.27438922544838446,"score_spread":0.20290387752737848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149590839","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035488454,0.00005457674,0.9925704,0.00024798515,0.0011665762,0.00046246813,0.0000013531946,0.0013329453,0.00061487773],"genre_scores_gemma":[0.119412914,6.7122215e-7,0.8796388,0.0004290306,0.00008637662,0.000111203335,0.0000016715298,0.000011399706,0.00030792566],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987099,0.000051543568,0.000262815,0.00035839673,0.00020417398,0.0004131787],"domain_scores_gemma":[0.99830693,0.00075081043,0.00005610306,0.0006339712,0.00006564499,0.00018656848],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082131056,0.00016363489,0.00021598308,0.00019982002,0.000058223377,0.00009791761,0.00079876825,0.000056332792,0.0000063407265],"category_scores_gemma":[0.00017358206,0.00014118299,0.000047207723,0.00040017528,0.000016379296,0.00025878786,0.00017022534,0.00010341463,0.0001339312],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014499108,0.0004378639,0.0025272397,0.00032551843,0.00013050585,0.00062677474,0.0007419496,0.15143915,0.2961872,0.25624287,0.0047783107,0.28641763],"study_design_scores_gemma":[0.001200932,0.00042475504,0.025303204,0.00021595636,0.000010362325,0.0000726141,0.00007127458,0.03739663,0.22368287,0.0006789303,0.70911306,0.0018293888],"about_ca_topic_score_codex":0.000017099259,"about_ca_topic_score_gemma":0.0000016599413,"teacher_disagreement_score":0.7043348,"about_ca_system_score_codex":0.00008156967,"about_ca_system_score_gemma":0.000027187647,"threshold_uncertainty_score":0.5757275},"labels":[],"label_agreement":null},{"id":"W2149782622","doi":"10.5555/2486788.2486971","title":"A framework for managing cloned product variants","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Implementation; Software product line; Computer science; Software engineering; Cloning (programming); Focus (optics); Product (mathematics); Software; Data science; Work (physics); Software development; Engineering; Programming language","score_opus":0.06874942532269653,"score_gpt":0.3209284791619744,"score_spread":0.2521790538392779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149782622","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009304846,0.000042184143,0.99344176,0.0009975526,0.0025636759,0.00039683914,0.0000073237916,0.001436884,0.00018332181],"genre_scores_gemma":[0.17947732,0.000015440026,0.81966025,0.00014353351,0.00020693695,0.00031069326,0.000006470286,0.000030222487,0.000149163],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984402,0.00002116979,0.00027081228,0.00055157417,0.00032033774,0.0003958965],"domain_scores_gemma":[0.9980279,0.0009327337,0.00008636739,0.0005416087,0.00031310358,0.00009827265],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002479236,0.00025959374,0.0002184031,0.0002416904,0.00006478592,0.00028839672,0.0012779161,0.00007972342,0.00004653577],"category_scores_gemma":[0.004064001,0.00026510746,0.00008392318,0.00021064439,0.000018408075,0.0007618269,0.00021314701,0.000289235,0.000082231585],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073491005,0.000026732188,0.00009788519,0.000037898924,0.00006266787,0.0000073900947,0.0002168544,0.07454561,0.0009978935,0.8854105,0.00016469182,0.038424537],"study_design_scores_gemma":[0.00064230105,0.00019022547,0.005898826,0.0005648451,0.000010627421,0.00004045593,0.00004990677,0.46746647,0.00511641,0.5167786,0.002044451,0.0011968809],"about_ca_topic_score_codex":0.000006958704,"about_ca_topic_score_gemma":1.856223e-7,"teacher_disagreement_score":0.39292085,"about_ca_system_score_codex":0.00010834733,"about_ca_system_score_gemma":0.000039154635,"threshold_uncertainty_score":0.9999801},"labels":[],"label_agreement":null},{"id":"W2150008689","doi":"10.1109/icmcs.2011.5945613","title":"A framework for self-configuring devices using TR-069","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; IBM; Architecture; Computer network; Simple Network Management Protocol; Broadband networks; Service provider; Broadband; Protocol (science); Service (business); Domain (mathematical analysis); Network management; Telecommunications","score_opus":0.19134486820809893,"score_gpt":0.34697277093861717,"score_spread":0.15562790273051824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150008689","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003293613,0.000100386445,0.99402535,0.00002486686,0.00049717195,0.00014819886,5.999681e-7,0.0014471618,0.00046267314],"genre_scores_gemma":[0.04004328,0.000002981699,0.9597046,0.00012507217,0.000060451584,0.000018854724,1.3712204e-7,0.000013733705,0.000030909185],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.999142,0.000030963154,0.00015112259,0.00029212682,0.00008838189,0.00029539267],"domain_scores_gemma":[0.99861646,0.0008061273,0.000056066223,0.00041504024,0.00005167768,0.00005460242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031222892,0.00012543605,0.00015018055,0.00007241345,0.00008283017,0.000045622342,0.00064069935,0.00007723655,0.000009954464],"category_scores_gemma":[0.00044981917,0.000112281494,0.000056109886,0.00018977269,0.000015471183,0.00044357948,0.00014174473,0.00010036496,0.0000073299875],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012612424,0.00007500143,0.00076007395,0.00015911789,0.000087419816,0.000015033169,0.006525486,0.010786873,0.0010028286,0.92529786,0.0000329484,0.055244725],"study_design_scores_gemma":[0.000332363,0.00015831647,0.0025802336,0.000116063085,0.000024893132,0.000035160665,0.00019121273,0.065486096,0.08613777,0.8422073,0.0019466494,0.0007839462],"about_ca_topic_score_codex":0.000007960274,"about_ca_topic_score_gemma":0.000001017752,"teacher_disagreement_score":0.08513494,"about_ca_system_score_codex":0.0000312147,"about_ca_system_score_gemma":0.000026368141,"threshold_uncertainty_score":0.45787063},"labels":[],"label_agreement":null},{"id":"W2150322553","doi":"10.1109/re.2006.27","title":"Goal-Oriented Requirements Engineering, Part II","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Sketch; Computer science; Software engineering; Requirements analysis; Stakeholder; Schema (genetic algorithms); Requirements engineering; Conceptual schema; Software development; Software; Systems engineering; Engineering management; Engineering; Programming language; Sociology; Management","score_opus":0.02239137816896005,"score_gpt":0.26436645065474734,"score_spread":0.24197507248578728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150322553","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0051469477,0.00008501573,0.9901449,0.00013588622,0.000978354,0.00008131479,7.056471e-7,0.0018808054,0.0015460595],"genre_scores_gemma":[0.030639732,0.000003882212,0.96551687,0.00006888984,0.000114024115,0.000020384585,0.000002845616,0.000013466028,0.0036199212],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998924,0.00002064844,0.00020398654,0.00030705796,0.00020707537,0.00033721357],"domain_scores_gemma":[0.99921995,0.00013007964,0.000037890484,0.0005182181,0.000044400906,0.000049469752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024431935,0.00014530584,0.00013229957,0.00008287711,0.00007488249,0.000031234784,0.0004811305,0.00004649898,0.00001854914],"category_scores_gemma":[0.00023152879,0.00013540211,0.000043025906,0.00033402815,0.000015857018,0.00042368614,0.000330412,0.00009109871,0.00003422276],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003262902,0.000107818196,0.0006648184,0.00002406699,0.000024367746,0.000036958165,0.00011804491,0.30094925,0.007846847,0.6658238,0.014616792,0.00978394],"study_design_scores_gemma":[0.0014614862,0.00041660102,0.011948639,0.0000915155,0.000015647685,0.000050943392,0.000017609926,0.11783865,0.10623868,0.041995667,0.7181165,0.0018080688],"about_ca_topic_score_codex":0.000013908131,"about_ca_topic_score_gemma":0.00000137697,"teacher_disagreement_score":0.70349973,"about_ca_system_score_codex":0.000051176496,"about_ca_system_score_gemma":0.00001342772,"threshold_uncertainty_score":0.55215377},"labels":[],"label_agreement":null},{"id":"W2150529089","doi":"10.1109/icsm.1998.738501","title":"Building maintainable COTS based systems","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Computer science; Component (thermodynamics); Systems engineering; Software; Software engineering; Commercial off-the-shelf; Reliability engineering; Software maintenance; Software system; Embedded system; Engineering; Operating system","score_opus":0.04880186082312646,"score_gpt":0.267090250468649,"score_spread":0.21828838964552252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150529089","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003483263,0.0003358889,0.9958842,0.00020047616,0.000509966,0.000087076725,2.1484998e-7,0.001355019,0.0012788506],"genre_scores_gemma":[0.15494788,0.0000034643915,0.84384334,0.00010483737,0.000026565811,0.00001405528,7.402812e-8,0.0000074608693,0.0010523498],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991385,0.00006436655,0.0001214862,0.00023992806,0.00014746982,0.00028826794],"domain_scores_gemma":[0.9988561,0.0005519414,0.000030070372,0.00046352381,0.00004058083,0.000057731067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033050255,0.000098532786,0.0001227826,0.00008338432,0.00006326156,0.00009879254,0.00055912783,0.00003926268,0.000018625564],"category_scores_gemma":[0.00038378648,0.0000873369,0.000029443541,0.0002865198,0.000016623842,0.00031066954,0.00011101695,0.000082786864,0.00005391255],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.816053e-7,0.00001537977,0.000051765346,0.000031378393,0.00000507977,0.000037835336,0.000038101745,0.6549819,0.0011291165,0.3322801,0.0009788972,0.01044993],"study_design_scores_gemma":[0.00015455246,0.000037561174,0.00006311918,0.000024442872,0.0000013766632,0.000017422628,0.000013027804,0.9805516,0.003753609,0.006836048,0.008343554,0.00020366105],"about_ca_topic_score_codex":0.000008981991,"about_ca_topic_score_gemma":1.3235403e-7,"teacher_disagreement_score":0.3255697,"about_ca_system_score_codex":0.0000637928,"about_ca_system_score_gemma":0.000007255391,"threshold_uncertainty_score":0.35614952},"labels":[],"label_agreement":null},{"id":"W2150781738","doi":"10.1109/sera.2005.43","title":"Generating aspects-classes integration testing sequences a collaboration diagram based strategy","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"AspectJ; Computer science; Aspect-oriented programming; Programming language; Software engineering; Java; Object-oriented programming; Class (philosophy); Process (computing); Separation of concerns; Class diagram; Software development; Software; Unified Modeling Language; Artificial intelligence","score_opus":0.07359614098060667,"score_gpt":0.3269793618420287,"score_spread":0.253383220861422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150781738","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01059177,0.000094048315,0.985944,0.0005715317,0.00018402956,0.00013930963,8.2120266e-7,0.0013085682,0.001165974],"genre_scores_gemma":[0.4159944,0.0000016456961,0.5837063,0.00013001394,0.00009745408,0.000020868456,0.0000021186793,0.000005621328,0.00004156267],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988316,0.0001295571,0.0002514028,0.00033892327,0.00021415141,0.00023430602],"domain_scores_gemma":[0.99824095,0.0010724656,0.00010109325,0.0002866045,0.00024834124,0.000050551957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046560421,0.00015651602,0.00013650263,0.00010408807,0.0001461223,0.00036494437,0.0003560515,0.00006018729,0.000007754035],"category_scores_gemma":[0.002574274,0.00013430316,0.00002330226,0.0008329839,0.00003003573,0.001319278,0.00005002225,0.00012898464,0.000012307431],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.3230076e-7,0.000009867368,0.000050920422,0.0000039516976,0.0000020791056,0.0000025599481,0.00007733743,0.7329034,0.036782604,0.013255855,0.00004018384,0.21687068],"study_design_scores_gemma":[0.00008864735,0.00009068087,0.00020425777,0.000017257305,0.0000021053127,0.0000049291807,0.000076268116,0.91211885,0.08310345,0.004032444,0.00008174959,0.00017938104],"about_ca_topic_score_codex":0.000022205628,"about_ca_topic_score_gemma":0.00012988066,"teacher_disagreement_score":0.40540263,"about_ca_system_score_codex":0.0001265126,"about_ca_system_score_gemma":0.00022584316,"threshold_uncertainty_score":0.5476724},"labels":[],"label_agreement":null},{"id":"W2151205770","doi":"10.1109/sysose.2007.4304242","title":"Applying Model-Driven Development Techniques to the Development of Search and Rescue Systems","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Guelph","funders":"","keywords":"Computer science; Domain engineering; Software engineering; Domain (mathematical analysis); Extensibility; Search and rescue; Software product line; Set (abstract data type); Model-driven architecture; Software development; Software; Domain analysis; Software system; Systems engineering; Component-based software engineering; Programming language; Software construction; Artificial intelligence; Engineering","score_opus":0.08746935447869615,"score_gpt":0.33511672623769595,"score_spread":0.2476473717589998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151205770","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013567499,0.00006678013,0.98528314,0.000045519686,0.000058249738,0.0005032752,1.4318924e-7,0.00033048814,0.00014490471],"genre_scores_gemma":[0.14054163,0.0000026690864,0.859191,0.000031492546,0.0000086718455,0.00010513233,1.8856039e-7,0.0000064224673,0.000112801245],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99890095,0.000034512585,0.00030173603,0.0002347409,0.00027216403,0.0002559212],"domain_scores_gemma":[0.99925923,0.00026153086,0.00001932217,0.0003054269,0.00008993161,0.0000645758],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021859957,0.00010348831,0.00013774465,0.00012612894,0.00011503204,0.000035100406,0.00056745415,0.000040065228,1.9089713e-7],"category_scores_gemma":[0.00009508185,0.00006996695,0.000010383059,0.00025116908,0.00002118082,0.00011023868,0.0005699529,0.000093776034,0.0000021772144],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047072417,0.000010189083,0.00008023244,0.00006223389,0.000014507567,0.0000017721167,0.0074288016,0.48715973,0.0073321974,0.00879451,0.00002090717,0.4890902],"study_design_scores_gemma":[0.00014458044,0.000056844972,0.002158582,0.00025025816,0.0000026576242,0.000019150326,0.0010520312,0.2215064,0.76401323,0.00039607458,0.009832279,0.0005678755],"about_ca_topic_score_codex":0.000008345943,"about_ca_topic_score_gemma":0.000028454759,"teacher_disagreement_score":0.7566811,"about_ca_system_score_codex":0.000086104264,"about_ca_system_score_gemma":0.0001066307,"threshold_uncertainty_score":0.28531694},"labels":[],"label_agreement":null},{"id":"W2151296289","doi":"10.1109/wicsa.2008.25","title":"Wishes and Boundaries for a Software Architecture Knowledge Community","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Exploit; Knowledge management; Reuse; World Wide Web; Process (computing); Field (mathematics); Software architecture; Architecture; Software; Portfolio; Semantic Web; Software engineering; Business; Engineering; Computer security","score_opus":0.0719910866148108,"score_gpt":0.30024523574153333,"score_spread":0.22825414912672254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151296289","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011550413,0.00051885616,0.9862828,0.00017125288,0.0002141984,0.00013911343,0.000002823609,0.0009890286,0.00013148681],"genre_scores_gemma":[0.04726213,0.000013916478,0.95212275,0.00009535282,0.00002678546,0.000030759733,0.0000013489339,0.0000096687745,0.00043727897],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99933743,0.000117404066,0.00010482065,0.00016966304,0.00006098855,0.00020967856],"domain_scores_gemma":[0.99706024,0.0023560904,0.000024501169,0.00043829493,0.00006558159,0.00005528455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030951123,0.00012543518,0.00016614278,0.000057570604,0.0007738603,0.00009178898,0.00049332547,0.000051859453,0.0000010749296],"category_scores_gemma":[0.0017636085,0.00010524637,0.000036778358,0.00013600299,0.00032928315,0.00023812709,0.0003541727,0.00022059098,0.0000018335513],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061826366,0.00031180723,0.004542647,0.00075297675,0.00014770609,0.000021318421,0.08290515,0.017679216,0.000898799,0.12587605,0.01302395,0.7537786],"study_design_scores_gemma":[0.0013331099,0.0007142123,0.018861135,0.00006951071,0.000014106658,0.00058595533,0.00035589148,0.0026299234,0.0075924257,0.8331481,0.13353257,0.0011630537],"about_ca_topic_score_codex":0.000015322707,"about_ca_topic_score_gemma":0.000029836167,"teacher_disagreement_score":0.7526155,"about_ca_system_score_codex":0.000017080434,"about_ca_system_score_gemma":0.0000683019,"threshold_uncertainty_score":0.59519863},"labels":[],"label_agreement":null},{"id":"W2151338677","doi":"10.1145/1449913.1449918","title":"Efficient compilation techniques for large scale feature models","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":127,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software product line; Computer science; Feature model; Heuristics; Feature (linguistics); Variable (mathematics); Domain (mathematical analysis); Theoretical computer science; Programming language; Model transformation; Representation (politics); Model-driven architecture; Artificial intelligence; Software; Software development; Mathematics","score_opus":0.05232709735196954,"score_gpt":0.3007623460709168,"score_spread":0.24843524871894723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151338677","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009903059,0.00006861561,0.99616456,0.00023834256,0.00014320866,0.00025041736,0.000005765216,0.0016668098,0.0004720025],"genre_scores_gemma":[0.05876654,0.000005428989,0.9405435,0.0001107471,0.00003096379,0.000043223594,0.000003226255,0.000008083741,0.00048829045],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99932283,0.000023022805,0.00009061721,0.00023347235,0.00012026816,0.00020978753],"domain_scores_gemma":[0.9992778,0.0002629102,0.000029660627,0.0003162231,0.00007970052,0.00003372526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024732508,0.00009307572,0.00011701879,0.00006486555,0.00012657525,0.000015457716,0.00032777747,0.00006297279,8.8043447e-7],"category_scores_gemma":[0.00008060906,0.00007953844,0.00004749024,0.0001703019,0.000015847212,0.00015298554,0.00010997869,0.00007404429,0.000002407108],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069406833,0.00006077235,0.00005316107,0.000020214338,0.0000056371573,0.0000030698284,0.0009151087,0.8907867,0.0013175926,0.09564471,0.0033598219,0.007826247],"study_design_scores_gemma":[0.00013026809,0.000041146377,0.00024298014,0.0000072775615,0.0000011739975,0.000016197628,0.000009386622,0.9620103,0.015911069,0.019515386,0.0019679698,0.00014682677],"about_ca_topic_score_codex":5.133345e-7,"about_ca_topic_score_gemma":4.8945833e-7,"teacher_disagreement_score":0.076129325,"about_ca_system_score_codex":0.000032157266,"about_ca_system_score_gemma":0.000015896509,"threshold_uncertainty_score":0.32434833},"labels":[],"label_agreement":null},{"id":"W2151563464","doi":"10.1109/hicss.2001.927250","title":"The space station operations control software: a case study in architecture maintenance","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Software engineering; Software maintenance; Software architecture; Architecture; Software; Systems engineering; Code refactoring; Software system; Reliability engineering; Engineering; Operating system","score_opus":0.020657643171537125,"score_gpt":0.29615591718720635,"score_spread":0.27549827401566923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151563464","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023985872,0.00007407846,0.97122854,0.0036967627,0.00016862307,0.00045618217,0.000001211171,0.00037387855,0.000014851769],"genre_scores_gemma":[0.45986858,0.0000026651478,0.5397063,0.00012331555,0.000020498297,0.00006138192,1.3080803e-7,0.0000047185076,0.00021239677],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998948,0.00021975877,0.00018941308,0.0002520752,0.00013709892,0.00025365144],"domain_scores_gemma":[0.99782306,0.0015797642,0.000025496247,0.00047281766,0.000061602106,0.000037244634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070066354,0.00011234442,0.00011218283,0.0000649217,0.0001816519,0.0001236093,0.0004035296,0.0000253288,0.0000014973294],"category_scores_gemma":[0.0014347257,0.00007260318,0.000022212196,0.00031096852,0.00003264676,0.0003181493,0.00008602877,0.00019898113,0.0000060816674],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037836235,0.00003923964,0.00032013535,0.0000010526584,0.0000060448124,0.0001897601,0.0019916769,0.9249373,0.000027383008,0.006997117,0.00007558399,0.06541093],"study_design_scores_gemma":[0.0075308387,0.0010093733,0.015011201,0.00003914413,0.000026283045,0.0040077344,0.008953986,0.9228372,0.0007092404,0.025624493,0.012718941,0.0015315943],"about_ca_topic_score_codex":0.00012603984,"about_ca_topic_score_gemma":0.004727227,"teacher_disagreement_score":0.43588272,"about_ca_system_score_codex":0.000076822944,"about_ca_system_score_gemma":0.00004404881,"threshold_uncertainty_score":0.29606715},"labels":[],"label_agreement":null},{"id":"W2151584820","doi":"10.1109/case.1995.465298","title":"AVAT, a CASE tool for software verification and validation","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Atlantic Hydrogen (Canada)","funders":"Canadian Space Agency","keywords":"Computer science; Programming language; Software; Verification and validation; Software verification; Software engineering; Syntax; Automation; Data mining; Software construction; Software system; Artificial intelligence","score_opus":0.07226485028612825,"score_gpt":0.2902810200005071,"score_spread":0.21801616971437884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151584820","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008107821,0.000087911,0.99077874,0.00016318409,0.00012976596,0.00015719929,0.0000014639655,0.0005509438,0.000022957596],"genre_scores_gemma":[0.056066837,0.000012746764,0.9434448,0.000050466235,0.000020121868,0.000043867505,0.000001121681,0.0000052106384,0.0003548663],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995307,0.000022609249,0.000092467104,0.00019783077,0.000050710943,0.00010570355],"domain_scores_gemma":[0.99908704,0.00056843547,0.000026668815,0.00025157598,0.00004383653,0.000022433207],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001873334,0.000062619976,0.00006373176,0.00003995309,0.000068613495,0.000053213695,0.00011463867,0.00003190294,0.000006518743],"category_scores_gemma":[0.00091831083,0.000058740698,0.00001559182,0.000098493154,0.00001270628,0.00040742158,0.000042742584,0.000031504478,0.000006493355],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037352297,0.000033067066,0.00026252258,0.000074856034,0.000012879283,0.000052895117,0.0010310914,0.011330254,0.0014684601,0.03932305,0.0019212556,0.9444859],"study_design_scores_gemma":[0.0024489264,0.0006180259,0.0026480511,0.000052332292,0.00004106416,0.003928268,0.00016034754,0.7470872,0.07690267,0.13527294,0.028976714,0.0018634477],"about_ca_topic_score_codex":0.0000016335212,"about_ca_topic_score_gemma":3.2452994e-7,"teacher_disagreement_score":0.9426225,"about_ca_system_score_codex":0.000015833355,"about_ca_system_score_gemma":0.0000027617734,"threshold_uncertainty_score":0.23953761},"labels":[],"label_agreement":null},{"id":"W2151605217","doi":"10.1145/355045.355054","title":"Implicit context","year":2000,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Context (archaeology); Computer science; Component (thermodynamics); Java; Mechanism (biology); Software; Simple (philosophy); Software engineering; Human–computer interaction; Programming language; Distributed computing; Epistemology; Philosophy; History","score_opus":0.025901075507706595,"score_gpt":0.27677984904931846,"score_spread":0.25087877354161187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151605217","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029411982,0.000070089154,0.98493826,0.000256804,0.000096831645,0.000031244992,1.4519962e-7,0.00095569104,0.010709738],"genre_scores_gemma":[0.11762954,0.000011798845,0.8770155,0.0005341807,0.000019250769,0.000004940827,1.1601078e-7,0.000003958059,0.0047807274],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995601,0.000018927496,0.000068366404,0.00014901858,0.00006114311,0.00014241385],"domain_scores_gemma":[0.9994186,0.00020190058,0.0000068249838,0.0003283058,0.000011529138,0.00003283882],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009844895,0.00005562755,0.000068437046,0.000019904746,0.00002577468,0.000026209587,0.0004195537,0.000020800093,0.00023260953],"category_scores_gemma":[0.00005989945,0.000046537687,0.000021629014,0.00012201034,0.000012071766,0.00022227142,0.000044201497,0.00004817907,0.00032533266],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.9873164e-7,0.000004021517,0.00001840204,0.0000010305226,0.0000023322975,0.000003714026,0.00008087228,0.0054400023,0.00025001483,0.065386176,0.0006900571,0.9281227],"study_design_scores_gemma":[0.0009952836,0.00026346237,0.011614177,0.000024099107,0.000005102605,0.00018029442,0.00007256303,0.027587526,0.041057717,0.45372167,0.46319136,0.0012867398],"about_ca_topic_score_codex":0.0000066361863,"about_ca_topic_score_gemma":8.2330723e-7,"teacher_disagreement_score":0.92683595,"about_ca_system_score_codex":0.000010475915,"about_ca_system_score_gemma":0.000006726959,"threshold_uncertainty_score":0.41816017},"labels":[],"label_agreement":null},{"id":"W2152009938","doi":"10.1016/j.knosys.2005.05.002","title":"Integration of behavioural requirements specification within compositional knowledge engineering","year":2005,"lang":"en","type":"article","venue":"Knowledge-Based Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"System requirements specification; Formal specification; Computer science; Software requirements specification; Functional specification; Requirements engineering; Requirements elicitation; Software engineering; Requirement; Requirements analysis; Language Of Temporal Ordering Specification; Specification language; Requirements management; Non-functional requirement; Systems engineering; Programming language; Engineering; Software development; Software design; Software","score_opus":0.12236530276968517,"score_gpt":0.3207857107952597,"score_spread":0.19842040802557454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152009938","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02238523,0.001074437,0.9736412,0.000060725702,0.0017003507,0.00030579008,0.000007797411,0.000515974,0.0003085017],"genre_scores_gemma":[0.69114166,0.000001718711,0.30844173,0.0000033433573,0.00016641877,0.00005734759,0.00002094221,0.00001769896,0.00014911675],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99826264,0.0001866798,0.0006609634,0.00037538324,0.0002604752,0.00025383264],"domain_scores_gemma":[0.9982761,0.00045482547,0.00024544323,0.0005647163,0.00037075597,0.00008815385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089443784,0.00023400258,0.00031317878,0.00025174752,0.00007283018,0.00006873646,0.0006314955,0.00010681587,0.0000037056586],"category_scores_gemma":[0.00022979373,0.00023274282,0.00009106886,0.00050324027,0.000044509365,0.00052193285,0.00007852674,0.000187786,0.000060728056],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002569028,0.00051147165,0.00071465655,0.00035490375,0.00004964458,0.0000035214314,0.002742831,0.53222364,0.36933228,0.07577597,0.000497686,0.017767709],"study_design_scores_gemma":[0.00075795484,0.00013366147,0.0035479923,0.0006387536,0.000018014734,0.000015052582,0.000050424896,0.7740297,0.21877553,0.00013778788,0.0014424052,0.0004527537],"about_ca_topic_score_codex":0.00000809351,"about_ca_topic_score_gemma":0.000008022264,"teacher_disagreement_score":0.6687564,"about_ca_system_score_codex":0.00035447822,"about_ca_system_score_gemma":0.00010718161,"threshold_uncertainty_score":0.9490977},"labels":[],"label_agreement":null},{"id":"W2153183909","doi":"10.1109/csmr.2000.827321","title":"Architectural design recovery using data mining techniques","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Cluster analysis; Matching (statistics); Data mining; Process (computing); Legacy system; Information retrieval; Query language; Software; Database; Programming language; Artificial intelligence","score_opus":0.3713034259489712,"score_gpt":0.3471063374343569,"score_spread":0.024197088514614273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153183909","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00057414453,0.00017494091,0.9969903,0.0000948765,0.00020279006,0.00008775833,9.732121e-7,0.0015952719,0.0002789425],"genre_scores_gemma":[0.004008662,0.00001338967,0.99562734,0.000108041866,0.000050253435,0.000003151965,6.992942e-7,0.000010790506,0.00017764553],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989943,0.00011530195,0.00014238083,0.00037724097,0.0001256601,0.00024509607],"domain_scores_gemma":[0.99778724,0.0009729304,0.000040798117,0.0011411075,0.000019324618,0.00003857737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005021378,0.00011680514,0.00012684148,0.000104151455,0.000063161424,0.00007872776,0.0014949135,0.000041454114,0.000014296121],"category_scores_gemma":[0.00084948435,0.00010201535,0.000020222784,0.00025040252,0.000027916378,0.00079563586,0.000789678,0.000103714825,0.000007157556],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014859139,0.000007968871,0.000012961421,0.000006214845,0.000008906799,0.000017654704,0.00017612957,0.05504854,0.0034902429,0.00025178248,0.00077487616,0.94020325],"study_design_scores_gemma":[0.00006394424,0.00007592799,0.000038216953,0.000034472458,0.000004277126,0.00017650725,0.000013599959,0.96558577,0.025877003,0.007040495,0.0007438912,0.00034592178],"about_ca_topic_score_codex":0.0000058597593,"about_ca_topic_score_gemma":5.206094e-7,"teacher_disagreement_score":0.9398573,"about_ca_system_score_codex":0.000031137002,"about_ca_system_score_gemma":0.000009721273,"threshold_uncertainty_score":0.41600654},"labels":[],"label_agreement":null},{"id":"W2153327372","doi":"10.1109/re.2006.61","title":"Systematic Development of Requirements Documentation for General Purpose Scientific Computing Software","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Documentation; Software engineering; Terminology; Requirements analysis; Software requirements specification; Software; Software requirements; Software documentation; Requirements elicitation; Process (computing); Hierarchy; Software development; Software development process; Software design; Programming language","score_opus":0.046564649884497655,"score_gpt":0.32193378802056966,"score_spread":0.275369138136072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153327372","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029309202,0.00010050293,0.9689582,0.000008723352,0.000644273,0.0005974871,8.537493e-7,0.0003615282,0.00001925014],"genre_scores_gemma":[0.045727998,1.6912145e-7,0.953619,0.0000098585615,0.000021845672,0.00004885223,0.000010341521,0.000008875027,0.00055304193],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984955,0.000058458005,0.0005834056,0.00031744392,0.00029747936,0.00024771586],"domain_scores_gemma":[0.99879146,0.00044871654,0.00021825788,0.00033848183,0.00017585726,0.000027238191],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011535524,0.00012404576,0.00023768845,0.00014990599,0.00018634919,0.00014154358,0.0004931733,0.000031116368,0.0000015581271],"category_scores_gemma":[0.00034896345,0.00011002513,0.00005019904,0.00030086626,0.000034093417,0.00046595448,0.00016916789,0.000030179992,0.0000045745874],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002433041,0.00042998896,0.0016965885,0.041015264,0.0002400212,0.000008646711,0.0064205965,0.5070909,0.13555387,0.22046074,0.0013729249,0.08568612],"study_design_scores_gemma":[0.0023424232,0.00019245464,0.0047960193,0.0037670927,0.000060050214,0.000020526639,0.00025916475,0.15884924,0.72401786,0.10378073,0.00045097055,0.0014634903],"about_ca_topic_score_codex":0.000003907446,"about_ca_topic_score_gemma":0.0000031966777,"teacher_disagreement_score":0.58846396,"about_ca_system_score_codex":0.000101072306,"about_ca_system_score_gemma":0.000066507084,"threshold_uncertainty_score":0.44866946},"labels":[],"label_agreement":null},{"id":"W2153400176","doi":"10.1109/iccce.2008.4580750","title":"Using UML scenarios in B2B systems","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Unified Modeling Language; Computer science; Software engineering; Applications of UML; Business process; UML tool; Process (computing); Business process modeling; Set (abstract data type); Object-oriented analysis and design; Object-oriented programming; Programming language; Work in process; Software; Engineering","score_opus":0.18242692613067374,"score_gpt":0.32753728055202574,"score_spread":0.145110354421352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153400176","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030511646,0.0002371501,0.96793085,0.00002545547,0.00048814292,0.000073498755,7.988433e-8,0.0004585452,0.00027462916],"genre_scores_gemma":[0.31219977,0.000010374964,0.6875655,0.000024397821,0.00001971403,0.0000031877591,6.401887e-8,0.000004686696,0.0001723319],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99925745,0.000062699524,0.00014477347,0.00020350117,0.000120514385,0.00021105031],"domain_scores_gemma":[0.9993674,0.00021891324,0.000025362178,0.00033105028,0.00002333952,0.000033944565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023683938,0.00008169436,0.00013379648,0.0001084181,0.00004300407,0.00002104384,0.00038813753,0.00004080954,0.0000014836962],"category_scores_gemma":[0.00024442663,0.00007338823,0.000019336483,0.00033463337,0.000023241066,0.00033837638,0.00013630591,0.000096371434,0.000013199168],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.902236e-7,0.000009515734,0.0017714469,0.000008391569,0.000002129804,0.000088153996,0.0003567606,0.9880299,0.0009460356,0.0071725026,0.000043824635,0.0015706309],"study_design_scores_gemma":[0.00025677326,0.000027007054,0.0037391619,0.000057708137,8.614032e-7,0.00033237325,0.00004918159,0.9919713,0.0014689951,0.0013943501,0.000389128,0.00031313393],"about_ca_topic_score_codex":0.00007664906,"about_ca_topic_score_gemma":0.0000024282233,"teacher_disagreement_score":0.28168812,"about_ca_system_score_codex":0.0000680705,"about_ca_system_score_gemma":0.000035392364,"threshold_uncertainty_score":0.29926854},"labels":[],"label_agreement":null},{"id":"W2154473425","doi":"10.1109/wcre.2007.5","title":"A Model to Understand the Building and Running Inter-Dependencies of Software","year":2007,"lang":"en","type":"article","venue":"Proceedings - Working Conference on Reverse Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Dependency (UML); Software; Software visualization; Modular design; Software architecture; Software engineering; Software framework; Software system; Architecture; Visualization; Software construction; Programming language; Data mining","score_opus":0.09417299663578567,"score_gpt":0.29728855601221116,"score_spread":0.2031155593764255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154473425","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062210876,0.0000888801,0.9363751,0.00021244967,0.00023808055,0.00019111618,5.1475416e-7,0.00050072325,0.00018229701],"genre_scores_gemma":[0.5401838,0.000015527934,0.45968086,0.000049768438,0.000025320016,0.000005101123,6.7605185e-8,0.000016760985,0.000022820821],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99836457,0.000005409165,0.00033141134,0.00046348458,0.0003270632,0.0005080689],"domain_scores_gemma":[0.99882835,0.0005204833,0.00012646774,0.00025521225,0.00013766011,0.00013182712],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012442212,0.00028277375,0.00029837526,0.00033149857,0.00012989338,0.00016696937,0.0008006341,0.000091501606,0.0000010274433],"category_scores_gemma":[0.0011427206,0.00024238187,0.00005370742,0.0006187584,0.00005472435,0.00035013063,0.0004755471,0.00041363938,0.0000011423111],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049295388,0.000023872326,0.0011444715,0.00029360334,0.000075081,0.000017283,0.015465305,0.41783613,0.048637386,0.4617076,0.000074204196,0.054675803],"study_design_scores_gemma":[0.00070153316,0.00031351348,0.0018070946,0.003690283,0.000046658104,0.00010176048,0.0047575096,0.9148586,0.040672798,0.03067971,0.00074163976,0.0016289358],"about_ca_topic_score_codex":0.0000039288457,"about_ca_topic_score_gemma":0.0000010100224,"teacher_disagreement_score":0.49702245,"about_ca_system_score_codex":0.000114064664,"about_ca_system_score_gemma":0.0000332443,"threshold_uncertainty_score":0.9884045},"labels":[],"label_agreement":null},{"id":"W2155104740","doi":"10.1109/edocw.2006.36","title":"Exploring Intentional Modeling and Analysis for Enterprise Architecture","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":109,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Ontario Ministry of Health and Long-Term Care","keywords":"Enterprise architecture; Enterprise architecture management; Enterprise architecture framework; Computer science; Business architecture; Blueprint; Enterprise integration; Knowledge management; Service-oriented modeling; Enterprise modelling; Process management; NIST Enterprise Architecture Model; Enterprise systems engineering; Solution architecture; Key (lock); Enterprise life cycle; Context (archaeology); View model; Integrated enterprise modeling; Architecture; Enterprise software; Business process; Engineering; Software architecture; Computer security; Operations management; Work in process","score_opus":0.11289809261716205,"score_gpt":0.29014758061721674,"score_spread":0.1772494880000547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155104740","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022289952,0.00007886951,0.97704846,0.000109321,0.00008931477,0.000053814296,0.0000012797478,0.0002943918,0.000034604123],"genre_scores_gemma":[0.27394393,0.0000046318464,0.72592163,0.00001433789,0.000023885024,0.000029145876,0.0000022253992,0.000003190893,0.00005702012],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994422,0.000014313063,0.00011138371,0.00022160001,0.00007468806,0.00013580588],"domain_scores_gemma":[0.99948895,0.00027188146,0.000017251907,0.00016234868,0.00003709512,0.00002247668],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001690863,0.0000732364,0.00011107819,0.00018444423,0.00004656395,0.000045701654,0.00017568594,0.000015240412,8.741821e-7],"category_scores_gemma":[0.000102900594,0.0000634812,0.00007313592,0.00025496286,0.00001013632,0.00028127787,0.000105993146,0.000048004913,3.2925067e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018876548,0.000004514078,0.00030735836,0.000005068894,0.000027993077,4.9728817e-7,0.000051501207,0.9736024,0.00022753487,0.01528345,0.0000024320575,0.010485338],"study_design_scores_gemma":[0.000086308915,0.000011405208,0.0010305936,0.0000039192196,0.000018516484,0.000002116565,0.000011940656,0.929066,0.00045108126,0.069162495,0.000058606824,0.00009702326],"about_ca_topic_score_codex":0.000011526386,"about_ca_topic_score_gemma":0.0000048855477,"teacher_disagreement_score":0.25165397,"about_ca_system_score_codex":0.000012805884,"about_ca_system_score_gemma":0.0000042173365,"threshold_uncertainty_score":0.25886884},"labels":[],"label_agreement":null},{"id":"W2155220104","doi":"10.1007/978-3-319-24912-4_14","title":"Towards the Generation of Tests in the Test Description Language from Use Case Map Models","year":2015,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Test (biology); Computer science; Natural language processing; Artificial intelligence; Geology; Paleontology","score_opus":0.17620583505475879,"score_gpt":0.3119388174333214,"score_spread":0.13573298237856263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155220104","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017374419,0.0009500336,0.995422,0.00037199495,0.0009962169,0.0003559842,0.00001793385,0.00009913481,0.000049244176],"genre_scores_gemma":[0.2741518,0.00001513206,0.72523135,0.0003014899,0.00023841152,0.000011092136,0.0000049566593,0.000015483754,0.00003028279],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99764633,0.00014214165,0.0004071643,0.0007373953,0.0007385237,0.00032841804],"domain_scores_gemma":[0.9947128,0.0033479345,0.00021470533,0.0014653009,0.0002102583,0.000048982012],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019250376,0.00032832005,0.00033202145,0.00031486925,0.00010762733,0.00034722322,0.0024199814,0.00019676035,0.0000015785129],"category_scores_gemma":[0.0014414032,0.00020609835,0.00006323322,0.00047389194,0.00039118587,0.0010088816,0.00068147096,0.00065100857,0.000002840062],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016547273,0.000015409261,0.00001947864,0.000009658347,0.000003167087,0.00033565343,0.0068047424,0.8308045,0.0005456614,0.0029176755,0.000025267207,0.15851714],"study_design_scores_gemma":[0.00012825754,0.00008002558,0.00010762965,0.000111817324,0.0000062342788,0.00021519583,0.0000037035877,0.77398175,0.00077941857,0.22425427,0.00005657873,0.00027515567],"about_ca_topic_score_codex":0.00039196108,"about_ca_topic_score_gemma":0.00052466855,"teacher_disagreement_score":0.27241436,"about_ca_system_score_codex":0.00022012714,"about_ca_system_score_gemma":0.0002555544,"threshold_uncertainty_score":0.8404447},"labels":[],"label_agreement":null},{"id":"W2155276854","doi":"10.1109/ase.2008.57","title":"Living with the Law: Can Automation give us Moore with Less?","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); University of Victoria","funders":"","keywords":"Computer science; Suite; Software engineering; Automation; Visualization; Software; Synchronization (alternating current); Distributed computing; Programming language; Artificial intelligence","score_opus":0.03277869927022282,"score_gpt":0.23937041120948224,"score_spread":0.20659171193925943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155276854","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059189226,0.000023547496,0.9382295,0.00055145414,0.000047393376,0.00008702602,2.6253662e-7,0.0008524628,0.0010191057],"genre_scores_gemma":[0.49136224,0.0000023020505,0.5081806,0.00017499806,0.000013665355,0.000011078827,1.700128e-7,0.0000061546857,0.00024877768],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9992967,0.00006290177,0.00006679352,0.00020117761,0.00019056041,0.00018182263],"domain_scores_gemma":[0.99886745,0.0005953424,0.00004324999,0.0004025806,0.000059397433,0.000031981403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016301534,0.00010775422,0.000097076,0.000028310837,0.00019193161,0.000041603376,0.00042978194,0.000024436686,0.000002099182],"category_scores_gemma":[0.00005679968,0.000055514083,0.000013067846,0.00023508124,0.00010760288,0.0003403858,0.00009978776,0.00010903883,0.0000035044743],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073478386,0.00003238559,0.005333119,0.000025118838,0.00005565319,0.00009118364,0.012427651,0.84171057,0.00021452134,0.12699592,0.00045825256,0.012648288],"study_design_scores_gemma":[0.001807413,0.0021271363,0.66037965,0.0005313211,0.000059796937,0.003024876,0.0045577628,0.29265758,0.016260581,0.011052099,0.004342611,0.0031991322],"about_ca_topic_score_codex":0.0001424128,"about_ca_topic_score_gemma":0.0002524935,"teacher_disagreement_score":0.6550466,"about_ca_system_score_codex":0.000034851913,"about_ca_system_score_gemma":0.000043832366,"threshold_uncertainty_score":0.22637986},"labels":[],"label_agreement":null},{"id":"W2155511907","doi":"","title":"From Early Requirements Modeled by the i* Technique to Later Requirements Modeled in Precise UML","year":2000,"lang":"en","type":"article","venue":"WER","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Requirements analysis; Software requirements specification; System requirements specification; Unified Modeling Language; Non-functional requirement; Requirements elicitation; Requirement; Requirements engineering; Functional requirement; Requirements management; Business requirements; Software engineering; Consistency (knowledge bases); Systems engineering; Software development; Business process; Software; Programming language; Software design; Engineering; Artificial intelligence; Work in process","score_opus":0.04439195995430563,"score_gpt":0.30831120162019127,"score_spread":0.26391924166588565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155511907","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1728865,0.00005981193,0.8253584,0.00036934868,0.00014754632,0.00050552835,0.000008111696,0.00032531368,0.0003394684],"genre_scores_gemma":[0.493304,0.000012351734,0.504305,0.00037911252,0.00003315149,0.00029630092,0.0000039277547,0.000025747073,0.0016404055],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99821377,0.00016349141,0.00031681627,0.00053462066,0.00034193147,0.00042936637],"domain_scores_gemma":[0.99869233,0.00016489209,0.000043845575,0.0009823703,0.000037456455,0.00007908177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000512858,0.00021423148,0.00022109052,0.00008393874,0.00006721021,0.000085813175,0.0012381122,0.000099726436,0.00007022399],"category_scores_gemma":[0.00010891178,0.00016491089,0.000046760757,0.00035843372,0.000029647264,0.00076011784,0.0002629842,0.00020655735,0.000113943366],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002652269,0.00034797096,0.0010688347,0.000019441615,0.00010806159,0.00006666284,0.009172635,0.5256231,0.14545245,0.00070522615,0.01074279,0.30642763],"study_design_scores_gemma":[0.0047098524,0.00078906043,0.0073257606,0.00064297445,0.000044714277,0.000014380765,0.000055979457,0.28076133,0.3438584,0.33423325,0.02423418,0.0033301353],"about_ca_topic_score_codex":0.00015045458,"about_ca_topic_score_gemma":0.000007477109,"teacher_disagreement_score":0.333528,"about_ca_system_score_codex":0.000119758486,"about_ca_system_score_gemma":0.000019337249,"threshold_uncertainty_score":0.6724871},"labels":[],"label_agreement":null},{"id":"W2155829449","doi":"10.1109/icsm.2008.4658068","title":"Characterizing maintainability concerns in autonomic element design","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Maintainability; Autonomic computing; Computer science; Interdependence; Element (criminal law); Key (lock); Software engineering; Software design pattern; Software; Systems engineering; Distributed computing; Risk analysis (engineering); Engineering; Computer security; Programming language; Operating system","score_opus":0.09972320557707866,"score_gpt":0.3085120728961278,"score_spread":0.20878886731904917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155829449","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0529878,0.000018191917,0.9457356,0.0002980424,0.00017635817,0.00017750588,2.284485e-7,0.00049921335,0.000107056774],"genre_scores_gemma":[0.4192995,0.000010559955,0.5804797,0.000108724525,0.000013265325,0.000021817474,2.0693255e-7,0.0000040492764,0.00006218652],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9989362,0.00014452868,0.00021679568,0.00031305497,0.00009067624,0.00029876805],"domain_scores_gemma":[0.9989667,0.00051118084,0.000039447343,0.00041665233,0.000021508771,0.00004451809],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007115875,0.0001099019,0.00016028553,0.00007576561,0.000049064158,0.000017256825,0.00049446366,0.00003481094,0.000012747564],"category_scores_gemma":[0.00032639614,0.000105059255,0.000028491333,0.00017613459,0.000044375796,0.0003774325,0.00020068673,0.00011495827,0.000016781452],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004195045,0.00022663931,0.032964543,0.000049825227,0.000033464534,0.00043470965,0.008350717,0.7187215,0.021425163,0.10783291,0.00033625407,0.1095823],"study_design_scores_gemma":[0.0015402907,0.0004001968,0.6216868,0.000044382406,0.000003493037,0.0001071865,0.00023500713,0.19404104,0.10196818,0.075011835,0.0035501998,0.0014113699],"about_ca_topic_score_codex":0.000020255859,"about_ca_topic_score_gemma":0.0000012275332,"teacher_disagreement_score":0.5887223,"about_ca_system_score_codex":0.00028679054,"about_ca_system_score_gemma":0.00008751368,"threshold_uncertainty_score":0.4284192},"labels":[],"label_agreement":null},{"id":"W2155915714","doi":"10.1109/splc.2011.27","title":"Automatic Derivation of a Product Performance Model from a Software Product Line Model","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Unified Modeling Language; Model transformation; Programming language; Software product line; Software engineering; Software; Software development; Artificial intelligence","score_opus":0.10486173239982609,"score_gpt":0.270819739072591,"score_spread":0.1659580066727649,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155915714","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1725659,0.00010785722,0.8258587,0.000040622755,0.000110120855,0.00021194846,0.0000026961427,0.0010496161,0.00005249771],"genre_scores_gemma":[0.40141454,0.000009521109,0.5983966,0.000024987597,0.000015788948,0.000025195277,0.0000019503314,0.00001155234,0.000099884084],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986298,0.00003611353,0.0003530766,0.00048672612,0.00024387652,0.00025042528],"domain_scores_gemma":[0.998473,0.00013598053,0.00014409868,0.0010287215,0.00017085637,0.000047333026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034709793,0.00018911358,0.00026357872,0.00011376265,0.000046474455,0.000014927671,0.00079367764,0.000040719686,0.000007544887],"category_scores_gemma":[0.0010239091,0.00016230429,0.000045105433,0.00032463015,0.000048664708,0.0009531074,0.0002687966,0.00012869542,0.000007261322],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063708985,0.000059209124,0.00025678953,0.000087222,0.00001456542,6.157082e-7,0.0018732122,0.90378314,0.0025175125,0.0014622539,0.00004019993,0.089898914],"study_design_scores_gemma":[0.00010311852,0.000040698764,0.0013068632,0.00003422343,0.0000060736,0.0000020146003,0.000004267967,0.87843895,0.09363871,0.026251234,0.0000010717612,0.00017275396],"about_ca_topic_score_codex":0.0000141473065,"about_ca_topic_score_gemma":0.0000012235508,"teacher_disagreement_score":0.22884862,"about_ca_system_score_codex":0.000038616883,"about_ca_system_score_gemma":0.00011826387,"threshold_uncertainty_score":0.66185766},"labels":[],"label_agreement":null},{"id":"W2156012765","doi":"10.1109/ease.2008.9","title":"Towards Autonomic GIPSY","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Autonomic computing; Computer science; Architecture; Software engineering; Distributed computing; Operating system; Cloud computing","score_opus":0.0649921014224174,"score_gpt":0.2848558592749461,"score_spread":0.2198637578525287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156012765","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004681236,0.00007434909,0.9886002,0.00025327632,0.00040158644,0.000033228527,1.4663952e-7,0.0014155592,0.0045404527],"genre_scores_gemma":[0.08906809,0.000018599634,0.9095555,0.00014960482,0.00002817534,0.00000476064,1.4151274e-7,0.000004885046,0.0011702344],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99945194,0.000022908842,0.00009004439,0.00018836441,0.000079762496,0.00016698214],"domain_scores_gemma":[0.99939966,0.00013510781,0.000016533266,0.00038813136,0.000018127708,0.000042455526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012415521,0.00007340445,0.00009206348,0.000047205147,0.000053210693,0.000012875357,0.00054655777,0.000028612705,0.000015002276],"category_scores_gemma":[0.00018402378,0.00006372073,0.00003200546,0.00013893034,0.000031199255,0.00028459498,0.00017426386,0.00006805137,0.00010775451],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048571796,0.000059960166,0.0008366261,0.000013425194,0.000035660516,0.00020453766,0.0020482044,0.18016388,0.0034828794,0.46866754,0.009811712,0.33467072],"study_design_scores_gemma":[0.0018140275,0.0004955532,0.16882774,0.00003213823,0.000009549557,0.0017659885,0.00007496936,0.16131113,0.15376565,0.34937263,0.15954961,0.002981002],"about_ca_topic_score_codex":0.0000063886905,"about_ca_topic_score_gemma":2.4277355e-7,"teacher_disagreement_score":0.33168975,"about_ca_system_score_codex":0.000034294673,"about_ca_system_score_gemma":0.000048272464,"threshold_uncertainty_score":0.25984555},"labels":[],"label_agreement":null},{"id":"W2156135521","doi":"10.1109/seams.2007.15","title":"Quality Criteria and an Analysis Framework for Self-Healing Systems","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Adaptation (eye); Architecture; Quality (philosophy); Autonomic computing; Software engineering; Reuse; Software architecture; Risk analysis (engineering); Key (lock); Systems engineering; Software; Engineering; Computer security","score_opus":0.09055896383768529,"score_gpt":0.4348582417678637,"score_spread":0.3442992779301784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156135521","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012801651,0.00021303144,0.9854082,0.000040755825,0.00039800155,0.0001304386,0.0000018333919,0.0009758973,0.000030204921],"genre_scores_gemma":[0.23308347,0.0000052435385,0.76676035,0.00005283556,0.0000699382,0.0000075875746,0.000001108718,0.0000053834406,0.000014105609],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988832,0.000105543324,0.00026404945,0.00035443448,0.00012204088,0.00027071655],"domain_scores_gemma":[0.9964067,0.0028359904,0.00006569056,0.00050745864,0.0000809727,0.00010322609],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030360727,0.00010616238,0.00025770333,0.0001502616,0.00008576187,0.00013315599,0.0003266803,0.0000917165,0.000001072142],"category_scores_gemma":[0.00081780954,0.00009497752,0.00005212169,0.0004731616,0.000015722966,0.00035356072,0.000084955886,0.0000805196,5.0167654e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013919438,0.000041530577,0.0044284803,0.00015669483,0.00021035681,0.000004324487,0.0017739855,0.056459878,0.00047312502,0.91987765,0.0000135432365,0.016546521],"study_design_scores_gemma":[0.00039299158,0.0002480882,0.055573925,0.000040478553,0.00014335186,0.000011467025,0.0010381683,0.71653926,0.0021116189,0.22202899,0.00089745404,0.0009742219],"about_ca_topic_score_codex":0.00003948732,"about_ca_topic_score_gemma":0.000008496086,"teacher_disagreement_score":0.6978487,"about_ca_system_score_codex":0.0000345026,"about_ca_system_score_gemma":0.000009281453,"threshold_uncertainty_score":0.38730708},"labels":[],"label_agreement":null},{"id":"W2156316688","doi":"10.1109/seams.2009.5069074","title":"StarMX: A framework for developing self-managing Java-based systems","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Java; Software engineering; Process (computing); Architecture framework; Software architecture; Process management; Architecture; Software; Engineering; Programming language","score_opus":0.04774521410874974,"score_gpt":0.320924421794822,"score_spread":0.2731792076860723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156316688","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012952392,0.00027282553,0.99442875,0.0013001376,0.00068340567,0.00030233184,5.6544684e-7,0.0027729156,0.000109569526],"genre_scores_gemma":[0.036877878,0.000006559221,0.9622294,0.00072828156,0.000066941466,0.00003796402,7.7592193e-7,0.0000110998035,0.000041099862],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99882394,0.000051952902,0.00021337761,0.00036409008,0.00016417309,0.00038245448],"domain_scores_gemma":[0.99769104,0.0016144767,0.000065184715,0.00048966095,0.00008794961,0.000051703933],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005461135,0.00016070696,0.0002063212,0.000121581885,0.00010732487,0.00014603978,0.0006869483,0.00007814649,4.988984e-7],"category_scores_gemma":[0.0007009104,0.00014739844,0.000052964268,0.00036062,0.000008809972,0.000298912,0.000058616886,0.00012151341,0.0000058541755],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004161365,0.000014326702,0.000020707921,0.00007657833,0.00001351174,0.000006523102,0.00022663602,0.15678988,0.00010974916,0.8184744,0.00013209232,0.024131395],"study_design_scores_gemma":[0.00042907108,0.00020492057,0.00040156604,0.0003060451,0.000009142148,0.00000897447,0.000062732346,0.46286234,0.005796635,0.5235675,0.005624639,0.0007264404],"about_ca_topic_score_codex":0.0000022255126,"about_ca_topic_score_gemma":2.037984e-7,"teacher_disagreement_score":0.30607247,"about_ca_system_score_codex":0.000113115806,"about_ca_system_score_gemma":0.000077029734,"threshold_uncertainty_score":0.60107344},"labels":[],"label_agreement":null},{"id":"W2156479366","doi":"10.5555/2820668.2820675","title":"Recommending features and feature relationships from requirements documents for software product lines","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Software product line; Software engineering; Feature model; Heuristics; Software; Categorization; Feature (linguistics); Product (mathematics); Software requirements specification; Software system; Software development; Data mining; Software construction; Artificial intelligence; Programming language","score_opus":0.1561792397933961,"score_gpt":0.35165131447178205,"score_spread":0.19547207467838595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156479366","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028601983,0.0010927819,0.99160314,0.0022813953,0.0010338525,0.00031746255,0.000008796107,0.0007337099,0.00006867984],"genre_scores_gemma":[0.011061702,0.000020647374,0.9869984,0.00013556978,0.00016369688,0.000051786246,0.000018517101,0.00001631075,0.0015334159],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988463,0.0001059942,0.00015398054,0.00047286553,0.00017697104,0.00024388926],"domain_scores_gemma":[0.99818015,0.0010542118,0.000075999036,0.0004505452,0.00012301748,0.00011605694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070108083,0.00016928987,0.0001773537,0.0000844856,0.00014886894,0.00013286255,0.00041475304,0.00007890689,0.0000011800462],"category_scores_gemma":[0.00532997,0.00014326182,0.000029910469,0.00018638224,0.000023193928,0.00094079546,0.00027252463,0.0001936622,0.0000032154499],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018981061,0.00016222296,0.06754244,0.00020543573,0.0003655873,0.000023291237,0.0079024,0.017194916,0.0026257962,0.030817373,0.35334456,0.5196262],"study_design_scores_gemma":[0.0037743677,0.00042151732,0.049364235,0.000280226,0.00007369163,0.00006539794,0.0006511649,0.0032055343,0.021574145,0.8428386,0.07589232,0.001858833],"about_ca_topic_score_codex":0.000013051041,"about_ca_topic_score_gemma":0.000007915775,"teacher_disagreement_score":0.8120212,"about_ca_system_score_codex":0.00006327027,"about_ca_system_score_gemma":0.00002961595,"threshold_uncertainty_score":0.63808566},"labels":[],"label_agreement":null},{"id":"W2156546148","doi":"10.1109/ccece.2005.1557124","title":"Towards providing decision support for COTS selection","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Commercial off-the-shelf; Computer science; Software engineering; Software; Systems engineering; Process (computing); Software development; Component-based software engineering; Engineering; Operating system","score_opus":0.03585290631162858,"score_gpt":0.31490577307287837,"score_spread":0.2790528667612498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156546148","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011732258,0.000015352813,0.9964728,0.00007775913,0.00044493555,0.00017861971,5.251892e-7,0.00096242933,0.0006743782],"genre_scores_gemma":[0.04207451,0.0000012481963,0.9569455,0.0000419646,0.00007493597,0.000034225348,0.0000014620622,0.000008223074,0.00081796164],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992579,0.000015820156,0.00014288483,0.00024736352,0.00012787254,0.00020814748],"domain_scores_gemma":[0.99920386,0.00048728168,0.000033424487,0.00017164834,0.00007949563,0.000024281117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000383892,0.00008570434,0.0000992286,0.000075800104,0.00007262611,0.000060099606,0.0002838511,0.00004566111,0.000004697072],"category_scores_gemma":[0.00045584617,0.000074599186,0.000041221563,0.00022352842,0.000008663597,0.0003862791,0.0000784773,0.000047194753,0.000007154863],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001804951,0.000040185078,0.00052262074,0.000031689557,0.0000072807434,0.0000033252604,0.000065085565,0.15043123,0.011210932,0.17513321,0.0066450667,0.6558913],"study_design_scores_gemma":[0.00077499694,0.00043575995,0.006955741,0.000022624066,0.000007462598,0.000057745867,0.000010683955,0.20238419,0.25338146,0.49627894,0.039109536,0.00058084185],"about_ca_topic_score_codex":0.000011309733,"about_ca_topic_score_gemma":0.0000054617512,"teacher_disagreement_score":0.6553105,"about_ca_system_score_codex":0.000059593593,"about_ca_system_score_gemma":0.000042831594,"threshold_uncertainty_score":0.30420664},"labels":[],"label_agreement":null},{"id":"W2157437711","doi":"10.1109/isre.1997.566873","title":"Towards modelling and reasoning support for early-phase requirements engineering","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1572,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Information Technology Research Centre","keywords":"Requirements engineering; Requirements elicitation; Requirements management; Computer science; Requirements analysis; Non-functional requirement; Requirement; System requirements; Systems engineering; Goal modeling; Completeness (order theory); Context (archaeology); Software engineering; Management science; Engineering; Software development","score_opus":0.10848496494457424,"score_gpt":0.3238288893439047,"score_spread":0.21534392439933045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157437711","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0064661107,0.00014592483,0.99203706,0.000057526333,0.00023762419,0.00014814381,0.0000013434908,0.0007012717,0.00020497385],"genre_scores_gemma":[0.10874118,0.000029301174,0.89077777,0.000032728884,0.000035046633,0.00002802931,6.2026436e-7,0.000015502392,0.0003398439],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99904454,0.000011235824,0.00017435316,0.00031971463,0.00013061347,0.00031955025],"domain_scores_gemma":[0.99933845,0.00020843274,0.000033874883,0.00029171686,0.00004150553,0.000086037086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034160342,0.00013878543,0.00015621567,0.000085365675,0.000062751475,0.00008388087,0.00029856723,0.000047142945,0.000008260732],"category_scores_gemma":[0.000298374,0.00013695877,0.000036226338,0.00013294203,0.000011934113,0.00060564606,0.00014360007,0.00007924276,0.0000036924941],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006248219,0.00004326151,0.000055214627,0.00007403392,0.00003516232,0.000016508546,0.0011471165,0.8511099,0.0012176886,0.032800987,0.00017558543,0.113318264],"study_design_scores_gemma":[0.00043869286,0.00011997452,0.000017660492,0.000016888158,0.000003879991,0.000009843208,0.000005008066,0.9931442,0.003208821,0.0019251594,0.00092299306,0.00018685184],"about_ca_topic_score_codex":0.0000036649715,"about_ca_topic_score_gemma":6.8876695e-8,"teacher_disagreement_score":0.1420343,"about_ca_system_score_codex":0.000029589342,"about_ca_system_score_gemma":0.00000591367,"threshold_uncertainty_score":0.55850166},"labels":[],"label_agreement":null},{"id":"W2157687761","doi":"10.5381/jot.2008.7.6.a4","title":"Overcoming comprehension barriers in the AspectJ programming language.","year":2008,"lang":"en","type":"article","venue":"The Journal of Object Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"AspectJ; Programming language; Computer science; Comprehension; Software engineering; Linguistics; Aspect-oriented programming; Software; Philosophy","score_opus":0.0238978673377181,"score_gpt":0.28464476126666016,"score_spread":0.26074689392894207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157687761","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3961346,0.0011660744,0.6010845,0.0012307335,0.00016974902,0.00007361278,6.492668e-8,0.00012171862,0.000018964058],"genre_scores_gemma":[0.7555099,0.00009966922,0.24425817,0.000090336514,0.000029348963,0.0000020389714,2.6875082e-8,0.0000057946063,0.00000469061],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988994,0.00025521996,0.00027829388,0.00009423023,0.0002226349,0.00025019518],"domain_scores_gemma":[0.9982455,0.0010094547,0.00019467289,0.00047285788,0.00005476069,0.000022780814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013963574,0.00010583316,0.00020787351,0.0003245214,0.00014447236,0.000013991307,0.0017064197,0.000081781356,0.0000011558795],"category_scores_gemma":[0.0013842805,0.000057827256,0.000052495132,0.00086810923,0.00018626334,0.00019270049,0.00020878522,0.00072073325,0.0000019570264],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019740144,0.0002402616,0.013064636,0.00007512199,0.00022976522,0.0056569036,0.104666844,0.11100515,0.09860657,0.033919603,0.0012404288,0.6310973],"study_design_scores_gemma":[0.010486179,0.007822562,0.08757205,0.0013801835,0.00024965478,0.19310798,0.09580427,0.018164676,0.263476,0.28479257,0.03370033,0.0034435298],"about_ca_topic_score_codex":0.000006809783,"about_ca_topic_score_gemma":0.0000043274617,"teacher_disagreement_score":0.6276538,"about_ca_system_score_codex":0.000055416956,"about_ca_system_score_gemma":0.000059771337,"threshold_uncertainty_score":0.31709808},"labels":[],"label_agreement":null},{"id":"W2157880297","doi":"10.1109/ea.2009.5071578","title":"On modeling interactions of early aspects with goals","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Stakeholder; Sociotechnical system; Management science; Human–computer interaction; Knowledge management; Engineering","score_opus":0.0453901885737326,"score_gpt":0.30773607634253625,"score_spread":0.26234588776880363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157880297","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033412937,0.0000094424,0.96238804,0.00015642463,0.00007391955,0.000038434555,1.26164e-7,0.00032164287,0.0035990058],"genre_scores_gemma":[0.5190476,7.0213235e-7,0.4808423,0.00004240985,0.000004955682,7.893586e-7,4.3067867e-8,0.0000016695953,0.000059506954],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9995449,0.000018071398,0.000089269015,0.00014237818,0.00010202183,0.00010332675],"domain_scores_gemma":[0.9993572,0.0002615077,0.000026704181,0.0002865196,0.00004368628,0.000024374809],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000083559724,0.000064052816,0.000093032446,0.000073777395,0.00002007421,0.00001694377,0.00024743323,0.000013730362,0.0000026027794],"category_scores_gemma":[0.00013312015,0.000047530357,0.00001884232,0.00017391333,0.000007335793,0.00028578725,0.000024212175,0.00008287964,0.000005462137],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005165953,0.000014329314,0.000004752622,0.0000010729309,0.0000031917295,0.0000023918653,0.00010937626,0.8683574,0.0006419713,0.12432331,0.000008135929,0.00652886],"study_design_scores_gemma":[0.00029564032,0.0012341712,0.0011635456,0.00009852674,0.0000045596285,0.000019091181,0.00002997715,0.47976768,0.021892864,0.49518165,0.000019365938,0.00029290636],"about_ca_topic_score_codex":0.000005578104,"about_ca_topic_score_gemma":0.000001237077,"teacher_disagreement_score":0.48563468,"about_ca_system_score_codex":0.000015997952,"about_ca_system_score_gemma":0.000012510643,"threshold_uncertainty_score":0.19382317},"labels":[],"label_agreement":null},{"id":"W2158041587","doi":"10.1016/s0010-4825(02)00010-0","title":"Improving system quality through software evaluation","year":2002,"lang":"en","type":"article","venue":"Computers in Biology and Medicine","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Verification and validation; Software quality; Context (archaeology); Software metric; Software; Software quality analyst; Software engineering; Software construction; Software sizing; Software reliability testing; Quality (philosophy); Reliability engineering; Software development; Engineering; Operating system","score_opus":0.12218278941954751,"score_gpt":0.39420102037027266,"score_spread":0.27201823095072514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158041587","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006898996,0.0037604186,0.98665774,0.00050829205,0.0015649337,0.000155099,4.4023074e-7,0.00033298903,0.00012111267],"genre_scores_gemma":[0.3014516,0.000082965984,0.69806015,0.000262544,0.000112588845,0.000015992193,0.0000025501888,0.000004168869,0.000007465942],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986675,0.00037594477,0.00027184898,0.0003697662,0.000102312966,0.00021265754],"domain_scores_gemma":[0.9982895,0.0011997146,0.000090826245,0.00032768594,0.000053798714,0.00003842238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014680052,0.0001232399,0.00027847712,0.00008942416,0.000064165615,0.0000068181844,0.0003177787,0.00010305432,0.0000033699262],"category_scores_gemma":[0.0012047099,0.000097538425,0.000015915526,0.00021014469,0.00015506973,0.00016980586,0.00017234257,0.0001584399,0.0000024679152],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063805655,0.000021916023,0.0042759087,0.00017417595,0.000018611414,0.00001567509,0.002892766,0.0026695274,0.00067016954,0.10125152,0.00028297974,0.88772035],"study_design_scores_gemma":[0.0063579376,0.001091527,0.04248223,0.0009842654,0.000045270415,0.00028761892,0.0006599197,0.75775945,0.00044082536,0.18698658,0.001775762,0.0011286006],"about_ca_topic_score_codex":0.000035786707,"about_ca_topic_score_gemma":0.0000021920462,"teacher_disagreement_score":0.8865918,"about_ca_system_score_codex":0.00008183314,"about_ca_system_score_gemma":0.000008716132,"threshold_uncertainty_score":0.39775014},"labels":[],"label_agreement":null},{"id":"W2158051007","doi":"10.1109/icas.2008.47","title":"Adapting to Run-Time Changes in Policies Driving Autonomic Management","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Adaptation (eye); Set (abstract data type); Autonomic computing; Computer science; Reinforcement learning; Focus (optics); Risk analysis (engineering); Component (thermodynamics); Process management; Computer security; Artificial intelligence; Engineering; Business; Cloud computing; Operating system","score_opus":0.04248722504328829,"score_gpt":0.27582155006922565,"score_spread":0.23333432502593737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158051007","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057872046,0.000025021389,0.9382594,0.00086667173,0.00014156707,0.0001269346,1.2524202e-7,0.0007629497,0.0019452642],"genre_scores_gemma":[0.12548445,0.000019040084,0.87226653,0.0002861335,0.000029288934,0.000023409515,1.4639043e-7,0.00000956477,0.0018814519],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9990855,0.000038902115,0.00013799976,0.00028562674,0.00010979812,0.0003421833],"domain_scores_gemma":[0.99927944,0.0002602436,0.000026065612,0.0003674603,0.000011505977,0.000055271834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000301522,0.00011955297,0.00015396248,0.00028343676,0.000064084634,0.000027244603,0.0006032812,0.000026526206,0.000009033919],"category_scores_gemma":[0.00012861934,0.00011817325,0.000020718664,0.0003891673,0.000017209506,0.00020751181,0.0005995056,0.000071604,0.00008504556],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036552353,0.000042535146,0.0029945667,0.00002850207,0.000028024264,0.00017674883,0.0070067514,0.81770563,0.007168951,0.041735575,0.0011778454,0.12193123],"study_design_scores_gemma":[0.0017411216,0.0006120213,0.594728,0.00056569895,0.000014616386,0.00028519132,0.0013911666,0.29035518,0.05735067,0.02002745,0.028890423,0.0040384945],"about_ca_topic_score_codex":0.000029151768,"about_ca_topic_score_gemma":0.000025297059,"teacher_disagreement_score":0.5917334,"about_ca_system_score_codex":0.00008895993,"about_ca_system_score_gemma":0.000010492138,"threshold_uncertainty_score":0.48189652},"labels":[],"label_agreement":null},{"id":"W2158127877","doi":"10.1002/smr.1595","title":"The Linux kernel: a case study of build system variability","year":2013,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Linux kernel; Computer science; Source code; Software; Operating system; Kernel (algebra); Code (set theory); File system; Software versioning; System call; Software bug; Programming language; Set (abstract data type); Mathematics","score_opus":0.0181435987402588,"score_gpt":0.2851493079553175,"score_spread":0.26700570921505873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158127877","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39891836,0.0004542287,0.6001226,0.00003497543,0.00026601262,0.00013522981,3.6123978e-7,0.000065834116,0.0000024417884],"genre_scores_gemma":[0.89312476,0.000011192048,0.106778815,0.000005744945,0.000051393516,0.00001156301,2.396669e-8,0.0000059257673,0.000010571534],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998574,0.00027037464,0.00053499907,0.0001578904,0.00030025496,0.00016247825],"domain_scores_gemma":[0.9967337,0.0015623734,0.00048156796,0.0002969,0.0008369305,0.0000884735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018297692,0.00011641138,0.00025468523,0.000081843216,0.00018724846,0.000078277524,0.00047865923,0.000055606957,9.013153e-7],"category_scores_gemma":[0.0018366317,0.00007347201,0.000047184447,0.00027937253,0.000065668515,0.00064217095,0.00011576204,0.00024641212,8.0831205e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032011257,0.0023032844,0.2985201,0.004582567,0.0009060667,0.0019642157,0.04940982,0.21898714,0.00038883887,0.016973037,0.0009480062,0.40469682],"study_design_scores_gemma":[0.012760202,0.0123001635,0.28376412,0.00231241,0.00055929954,0.13492393,0.15808389,0.11307653,0.0012111012,0.27719527,0.00078447023,0.0030285767],"about_ca_topic_score_codex":0.000052340332,"about_ca_topic_score_gemma":0.0000039136858,"teacher_disagreement_score":0.4942064,"about_ca_system_score_codex":0.00008112357,"about_ca_system_score_gemma":0.00010146671,"threshold_uncertainty_score":0.29961017},"labels":[],"label_agreement":null},{"id":"W2158182160","doi":"10.1109/iceccs.1996.558427","title":"An algorithmic semantics for Viewcharts","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Notation; Semantics (computer science); Programming language; Formal semantics (linguistics); Theoretical computer science; Mathematics","score_opus":0.08108985946091467,"score_gpt":0.31361763701050727,"score_spread":0.23252777754959258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158182160","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017462388,0.00013249306,0.9977819,0.0003518733,0.0003880066,0.00012956078,8.547365e-7,0.00090892793,0.00013178191],"genre_scores_gemma":[0.011191089,0.000022728746,0.98797184,0.00018700716,0.00006523186,0.000022679915,4.973256e-7,0.000008795056,0.0005301569],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99937516,0.00002501997,0.00009877122,0.00022081957,0.0000797447,0.00020050172],"domain_scores_gemma":[0.99914056,0.00029285724,0.000021311735,0.0004519782,0.000040999657,0.00005227826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001924014,0.000082861414,0.00010194193,0.000043980817,0.00004972357,0.00004512685,0.00050068146,0.000033227145,0.000013371386],"category_scores_gemma":[0.00016657227,0.000073292875,0.000032407825,0.000118112686,0.000013726849,0.00040290086,0.000051332896,0.000045214525,0.00002675345],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012297676,0.000099700716,0.000033621935,0.000049139733,0.000016581978,0.0000127179865,0.00094082596,0.037838582,0.0030473368,0.13499773,0.0041620587,0.8188005],"study_design_scores_gemma":[0.00019263456,0.0001531202,0.00008011666,0.000006144253,0.0000026952196,0.000016513211,0.000012037219,0.9443785,0.006617943,0.033485454,0.014808807,0.00024604943],"about_ca_topic_score_codex":5.5213644e-7,"about_ca_topic_score_gemma":3.2997383e-7,"teacher_disagreement_score":0.9065399,"about_ca_system_score_codex":0.000012515743,"about_ca_system_score_gemma":0.0000029370494,"threshold_uncertainty_score":0.29887965},"labels":[],"label_agreement":null},{"id":"W2158197890","doi":"10.1109/icc.1996.540271","title":"Analyzing differences between Internet information system software architectures","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software engineering; Software development; Systems development life cycle; Resource-oriented architecture; Architecture tradeoff analysis method; Software construction; Software development process; Software system; Software architecture; The Internet; Reference architecture; Software; Software architecture description; World Wide Web; Programming language","score_opus":0.04560067949791878,"score_gpt":0.25069317451682954,"score_spread":0.20509249501891075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158197890","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016070401,0.00008350542,0.9811926,0.00006534338,0.00022179376,0.00007218454,0.000001661969,0.0019166052,0.00037591162],"genre_scores_gemma":[0.5365033,0.0000011825078,0.46337247,0.000017235841,0.000026633783,0.0000055036244,7.528847e-7,0.000002675787,0.00007021209],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991272,0.00007100192,0.00023987649,0.00017079203,0.00016781551,0.0002233279],"domain_scores_gemma":[0.9988865,0.0005941734,0.00007927226,0.00034143345,0.000039226285,0.000059388214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001877917,0.0001362248,0.00018788708,0.00018981661,0.00005159213,0.00015137182,0.00075078406,0.00005281975,0.000012113524],"category_scores_gemma":[0.00044412585,0.00010575752,0.00006183284,0.00027541586,0.00002491941,0.0005604799,0.00022880385,0.0001424746,0.00007636663],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020433952,0.000009155165,0.05541287,0.00022885915,0.000100895166,0.000007659669,0.0046922257,0.034915935,0.000012340654,0.016465224,0.0006296665,0.8875231],"study_design_scores_gemma":[0.0015345634,0.00067321083,0.3908216,0.0007794946,0.00009374939,0.00016894408,0.0008747764,0.5668325,0.007696304,0.023072893,0.004054498,0.0033974505],"about_ca_topic_score_codex":0.000012191523,"about_ca_topic_score_gemma":7.4476867e-7,"teacher_disagreement_score":0.88412565,"about_ca_system_score_codex":0.000047278183,"about_ca_system_score_gemma":0.000004027899,"threshold_uncertainty_score":0.43126667},"labels":[],"label_agreement":null},{"id":"W2158425043","doi":"10.1109/ccece.2005.1557126","title":"Formal approaches to requirements engineering: from behavior trees to alloy","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Outaouais; University of Ottawa","funders":"","keywords":"Soundness; Computer science; Consistency (knowledge bases); Formal specification; Completeness (order theory); Requirements engineering; Formal methods; Software engineering; Requirements analysis; Programming language; Formal verification; Semantics (computer science); Theoretical computer science; Software; Artificial intelligence; Mathematics","score_opus":0.16090026528535578,"score_gpt":0.28140310392925844,"score_spread":0.12050283864390265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158425043","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08065704,0.000022058626,0.91718143,0.00025525762,0.00037274527,0.00025091047,0.000003842942,0.0010553349,0.00020134989],"genre_scores_gemma":[0.22069953,2.7705306e-7,0.77858317,0.00009822068,0.000083301275,0.0001127791,0.000003871256,0.00001533077,0.00040351565],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99862856,0.000018909604,0.000226417,0.00042756446,0.0002475503,0.00045099735],"domain_scores_gemma":[0.9990634,0.00017946966,0.000023859156,0.0005770752,0.000021213167,0.00013499448],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021209563,0.00019554538,0.00018504556,0.00014489275,0.000044539494,0.000092083974,0.0008580947,0.000055086974,0.000008605489],"category_scores_gemma":[0.00012638303,0.00018383126,0.000049670212,0.0003363921,0.0000073072547,0.0005996339,0.0004927407,0.000081419705,0.00006701138],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011739144,0.000110755595,0.0016425228,0.000007412921,0.000017918746,0.000027107193,0.00042979085,0.89266974,0.028354844,0.03287405,0.0012113599,0.04264278],"study_design_scores_gemma":[0.0014399993,0.0008536594,0.59777236,0.00009634649,0.000054844742,0.00002410488,0.00012996959,0.07646432,0.27509448,0.0099042645,0.034760516,0.0034051659],"about_ca_topic_score_codex":0.000101331774,"about_ca_topic_score_gemma":0.000033658376,"teacher_disagreement_score":0.8162054,"about_ca_system_score_codex":0.000069540125,"about_ca_system_score_gemma":0.000012074681,"threshold_uncertainty_score":0.74964213},"labels":[],"label_agreement":null},{"id":"W2158538317","doi":"10.1109/iwspm.2006.9","title":"Towards Comprehensive Release Planning for Software Product Lines","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Software; Software release life cycle; Software product line; Product (mathematics); Software engineering; Systems engineering; Software system; Software development; Engineering; Software construction; Programming language","score_opus":0.061086463516986385,"score_gpt":0.31994677897719576,"score_spread":0.2588603154602094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158538317","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028330744,0.00072687416,0.9931738,0.00038670102,0.0005925362,0.00027264288,0.0000037264483,0.0018967582,0.00011387951],"genre_scores_gemma":[0.013583481,0.0000030799724,0.98525244,0.00015244972,0.00026719645,0.000056876637,0.0000074411923,0.00001784865,0.0006592065],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988675,0.000034545843,0.00020217165,0.00043012894,0.00014542123,0.00032024295],"domain_scores_gemma":[0.99844664,0.0007658176,0.000059079634,0.00048137145,0.00020349935,0.000043611006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001520686,0.00017105481,0.00020450068,0.00008633784,0.00009918961,0.00006373204,0.00052687124,0.000043406686,0.0000017886713],"category_scores_gemma":[0.00096597424,0.00014858787,0.00006848532,0.00022917853,0.00003372745,0.00033936018,0.00017285025,0.00009401188,0.000006547489],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023569697,0.000053490727,0.0005562958,0.00015457981,0.000022633933,0.00003165505,0.00021830396,0.8183761,0.002978364,0.02872582,0.012336987,0.13652219],"study_design_scores_gemma":[0.0026451268,0.00064210437,0.033215724,0.00023830564,0.000043332297,0.0001786377,0.00016227168,0.079294644,0.21084505,0.49773782,0.17205082,0.0029461489],"about_ca_topic_score_codex":0.000021360374,"about_ca_topic_score_gemma":9.509276e-7,"teacher_disagreement_score":0.73908144,"about_ca_system_score_codex":0.000030885258,"about_ca_system_score_gemma":0.000045548513,"threshold_uncertainty_score":0.6059238},"labels":[],"label_agreement":null},{"id":"W2158641963","doi":"10.1109/aiccsa.2009.5069359","title":"Organizational behavior &amp;#x00026; software product line engineering: An empirical study","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Knowledge management; Organizational learning; Organizational engineering; Organizational behavior and human resources; Organizational performance; Organizational commitment; Organizational studies; Software product line; Organizational culture; Empirical research; Computer science; Organization development; Process management; Software development; Business; Software; Management","score_opus":0.07249071462715961,"score_gpt":0.353580737531205,"score_spread":0.2810900229040454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158641963","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09627956,0.000040949704,0.8998319,0.0002863059,0.00035085075,0.00034135886,0.0000014060827,0.0028580108,0.000009674322],"genre_scores_gemma":[0.197524,0.0000012994354,0.8018291,0.00015563551,0.00015589102,0.00002034317,0.000009255061,0.000020399424,0.0002840743],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99825597,0.000079087644,0.00028834768,0.00065052556,0.00037920193,0.00034689778],"domain_scores_gemma":[0.9983937,0.00025031544,0.000044514854,0.0009542032,0.00020270713,0.00015456407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003947859,0.00025074865,0.00024202747,0.00015993073,0.00008686993,0.00010832099,0.00094485213,0.00006140892,0.00003540917],"category_scores_gemma":[0.0019962576,0.0002263544,0.000037266047,0.00081562594,0.000016002221,0.00062465644,0.00017569454,0.00023266143,0.000038634746],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035122852,0.008383641,0.16476586,0.000041829233,0.00010549745,0.00026131942,0.007214788,0.6986004,0.014081024,0.010412069,0.0026354608,0.09346299],"study_design_scores_gemma":[0.0017862559,0.0034038445,0.95413524,0.00002659113,0.000082697894,0.00033061922,0.00011327255,0.012482912,0.009062796,0.011186661,0.0045961286,0.0027929689],"about_ca_topic_score_codex":0.0000017359519,"about_ca_topic_score_gemma":0.0000021593444,"teacher_disagreement_score":0.7893694,"about_ca_system_score_codex":0.00007085302,"about_ca_system_score_gemma":0.00006958779,"threshold_uncertainty_score":0.9230464},"labels":[],"label_agreement":null},{"id":"W2158804895","doi":"10.1109/icdcsw.2002.1030812","title":"Distributing objects with multiple aspects","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Separation of concerns; Maintainability; Computer science; Warrant; Reuse; Software engineering; Context (archaeology); Software; Software framework; Software development; Component-based software engineering; Aspect-oriented programming; Programming language; Engineering","score_opus":0.02116804947166353,"score_gpt":0.24438379714967096,"score_spread":0.22321574767800742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158804895","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003914138,0.000047239522,0.98883504,0.00003215376,0.00015371916,0.00006417796,2.6599545e-7,0.0008899037,0.0060633714],"genre_scores_gemma":[0.47080946,7.2138164e-7,0.52904856,0.00002524204,0.0000055090823,0.000003658447,2.1647827e-7,0.0000040481805,0.00010259138],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992284,0.000055448658,0.00008104145,0.00024588048,0.00012381213,0.0002653934],"domain_scores_gemma":[0.9988079,0.00069909624,0.000028518412,0.00037379563,0.00003719954,0.00005347677],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023379519,0.00010165695,0.00010280745,0.00003147784,0.00006575371,0.00004609429,0.00028856553,0.000025904708,0.0000051775037],"category_scores_gemma":[0.0016074025,0.00007571352,0.000018181507,0.00030316028,0.000021092745,0.00025968387,0.00006270363,0.00009172356,0.00001752536],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065105983,0.00006412826,0.00881383,0.000031876614,0.00003640328,0.00015240783,0.0006651054,0.12565732,0.004943855,0.84290683,0.0001477305,0.016574012],"study_design_scores_gemma":[0.002766975,0.0006691563,0.027781803,0.00011381976,0.000015756488,0.00045487803,0.00053444854,0.024778113,0.76704544,0.16318698,0.010397379,0.0022552388],"about_ca_topic_score_codex":0.0000031985758,"about_ca_topic_score_gemma":0.0000050356084,"teacher_disagreement_score":0.7621016,"about_ca_system_score_codex":0.000032867156,"about_ca_system_score_gemma":0.000033866,"threshold_uncertainty_score":0.30875078},"labels":[],"label_agreement":null},{"id":"W2159158384","doi":"10.1007/s11334-011-0159-y","title":"An architecture process maturity model of software product line engineering","year":2011,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Software product line; Capability Maturity Model; Product engineering; Domain engineering; Software development; Reference architecture; Product (mathematics); Software architecture; Software development process","score_opus":0.047315858661468924,"score_gpt":0.27290533281681345,"score_spread":0.22558947415534453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159158384","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.114122406,0.0004606161,0.883708,0.0000096277745,0.0004087086,0.00028621493,0.000013896414,0.0009868564,0.0000036481997],"genre_scores_gemma":[0.46473745,0.0000062268864,0.5351126,0.000005370906,0.00003713792,0.00006536183,0.000003775053,0.000027193044,0.0000048664137],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99820423,0.000029131805,0.00062773615,0.00051059126,0.00024285253,0.00038543856],"domain_scores_gemma":[0.9985233,0.00026312258,0.00013916752,0.00073551084,0.00025998327,0.00007892],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00065716635,0.00032103373,0.00044507743,0.00066534674,0.000050372884,0.000051894964,0.00064572203,0.00013707252,7.1904657e-7],"category_scores_gemma":[0.0018767285,0.00031676627,0.000035621902,0.0012960484,0.000032438882,0.00075741275,0.00013228797,0.00043863346,3.7304696e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033244542,0.000041124815,0.0015676742,0.00051585166,0.000015228624,0.0000059670265,0.001899175,0.983651,0.0014256838,0.008200385,0.000002183203,0.0026724327],"study_design_scores_gemma":[0.00044414503,0.0001382577,0.0072440743,0.00058043684,0.00001178899,0.00009285658,0.000076426375,0.9795934,0.0074843774,0.0032946041,0.000065334156,0.00097432185],"about_ca_topic_score_codex":0.00002389491,"about_ca_topic_score_gemma":0.0000016678312,"teacher_disagreement_score":0.35061502,"about_ca_system_score_codex":0.00005839569,"about_ca_system_score_gemma":0.000068508845,"threshold_uncertainty_score":0.9999284},"labels":[],"label_agreement":null},{"id":"W2159176014","doi":"10.1145/2611563","title":"Coordination of Independent Loops in Self-Adaptive Systems","year":2014,"lang":"en","type":"article","venue":"ACM Transactions on Reconfigurable Technology and Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Control reconfiguration; Parsec; Benchmark (surveying); Suite; Frequency scaling; Distributed computing; Variety (cybernetics); Code (set theory); Embedded system; Artificial intelligence; Programming language; Power (physics)","score_opus":0.021533193869213364,"score_gpt":0.24557778809813657,"score_spread":0.2240445942289232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159176014","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019134277,0.00063887326,0.978101,0.00021086201,0.00070491876,0.00031825586,0.0000026650894,0.00061725284,0.00027188426],"genre_scores_gemma":[0.9613399,0.000068581496,0.038295735,0.000005621042,0.0000069280914,0.00012474167,3.6778047e-7,0.000009618153,0.00014852977],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987067,0.0001948664,0.0003801532,0.00035937325,0.00013179713,0.00022709354],"domain_scores_gemma":[0.9983316,0.000705348,0.00014624509,0.00068920886,0.000094283394,0.000033333177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008296551,0.0001541741,0.00036892082,0.000889472,0.00008001633,0.000028138014,0.0005750022,0.0003026196,0.000001139868],"category_scores_gemma":[0.00019157004,0.00014925786,0.000029051234,0.000778853,0.00006384656,0.00024508222,0.000009985917,0.00034409223,0.0000057702946],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039651346,0.00028266612,0.0011746392,0.0004726309,0.0001812651,0.000016890088,0.00074565905,0.4117208,0.004248503,0.38510758,0.000021994321,0.19598772],"study_design_scores_gemma":[0.0045474987,0.002952919,0.003424687,0.0018251648,0.0000834644,0.0008340874,0.0040600877,0.7916182,0.06031197,0.12592426,0.002566424,0.0018512319],"about_ca_topic_score_codex":0.000073934025,"about_ca_topic_score_gemma":0.000011289385,"teacher_disagreement_score":0.9422056,"about_ca_system_score_codex":0.00007354687,"about_ca_system_score_gemma":0.00002495224,"threshold_uncertainty_score":0.60865587},"labels":[],"label_agreement":null},{"id":"W2159987338","doi":"10.5555/381473.381502","title":"Separating features in source code: an exploratory study","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":106,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Codebase; AspectJ; Computer science; Context (archaeology); Process (computing); Separation of concerns; Software engineering; Source code; Feature (linguistics); Programming language; Software system; Software evolution; Code (set theory); Software; Aspect-oriented programming; Software construction; Set (abstract data type)","score_opus":0.06756396958322983,"score_gpt":0.3482740333509789,"score_spread":0.2807100637677491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159987338","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2750455,0.00005582012,0.7237586,0.00003348612,0.00011806897,0.000102993996,6.953757e-8,0.0006918239,0.00019365599],"genre_scores_gemma":[0.5372098,0.000002863121,0.46233776,0.00008206771,0.000027733795,0.000020613112,2.1361969e-7,0.000008297999,0.0003106253],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9988986,0.00021682079,0.00015208389,0.00033844466,0.00015600752,0.00023801706],"domain_scores_gemma":[0.99907416,0.00034296626,0.000030211493,0.00047249222,0.000026729713,0.000053420357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067413476,0.00011809883,0.00014470787,0.00010857499,0.000052648564,0.00007010555,0.0006145958,0.000037087953,0.000003567722],"category_scores_gemma":[0.0003099347,0.00010591516,0.000016137941,0.00042495914,0.000014808124,0.00075883773,0.00020633837,0.00017194706,0.000009308456],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014770883,0.0004158752,0.030792037,0.000007775566,0.0000138447085,0.00023938894,0.03137296,0.82215524,0.002168605,0.0033248737,0.00027961706,0.10921499],"study_design_scores_gemma":[0.0081571,0.005267409,0.4643606,0.00017101444,0.000028661165,0.00048701934,0.090588436,0.3285686,0.025869632,0.05749334,0.012757039,0.0062511526],"about_ca_topic_score_codex":0.000012108586,"about_ca_topic_score_gemma":0.0002578012,"teacher_disagreement_score":0.49358666,"about_ca_system_score_codex":0.00003379926,"about_ca_system_score_gemma":0.000018610966,"threshold_uncertainty_score":0.43190947},"labels":[],"label_agreement":null},{"id":"W2160184505","doi":"10.1109/oceans.1993.326195","title":"A command, control and communications interface for an environmental sampling ROV","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Interface (matter); Remotely operated underwater vehicle; Software; Command and control; Sampling (signal processing); Computer science; User interface; Control (management); Mission control center; Embedded system; Operating system; Human–computer interaction; Systems engineering; Engineering; Telecommunications; Artificial intelligence","score_opus":0.1305009722069534,"score_gpt":0.33385298939530833,"score_spread":0.20335201718835494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160184505","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018652871,0.00070515246,0.99644655,0.00043468937,0.00005027508,0.00016326505,0.000005350133,0.00024256192,0.00008685518],"genre_scores_gemma":[0.4176283,0.000041135536,0.58214307,0.00009016172,0.0000053977446,0.00002042765,7.0358186e-7,0.00000393897,0.00006691036],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995299,0.00004950355,0.00009740451,0.00015625302,0.000041696414,0.00012524049],"domain_scores_gemma":[0.9982925,0.0009850557,0.000024806553,0.0006470797,0.0000057133498,0.000044850294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017486518,0.000072198505,0.00009562921,0.000026869342,0.00011191702,0.00004833218,0.0005884511,0.000025411075,0.0000036293761],"category_scores_gemma":[0.000092143026,0.000067810965,0.000017313192,0.000030370757,0.000060481005,0.00032506738,0.00021228413,0.00006805943,0.0000038644694],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002460064,0.00042225257,0.0018127844,0.000044995755,0.000102607475,0.0000011376976,0.00694451,0.059375703,0.03928838,0.07306006,0.00095347915,0.8179695],"study_design_scores_gemma":[0.001004776,0.0002627692,0.000992632,0.000009202634,0.000008293132,0.000019794836,0.00017613248,0.97125345,0.0009731689,0.0106176315,0.014402027,0.00028012157],"about_ca_topic_score_codex":0.0000020911111,"about_ca_topic_score_gemma":0.000003262426,"teacher_disagreement_score":0.91187775,"about_ca_system_score_codex":0.000018612704,"about_ca_system_score_gemma":0.0000011209524,"threshold_uncertainty_score":0.27652508},"labels":[],"label_agreement":null},{"id":"W2160708296","doi":"10.1109/ms.2007.155","title":"A Software Chasm: Software Engineering and Scientific Computing","year":2007,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Social software engineering; Software Engineering Process Group; Software engineering; Software development; Software requirements; Software construction; Software system; Software; Software peer review; Computer science; Personal software process; Software deployment; Engineering management; Systems engineering; Engineering; Operating system","score_opus":0.02701085889276701,"score_gpt":0.2734204104807158,"score_spread":0.2464095515879488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160708296","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.087647825,0.0014674519,0.9023155,0.000042591313,0.0033287422,0.00027316195,0.000010175585,0.0049111024,0.0000034818277],"genre_scores_gemma":[0.07991124,0.000010424809,0.91943735,0.000115585404,0.00024084335,0.00001087227,0.0000073214005,0.000077570454,0.00018880387],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9962145,0.00006494373,0.00058349123,0.0012370776,0.000641541,0.0012584223],"domain_scores_gemma":[0.99491155,0.0030479357,0.00018729024,0.001195425,0.00026665215,0.0003911646],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020903219,0.00053756376,0.00051963306,0.00056967826,0.00086317287,0.0003924323,0.0013262854,0.00024790075,0.000005011805],"category_scores_gemma":[0.005690856,0.0005690698,0.0001413887,0.00128227,0.00021810248,0.00094438775,0.0009451799,0.0006005959,0.00003443319],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043819357,0.00018737676,0.02208625,0.0009755073,0.00019655815,0.0008602213,0.009534734,0.2660087,0.0051200576,0.0046151383,0.0014587844,0.68891287],"study_design_scores_gemma":[0.01720042,0.0030559422,0.33530286,0.0072842995,0.0005293822,0.0078838775,0.0015527,0.18241937,0.16791306,0.093812756,0.15068603,0.032359313],"about_ca_topic_score_codex":0.0000098364135,"about_ca_topic_score_gemma":0.0000066266875,"teacher_disagreement_score":0.6565535,"about_ca_system_score_codex":0.0001677443,"about_ca_system_score_gemma":0.00010282848,"threshold_uncertainty_score":0.99967605},"labels":[],"label_agreement":null},{"id":"W2160802977","doi":"10.1109/re.2005.75","title":"Use cases based requirements validation with scenarios","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Complement (music); System requirements specification; Requirements engineering; System requirements; Software requirements specification; Requirements analysis; Systems engineering; Reliability engineering; Risk analysis (engineering); Software engineering; Engineering; Software system; Programming language; Software","score_opus":0.12634482384003265,"score_gpt":0.32012926022255245,"score_spread":0.1937844363825198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160802977","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02183876,0.000008870165,0.9768485,0.00035751652,0.00007253118,0.00008572448,4.4436388e-7,0.00072197965,0.000065696586],"genre_scores_gemma":[0.28647786,9.916803e-7,0.713019,0.00022287143,0.000017703169,0.000007054249,0.0000012073704,0.0000054326383,0.00024787567],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992924,0.000046441604,0.00010047964,0.00021885958,0.00017557606,0.00016625808],"domain_scores_gemma":[0.9987839,0.0006841879,0.000034978853,0.00040013916,0.00005521103,0.000041576797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017673644,0.000092046714,0.00007806323,0.000065880675,0.00004762487,0.00008946334,0.0002702351,0.000023665361,0.000013230147],"category_scores_gemma":[0.0005407708,0.000070460934,0.000015597227,0.00019455428,0.000017657712,0.0012237743,0.00005718517,0.00005077723,0.000022277149],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011945263,0.000046638226,0.002457741,0.000008872827,0.000010753732,0.000033548124,0.00009374401,0.9395356,0.0015707018,0.0041039735,0.00035984555,0.05176659],"study_design_scores_gemma":[0.0020524343,0.00086786464,0.0145797385,0.00015218786,0.000028694976,0.0001608886,0.0000389342,0.41521752,0.5393346,0.0015833263,0.02438369,0.0016001294],"about_ca_topic_score_codex":0.000011353241,"about_ca_topic_score_gemma":0.000007546627,"teacher_disagreement_score":0.5377639,"about_ca_system_score_codex":0.000052566054,"about_ca_system_score_gemma":0.000030272538,"threshold_uncertainty_score":0.28733137},"labels":[],"label_agreement":null},{"id":"W2160998628","doi":"10.1109/splc.2008.49","title":"Sample Spaces and Feature Models: There and Back Again","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Probabilistic logic; Computer science; Feature (linguistics); Set (abstract data type); Software product line; Semantics (computer science); Data mining; Software; Feature engineering; Artificial intelligence; Feature model; Theoretical computer science; Programming language; Software development","score_opus":0.07047881643928271,"score_gpt":0.2660813422082334,"score_spread":0.19560252576895065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160998628","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014350958,0.0015887719,0.982534,0.0005572906,0.00005672717,0.00005009847,0.0000011189004,0.0002650503,0.0005959706],"genre_scores_gemma":[0.031305622,0.0004746503,0.96696824,0.00013025879,0.000015022995,0.000002201622,3.177746e-7,0.0000058344804,0.0010978521],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994775,0.00003398987,0.00004878649,0.00022665989,0.000071974246,0.00014106733],"domain_scores_gemma":[0.9990961,0.0005987845,0.000016030623,0.00022313044,0.00001689742,0.00004904914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010938373,0.00009274567,0.00010873384,0.000029685658,0.00006523615,0.000038688457,0.00015790759,0.00004728974,0.000003655173],"category_scores_gemma":[0.0001386826,0.00007111004,0.000011564902,0.00009401759,0.00005827286,0.0003927871,0.00018315573,0.000084994856,0.0000030079168],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035613386,0.00007360515,0.0068256324,0.0002143213,0.00010609593,0.00017122133,0.0141759375,0.27857405,0.001978639,0.42165473,0.017673114,0.25851703],"study_design_scores_gemma":[0.00095645926,0.00029275124,0.012623014,0.00005865149,0.0000073288575,0.00048447718,0.0003631918,0.49819058,0.0032620833,0.46675795,0.015837383,0.0011661128],"about_ca_topic_score_codex":0.000016344182,"about_ca_topic_score_gemma":0.0000030240653,"teacher_disagreement_score":0.25735092,"about_ca_system_score_codex":0.000006277562,"about_ca_system_score_gemma":0.000008961469,"threshold_uncertainty_score":0.2899783},"labels":[],"label_agreement":null},{"id":"W2161216060","doi":"10.5539/cis.v3n4p135","title":"Aspect Oriented Requirements Engineering","year":2010,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Modular programming; Requirements engineering; Traceability; Aspect-oriented programming; Separation of concerns; Software engineering; Viewpoints; Requirements analysis; Requirements traceability; Representation (politics); Non-functional requirement; Modular design; Systems engineering; Requirements elicitation; Requirement; Software; Software development; Programming language; Software construction; Engineering","score_opus":0.01873131082164009,"score_gpt":0.27278429852377173,"score_spread":0.25405298770213164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161216060","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022361664,0.0000053186054,0.9749581,0.00008029218,0.001770948,0.00006624209,4.146876e-7,0.00038988612,0.00036714092],"genre_scores_gemma":[0.19696964,0.0000046479113,0.80280024,0.00017644546,0.000039801598,0.0000036948231,5.748642e-7,0.0000016594553,0.0000032809974],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991328,0.000005855591,0.0001822826,0.00016439191,0.00028866951,0.00022598701],"domain_scores_gemma":[0.9992673,0.00009350697,0.000053385007,0.00034244568,0.00014357768,0.000099811026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000706759,0.00008923466,0.00007875054,0.00027259448,0.00014748369,0.00030122994,0.00065823004,0.000026174617,0.0000019409713],"category_scores_gemma":[0.00035654224,0.00008012745,0.000013886087,0.0007397762,0.000106744774,0.011107048,0.0004418771,0.00014771655,0.000019381825],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019236018,0.000011298706,0.00044480554,0.000030794075,0.000004848796,0.000001954545,0.0021361907,0.023109505,0.011949286,0.6050724,0.00014905895,0.35708797],"study_design_scores_gemma":[0.0002906976,0.00006981766,0.028905122,0.00001631118,0.0000012035682,0.00006233906,0.000010241895,0.93531185,0.009413993,0.0015419676,0.024068957,0.0003074768],"about_ca_topic_score_codex":9.2495895e-7,"about_ca_topic_score_gemma":7.319483e-8,"teacher_disagreement_score":0.91220236,"about_ca_system_score_codex":0.000018586205,"about_ca_system_score_gemma":0.000046502002,"threshold_uncertainty_score":0.8052342},"labels":[],"label_agreement":null},{"id":"W2161849440","doi":"10.1007/s007660170013","title":"From Non-Functional Requirements to Design through Patterns","year":2001,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":219,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Functional requirement; Computer science; Software engineering","score_opus":0.12472457154920946,"score_gpt":0.32024164918658515,"score_spread":0.1955170776373757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161849440","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01125425,0.00006401558,0.9850797,0.00015735034,0.002064474,0.00031675922,0.000004419738,0.0009665693,0.00009243274],"genre_scores_gemma":[0.13813646,0.000030085645,0.86099887,0.00022455897,0.00033005493,0.00008925603,0.000009197759,0.000046597823,0.00013493137],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997702,0.00004539822,0.0003888376,0.000670381,0.00054609147,0.00064728764],"domain_scores_gemma":[0.9985752,0.00031935793,0.00006970327,0.0008160672,0.00004927709,0.00017037118],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003803789,0.0003427527,0.00028596589,0.00016775986,0.00009172679,0.000118970944,0.0009125585,0.0000854665,0.00003515708],"category_scores_gemma":[0.00034568377,0.0003673377,0.00007740339,0.00052177714,0.00000957162,0.0012013299,0.0004279406,0.00018182865,0.00012631157],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015418163,0.000045395576,0.0006365284,0.000015728769,0.000095652525,0.00007116996,0.00065225083,0.9518768,0.035575148,0.0005924767,0.00043821818,0.00998519],"study_design_scores_gemma":[0.005280345,0.0010852064,0.06071763,0.0015720096,0.00011953919,0.00012699646,0.00021580471,0.6728296,0.18362129,0.025622934,0.042844485,0.005964125],"about_ca_topic_score_codex":0.00004092108,"about_ca_topic_score_gemma":7.2814584e-7,"teacher_disagreement_score":0.2790472,"about_ca_system_score_codex":0.00025967142,"about_ca_system_score_gemma":0.000030419185,"threshold_uncertainty_score":0.99987787},"labels":[],"label_agreement":null},{"id":"W2161885642","doi":"10.1109/wpc.2002.1021320","title":"Where's the schema? A taxonomy of patterns for software exchange","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Schema (genetic algorithms); Schema migration; Data exchange; Software; Software engineering; Database schema; Star schema; Information retrieval; Programming language; Database; Semi-structured model; Database design","score_opus":0.077390923343219,"score_gpt":0.2859335038696524,"score_spread":0.20854258052643337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161885642","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003650507,0.0004702755,0.9979891,0.00014034449,0.00021390422,0.00033811567,0.000003219938,0.00026558715,0.00021437663],"genre_scores_gemma":[0.010902228,0.00002376637,0.98829347,0.00009705932,0.000016517657,0.0002337638,3.2814313e-7,0.000009154682,0.00042368335],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99928784,0.000061109895,0.00014255887,0.00020160663,0.00009843381,0.0002084302],"domain_scores_gemma":[0.9979801,0.00130557,0.00006226052,0.00055265793,0.00007023883,0.00002916667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047419712,0.000102242746,0.00014004907,0.000037069018,0.000049431408,0.000021674408,0.0005899993,0.00003898633,0.000019940657],"category_scores_gemma":[0.0009868065,0.00006801225,0.00006776322,0.00014755838,0.000029550847,0.0001825772,0.00010463929,0.000065419015,0.0000030130423],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001581479,0.0001567728,0.0080215875,0.0011603885,0.00015094741,0.000007791902,0.0016432363,0.0188399,0.0012902702,0.58629346,0.007965748,0.3744541],"study_design_scores_gemma":[0.0018410477,0.0005137673,0.0024684083,0.00020208734,0.000032609416,0.000054054726,0.0005424529,0.0036792555,0.15257601,0.08438317,0.752452,0.0012551011],"about_ca_topic_score_codex":0.000004739731,"about_ca_topic_score_gemma":0.000006551119,"teacher_disagreement_score":0.7444863,"about_ca_system_score_codex":0.00001633879,"about_ca_system_score_gemma":0.000026709897,"threshold_uncertainty_score":0.2773459},"labels":[],"label_agreement":null},{"id":"W2161917019","doi":"10.1109/icsm.2001.972753","title":"The build-time software architecture view","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Architectural pattern; Software engineering; Software architecture; Resource-oriented architecture; Software system; Software architecture description; Reference architecture; Concurrency; Software deployment; Architectural style; Software development; Programming language; Software construction; Software; Architecture","score_opus":0.023877581048480416,"score_gpt":0.24567570987563409,"score_spread":0.22179812882715366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161917019","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000056538152,0.0018807997,0.99355,0.0018850648,0.00026810964,0.00008628518,3.943893e-7,0.0014795818,0.00079324626],"genre_scores_gemma":[0.00053000986,0.000116356525,0.9934339,0.00034011443,0.00004961374,0.000014216478,1.644262e-7,0.000010837421,0.0055047665],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990377,0.000094329116,0.00013277288,0.0002515743,0.00017814449,0.00030551094],"domain_scores_gemma":[0.997318,0.0017817324,0.00003237505,0.0007795458,0.000032834538,0.00005548875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002901986,0.00012982101,0.0001227332,0.000033233737,0.00019117502,0.0001057277,0.0012189061,0.000042220712,0.000054163993],"category_scores_gemma":[0.0010726249,0.0000767576,0.000059552163,0.0002919863,0.00005507743,0.00016081166,0.0002906904,0.00018055363,0.00033602535],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.0652496e-7,0.0000089566665,0.000008986263,0.0000069197567,0.000011989472,0.000011108083,0.00016682087,0.030983806,0.0001484449,0.00777005,0.0047695693,0.95611274],"study_design_scores_gemma":[0.00044266437,0.00019882887,0.00054817804,0.000060387036,0.000012204403,0.00023770571,0.00001899394,0.036664702,0.003724675,0.36327943,0.5936717,0.0011405665],"about_ca_topic_score_codex":0.0000010502416,"about_ca_topic_score_gemma":7.418498e-7,"teacher_disagreement_score":0.95497215,"about_ca_system_score_codex":0.000019613137,"about_ca_system_score_gemma":0.000005888283,"threshold_uncertainty_score":0.4319038},"labels":[],"label_agreement":null},{"id":"W2162416448","doi":"10.1109/isre.2001.948590","title":"The single model principle [for software development]","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Software development; Development (topology); Software engineering; Software; Contrast (vision); Programming language; Artificial intelligence; Mathematics","score_opus":0.11717605569597077,"score_gpt":0.29352456990663484,"score_spread":0.17634851421066405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162416448","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002904506,0.00016577833,0.9976763,0.00023676986,0.0002179179,0.0001346596,3.8590437e-7,0.0009658181,0.00031191786],"genre_scores_gemma":[0.0036171486,0.0000075274247,0.9892808,0.00011222361,0.00001730622,0.000058090573,3.1412e-7,0.000010359487,0.0068961955],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991972,0.000016560665,0.00014929175,0.00021940561,0.00012701342,0.00029054913],"domain_scores_gemma":[0.99845153,0.0009833586,0.000033901346,0.0004294803,0.000059370304,0.00004236736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028377515,0.000099771205,0.00008221573,0.000025862664,0.00027258755,0.00008837223,0.0007834193,0.000034274966,0.0000028353425],"category_scores_gemma":[0.0010518963,0.00006717942,0.000032659413,0.00012576148,0.000026817133,0.00023837895,0.0002211901,0.00006114469,0.00002364429],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020428083,0.000040520787,0.00002589617,0.000015127608,0.000016588867,0.0000013029779,0.00073893607,0.39329383,0.00040076725,0.05908162,0.002450567,0.5439328],"study_design_scores_gemma":[0.00022418817,0.000042222036,0.00010469905,0.000008284767,0.0000018734672,0.000006522155,0.000011900371,0.8404466,0.01028761,0.03970695,0.10882064,0.00033853666],"about_ca_topic_score_codex":1.1656855e-7,"about_ca_topic_score_gemma":0.0000013044913,"teacher_disagreement_score":0.5435943,"about_ca_system_score_codex":0.000050541832,"about_ca_system_score_gemma":0.000018582348,"threshold_uncertainty_score":0.2739497},"labels":[],"label_agreement":null},{"id":"W2163064865","doi":"10.1109/ase.2009.66","title":"Self-Repair through Reconfiguration: A Requirements Engineering Approach","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Control reconfiguration; Computer science; Exploit; Software architecture; Personalization; Software; Software engineering; Software system; Embedded system; Distributed computing; Reliability engineering; Systems engineering; Operating system; Engineering; Computer security","score_opus":0.05150899406219699,"score_gpt":0.2898537628969603,"score_spread":0.2383447688347633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163064865","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016084222,0.000121092366,0.9842216,0.00021681907,0.0002934816,0.00014095685,1.5204041e-7,0.0056661777,0.009178913],"genre_scores_gemma":[0.01561422,0.000017507638,0.98378444,0.0002716797,0.000066853034,0.000013750813,0.0000012270069,0.000007703602,0.00022259264],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989357,0.0000331314,0.00020510757,0.00036080182,0.0001852462,0.00028001252],"domain_scores_gemma":[0.9991911,0.0001264278,0.00003845045,0.0005524787,0.00004399432,0.000047536178],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028657587,0.0001563422,0.00015458981,0.000055585922,0.00005341418,0.00006164985,0.000511084,0.000059697664,0.0000048218394],"category_scores_gemma":[0.00020254454,0.00014510802,0.00006593502,0.00034448795,0.000006274661,0.0010748825,0.00006298365,0.000117969925,0.000018926794],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052449836,0.00020184406,0.000037305566,0.00008497664,0.00009164743,0.000027110444,0.0024333526,0.25736862,0.0028868392,0.7002073,0.0018040087,0.03485175],"study_design_scores_gemma":[0.0009253275,0.00048868265,0.0021939445,0.000049073507,0.000021411053,0.00014022297,0.00007375137,0.881589,0.020166637,0.05664531,0.036226667,0.0014800031],"about_ca_topic_score_codex":9.848493e-7,"about_ca_topic_score_gemma":4.7791406e-8,"teacher_disagreement_score":0.64356196,"about_ca_system_score_codex":0.00006475405,"about_ca_system_score_gemma":0.00002037096,"threshold_uncertainty_score":0.59173334},"labels":[],"label_agreement":null},{"id":"W2163080014","doi":"10.1145/1985793.1986055","title":"Workshop on SHAring and Reusing architectural Knowledge (SHARK 2011)","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Reuse; Computer science; Software engineering; Personalization; Software architecture; Architecture; Software; Representation (politics); World Wide Web; Knowledge management; Programming language; Engineering","score_opus":0.13886102790199978,"score_gpt":0.3151709467084551,"score_spread":0.1763099188064553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163080014","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03992144,0.00024283504,0.95452,0.000066073975,0.00046863357,0.000061783816,1.1892534e-7,0.0007127522,0.004006375],"genre_scores_gemma":[0.18625602,0.000008586434,0.8130143,0.00007997363,0.00003959508,0.0000049899218,1.4774727e-7,0.000010285649,0.0005860613],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99915683,0.0000347577,0.00011472199,0.00037478333,0.000069874855,0.00024904765],"domain_scores_gemma":[0.99900764,0.0003915523,0.000027324488,0.00048262154,0.000021598382,0.000069243106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002682053,0.00013090258,0.00012380931,0.00010753803,0.00007175886,0.000048108148,0.0005687116,0.00004334019,0.000016308066],"category_scores_gemma":[0.00029531043,0.000107941094,0.00002581043,0.00012079992,0.000038250517,0.0002484664,0.00056120066,0.00017554223,0.00003878379],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050168048,0.00007423475,0.0017705833,0.00007187491,0.000035543002,0.00004192569,0.011198928,0.0061450806,0.0015630483,0.075112075,0.00041080362,0.9035257],"study_design_scores_gemma":[0.0024420517,0.0012352973,0.15405703,0.00095115096,0.00004474063,0.0005974238,0.00049165374,0.24035688,0.123838365,0.46653807,0.004646644,0.0048007146],"about_ca_topic_score_codex":0.000006201362,"about_ca_topic_score_gemma":0.0000035479995,"teacher_disagreement_score":0.89872503,"about_ca_system_score_codex":0.000021033355,"about_ca_system_score_gemma":0.000006238825,"threshold_uncertainty_score":0.440171},"labels":[],"label_agreement":null},{"id":"W2163165845","doi":"10.1109/tse.2009.30","title":"Engineering of Framework-Specific Modeling Languages","year":2009,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software engineering; Model-driven architecture; Domain-specific language; Reverse engineering; Domain (mathematical analysis); Modeling language; Programming language; Software development; Software","score_opus":0.024973816079868247,"score_gpt":0.26647242826469514,"score_spread":0.24149861218482688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163165845","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004297242,0.0005247446,0.99171656,0.00003194188,0.0008843714,0.00013245232,0.0000064527408,0.002399099,0.0000071468066],"genre_scores_gemma":[0.4182955,0.00007194594,0.58152306,0.000020518888,0.00003955004,0.000011718906,4.2497348e-7,0.000025833691,0.000011428852],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983691,0.00002206305,0.000389326,0.00044612034,0.000324507,0.00044887565],"domain_scores_gemma":[0.998214,0.00074407225,0.000055571396,0.0007893108,0.00007753525,0.00011950814],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00024814074,0.00033242145,0.00037128764,0.00044530942,0.00006459352,0.000049916143,0.00069487136,0.00017649108,0.000009735668],"category_scores_gemma":[0.00021864443,0.0003672595,0.00017480951,0.00071051635,0.000012430141,0.00047646055,0.000005083174,0.00059311755,0.000012610052],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044721264,0.00003571666,0.0000010848582,0.000030430108,0.000020324189,0.000011805362,0.00024598264,0.96434176,0.00332287,0.0024104961,0.000004796036,0.029570285],"study_design_scores_gemma":[0.00030300923,0.00018000117,0.00010171456,0.0004646554,0.000015974234,0.000037831673,0.000027802995,0.9179389,0.07905703,0.0009305071,0.00018297852,0.0007595817],"about_ca_topic_score_codex":0.000001945739,"about_ca_topic_score_gemma":9.49361e-8,"teacher_disagreement_score":0.41399825,"about_ca_system_score_codex":0.000096361815,"about_ca_system_score_gemma":0.000021073949,"threshold_uncertainty_score":0.9998779},"labels":[],"label_agreement":null},{"id":"W2163245363","doi":"10.1109/spline.2006.1691576","title":"Feature Models are Views on Ontologies","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":161,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Rotation formalisms in three dimensions; Feature (linguistics); Computer science; IDEF5; Feature model; Ontology; Web Ontology Language; Software; Theoretical computer science; Data mining; Information retrieval; Programming language; Ontology-based data integration; Semantic Web; Mathematics","score_opus":0.08510427721559695,"score_gpt":0.2957424475035451,"score_spread":0.21063817028794818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163245363","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004931327,0.0003158604,0.9871066,0.002027774,0.00031741304,0.00007867064,7.9301697e-7,0.0016325112,0.008027203],"genre_scores_gemma":[0.021654805,0.000014431082,0.9737201,0.00033513867,0.00005102022,0.000014617135,7.487552e-7,0.000007917541,0.004201222],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99912363,0.00005541652,0.000089627225,0.00031005836,0.00015012082,0.00027115655],"domain_scores_gemma":[0.9989006,0.00042404057,0.000049027043,0.00056518434,0.000033506254,0.000027647104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018567828,0.00014298546,0.0001770145,0.00006659004,0.000051392813,0.00005307783,0.0006502457,0.000078608165,0.000002311283],"category_scores_gemma":[0.00017195586,0.00010674163,0.00005198251,0.00018711688,0.000023750661,0.00037176695,0.00014152692,0.00015167872,0.000028120689],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024053516,0.000021465783,0.00006135073,0.000007646436,0.0000034805057,0.000020426018,0.000037168702,0.7155099,0.00015980923,0.23717035,0.03472848,0.012277513],"study_design_scores_gemma":[0.00031660424,0.00013931772,0.0062156594,0.00005055387,0.0000039522906,0.000027005062,0.000051166047,0.08148795,0.009827316,0.8693152,0.031869162,0.00069611304],"about_ca_topic_score_codex":0.000009597889,"about_ca_topic_score_gemma":0.000023201495,"teacher_disagreement_score":0.63402194,"about_ca_system_score_codex":0.00004116614,"about_ca_system_score_gemma":0.0000106296975,"threshold_uncertainty_score":0.43527976},"labels":[],"label_agreement":null},{"id":"W2163351999","doi":"10.1109/re.2008.49","title":"Extracting and Modeling Product Line Functional Requirements","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Relation (database); Domain (mathematical analysis); Product (mathematics); Product line; Data mining; Engineering; Mathematics","score_opus":0.26690395839411013,"score_gpt":0.3349787026835538,"score_spread":0.06807474428944366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163351999","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027231412,0.00021098355,0.97130054,0.0001626348,0.00029267138,0.00004674234,8.126789e-8,0.0004769198,0.0002780408],"genre_scores_gemma":[0.34981295,0.000023898845,0.6497707,0.000037763635,0.000058974925,0.000003241995,2.8166272e-7,0.0000037861669,0.00028841433],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993126,0.000021427682,0.00011851997,0.0002645645,0.00013747397,0.00014544305],"domain_scores_gemma":[0.9995029,0.000176945,0.000023541948,0.00021308551,0.000048902417,0.00003461926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026854884,0.000074957425,0.00007676695,0.000046536887,0.00011760989,0.000017466768,0.00013693058,0.000017251443,0.0000026933958],"category_scores_gemma":[0.0006237518,0.00006665197,0.000013301033,0.00011195303,0.000017521981,0.0005915578,0.00014060581,0.00008884522,0.0000043934137],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040622726,0.000018654322,0.0004052617,0.000010910581,0.000009876873,0.000015833595,0.00023574295,0.94461435,0.0055992687,0.0036094314,0.000066230554,0.045410354],"study_design_scores_gemma":[0.00020424213,0.000036422764,0.0012256427,0.000012108507,0.0000019745164,0.00021424708,0.000017307917,0.9836571,0.005117626,0.009082008,0.00020560145,0.00022570942],"about_ca_topic_score_codex":0.0000032835098,"about_ca_topic_score_gemma":2.4829268e-7,"teacher_disagreement_score":0.32258153,"about_ca_system_score_codex":0.000018666724,"about_ca_system_score_gemma":0.000020603034,"threshold_uncertainty_score":0.27179885},"labels":[],"label_agreement":null},{"id":"W2163581369","doi":"10.5555/1926458.1926476","title":"A dynamic-priority based approach to fixing inconsistent feature models","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Feature (linguistics); Consistency (knowledge bases); Usability; Feature model; Constraint (computer-aided design); Domain (mathematical analysis); Hierarchy; Focus (optics); Scalability; Data mining; Task (project management); Machine learning; Artificial intelligence; Human–computer interaction; Software; Mathematics; Database","score_opus":0.03064984916631849,"score_gpt":0.27646986963286124,"score_spread":0.24582002046654275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163581369","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023159976,0.000016360871,0.99273884,0.00077458663,0.00055970676,0.00020989071,0.0000014601657,0.0010786504,0.0023045184],"genre_scores_gemma":[0.17744121,3.832943e-7,0.8218128,0.00040034266,0.000015670768,0.000028522503,0.0000011221624,0.000010351324,0.0002895826],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99883026,0.00005233862,0.00012762616,0.0004708919,0.00020909397,0.0003098089],"domain_scores_gemma":[0.9984719,0.0003770077,0.000031627278,0.0008995701,0.00007642185,0.00014345847],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052798836,0.00016613687,0.00018569916,0.00011731876,0.000083065264,0.00009406356,0.00092268584,0.000114659706,0.0000017893201],"category_scores_gemma":[0.0004857534,0.00014318306,0.000065399145,0.00037080378,0.00002535885,0.0003712516,0.0003594406,0.0004287689,0.0000087546],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044403005,0.00005280578,0.000047821373,0.000025040225,0.000008176425,0.0000052442897,0.00031207086,0.92431533,0.006913938,0.052054547,0.00018495116,0.01607561],"study_design_scores_gemma":[0.00012997107,0.000020100299,0.00053356244,0.000005904263,0.000002254249,0.000011692436,0.000014400738,0.9804557,0.0012183074,0.016853087,0.00050914753,0.00024587946],"about_ca_topic_score_codex":0.000008434011,"about_ca_topic_score_gemma":0.000013219896,"teacher_disagreement_score":0.17512521,"about_ca_system_score_codex":0.00004379544,"about_ca_system_score_gemma":0.000059516715,"threshold_uncertainty_score":0.5838836},"labels":[],"label_agreement":null},{"id":"W2164081943","doi":"10.1109/rev.2009.7","title":"Visualizing Emotional Requirements","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Visualization; Computer science; Focus (optics); Requirements analysis; Human–computer interaction; Domain (mathematical analysis); Production (economics); Work (physics); Emotional expression; Requirements elicitation; Artificial intelligence; Psychology; Cognitive psychology; Engineering","score_opus":0.07772418594401323,"score_gpt":0.3615408594797756,"score_spread":0.28381667353576234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164081943","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00068519585,0.000031370488,0.9941929,0.00044817734,0.00022275429,0.000028761613,7.146762e-8,0.0007898781,0.0036008994],"genre_scores_gemma":[0.09919911,0.0000029371756,0.89994115,0.0004901103,0.000029904559,8.9063224e-7,3.3462007e-7,0.0000019597444,0.00033362766],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994369,0.000024487848,0.000089446585,0.00016151756,0.0001400855,0.00014754361],"domain_scores_gemma":[0.99960744,0.00009638679,0.000018282815,0.00022126964,0.00002439461,0.00003223565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019472268,0.00005953725,0.000060579594,0.00004645802,0.000039417635,0.000033798202,0.00034837527,0.00001982583,0.000007527302],"category_scores_gemma":[0.00019442324,0.00005361731,0.000021711841,0.00015379321,0.0000069778757,0.00041269534,0.00005969501,0.000044494216,0.000030210505],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001156184,0.0000318946,0.000070224036,0.000002890631,0.000005339553,0.000010518731,0.00013141408,0.012554828,0.006476764,0.7020922,0.00064476166,0.27797806],"study_design_scores_gemma":[0.00053389923,0.00032367656,0.048730724,0.00004660791,0.0000029043292,0.00004500461,0.000022825529,0.030874569,0.02777075,0.8849193,0.006066781,0.0006629486],"about_ca_topic_score_codex":3.9662524e-7,"about_ca_topic_score_gemma":4.7844818e-8,"teacher_disagreement_score":0.2773151,"about_ca_system_score_codex":0.000024228086,"about_ca_system_score_gemma":0.000009526917,"threshold_uncertainty_score":0.21864504},"labels":[],"label_agreement":null},{"id":"W2164335210","doi":"10.1109/case.1995.465322","title":"Extending programming environments to support architectural design","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Programming language; Comparison of multi-paradigm programming languages; Second-generation programming language; Fifth-generation programming language; Programming language theory; Programming paradigm; Software engineering","score_opus":0.10552243601368191,"score_gpt":0.29355627431906783,"score_spread":0.18803383830538592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164335210","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006705149,0.000030828924,0.99790406,0.000175067,0.00020478698,0.00019763755,1.2408506e-7,0.0006399578,0.00017704451],"genre_scores_gemma":[0.06262778,0.0000029104854,0.9357825,0.0001514817,0.00002424931,0.000035134744,1.685645e-7,0.000010520834,0.0013652531],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99891275,0.00006391352,0.0001341762,0.00032620595,0.00018464838,0.00037830876],"domain_scores_gemma":[0.99914706,0.0003236583,0.000023506926,0.00038753098,0.0000043609825,0.000113878734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029161986,0.00012724532,0.000112862625,0.0000988305,0.00006428914,0.00006500521,0.0006023773,0.000027175947,0.000049522136],"category_scores_gemma":[0.00026988084,0.00011174259,0.000032918768,0.00020972293,0.000018451676,0.00024742092,0.0002638484,0.00009432894,0.00021842773],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.080224e-7,0.000013713061,0.00003322666,0.0000033095237,0.000004911958,0.000022663657,0.00050003134,0.07032292,0.0019659582,0.00083220255,0.00015403763,0.9261461],"study_design_scores_gemma":[0.0027481876,0.0060627284,0.013704766,0.00019080256,0.000047050184,0.0016551395,0.0003004988,0.40230846,0.30991155,0.046465255,0.20969202,0.0069135563],"about_ca_topic_score_codex":0.0000010351914,"about_ca_topic_score_gemma":1.6962868e-7,"teacher_disagreement_score":0.91923255,"about_ca_system_score_codex":0.00004869229,"about_ca_system_score_gemma":0.000002785161,"threshold_uncertainty_score":0.45567307},"labels":[],"label_agreement":null},{"id":"W2165004046","doi":"10.1109/iccbss.2007.34","title":"Setting Up COTS-Based Software Product Lines","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Software product line; Software; Avionics software; Product (mathematics); Computer science; Software engineering; Avionics; Set (abstract data type); Software construction; Systems engineering; Software development; Engineering; Operating system","score_opus":0.0376845693739275,"score_gpt":0.31679413158849756,"score_spread":0.27910956221457006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165004046","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021538516,0.00016188897,0.9930122,0.00042888225,0.0011697335,0.000121754994,5.3734595e-7,0.0028113665,0.00013979337],"genre_scores_gemma":[0.030149825,0.0000014317579,0.968632,0.00037415233,0.00014412591,0.000005575841,0.0000014361153,0.000015057452,0.0006764041],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99867827,0.00004286194,0.00022527827,0.00041719098,0.0002245748,0.0004118441],"domain_scores_gemma":[0.9976047,0.0014808853,0.000060540937,0.0006492307,0.00012807066,0.00007657201],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001331451,0.00015710582,0.0001505239,0.000121262565,0.00008882444,0.000054023705,0.0006786227,0.000046756188,0.0000069760936],"category_scores_gemma":[0.0035586483,0.00013591646,0.000049534123,0.00044120662,0.000036902467,0.00031789823,0.00017105711,0.00015667424,0.000028833087],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016934215,0.00005068611,0.006087911,0.00010941772,0.000020219373,0.000073120034,0.0004569128,0.15064374,0.006146468,0.007747577,0.0024452063,0.8262018],"study_design_scores_gemma":[0.0013612878,0.000267648,0.027495403,0.00015248878,0.000016461128,0.000091006936,0.00011923658,0.03349406,0.8721415,0.02944351,0.03332365,0.0020937705],"about_ca_topic_score_codex":0.000004123301,"about_ca_topic_score_gemma":0.0000036316308,"teacher_disagreement_score":0.865995,"about_ca_system_score_codex":0.000042343825,"about_ca_system_score_gemma":0.000056544002,"threshold_uncertainty_score":0.5542512},"labels":[],"label_agreement":null},{"id":"W2165210986","doi":"10.1002/smr.534","title":"Formalizing interactive staged feature model configuration","year":2011,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; National Research Council Canada","funders":"","keywords":"Feature model; Computer science; Feature (linguistics); Software product line; Domain (mathematical analysis); Software engineering; Personalization; Soundness; Domain model; Completeness (order theory); Fuzzy logic; Representation (politics); Theoretical computer science; Process (computing); Programming language; Artificial intelligence; Software; Software development; Mathematics; World Wide Web","score_opus":0.0440590751993122,"score_gpt":0.2916542145321129,"score_spread":0.24759513933280067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165210986","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009614261,0.00059332786,0.9892053,0.00007646072,0.00028115357,0.000054936598,0.0000012127102,0.00011479466,0.000058529353],"genre_scores_gemma":[0.4589042,0.000037166454,0.5409208,0.00005835604,0.000028951605,0.0000018694516,2.773303e-7,0.0000052239534,0.00004315664],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992546,0.000050858827,0.0002342744,0.0001255254,0.00019016216,0.00014460614],"domain_scores_gemma":[0.9987515,0.0001544909,0.00032977576,0.00010948945,0.00057872635,0.00007598056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004392639,0.00011091762,0.00017151609,0.00012252983,0.00009061401,0.00004252693,0.00028901,0.00007242598,0.0000026623222],"category_scores_gemma":[0.0010157604,0.000091767135,0.000044121472,0.00017617307,0.00003284105,0.002124351,0.00004766811,0.00030394705,8.5259717e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016613539,0.00055193127,0.018600786,0.0015141943,0.0005331314,0.00023451468,0.13432294,0.42940152,0.0070531047,0.065804906,0.0032666381,0.337055],"study_design_scores_gemma":[0.0038691824,0.0017145588,0.033554498,0.0011513255,0.00012486275,0.0027847951,0.0045385463,0.19628319,0.03924078,0.7146265,0.00047958837,0.0016321691],"about_ca_topic_score_codex":9.4555514e-7,"about_ca_topic_score_gemma":6.7480465e-7,"teacher_disagreement_score":0.6488216,"about_ca_system_score_codex":0.00006435222,"about_ca_system_score_gemma":0.000099793186,"threshold_uncertainty_score":0.3742155},"labels":[],"label_agreement":null},{"id":"W2165854000","doi":"10.1109/ecbs.2006.70","title":"UMLintr: a UML profile for specifying intrusions","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Applications of UML; Unified Modeling Language; UML tool; Object Constraint Language; Programming language; Software engineering; Usability; Software; Human–computer interaction","score_opus":0.03169250254184054,"score_gpt":0.28548082958928117,"score_spread":0.25378832704744064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165854000","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007406533,0.00007186805,0.99430525,0.00026138706,0.00044276717,0.00021738309,0.0000021129542,0.0011168554,0.002841696],"genre_scores_gemma":[0.009210763,0.0000025098875,0.98777795,0.0000684843,0.00016905581,0.000065675784,0.000002377408,0.000010145611,0.0026930158],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992202,0.000021070895,0.0001481298,0.00025575396,0.00009407432,0.00026080484],"domain_scores_gemma":[0.99865127,0.0008818873,0.000034236535,0.00034712217,0.000053847387,0.000031639596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024143404,0.00009667791,0.000116423405,0.0000686215,0.00009180695,0.000054902455,0.00043893408,0.000041409596,0.000011051462],"category_scores_gemma":[0.00059135066,0.0000830281,0.000050903473,0.00020597958,0.000020111485,0.00024505402,0.00017756785,0.00006943999,0.000027992106],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031853913,0.000049278235,0.00010904461,0.000036410936,0.000009252644,0.000007517909,0.0001849906,0.042389754,0.0071380534,0.80077887,0.018472558,0.1308211],"study_design_scores_gemma":[0.00084049336,0.00017291644,0.0023111172,0.000035726618,0.000008576608,0.000034331802,0.00007416095,0.17144647,0.08708171,0.6371358,0.10029288,0.00056583306],"about_ca_topic_score_codex":0.000008029276,"about_ca_topic_score_gemma":0.0000035456749,"teacher_disagreement_score":0.16364308,"about_ca_system_score_codex":0.000031328862,"about_ca_system_score_gemma":0.00002137802,"threshold_uncertainty_score":0.33857876},"labels":[],"label_agreement":null},{"id":"W2165944130","doi":"10.1109/hicss.2007.47","title":"Adaptive Systems Require Adaptive Support--When Tools Attack!","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Interoperability; Computer science; Key (lock); Software engineering; Software; Adaptation (eye); Software system; Computer security; World Wide Web","score_opus":0.14959978067801494,"score_gpt":0.331404698246628,"score_spread":0.18180491756861306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165944130","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025460304,0.00019921499,0.98635244,0.00008357687,0.0012365979,0.0002900829,0.000006441386,0.001561626,0.010015428],"genre_scores_gemma":[0.111570954,0.0000075019566,0.88401747,0.00014460133,0.0001415855,0.000019948213,0.0000021958085,0.000022389631,0.004073331],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978775,0.00011316309,0.0004004293,0.00057113107,0.00038752682,0.0006502865],"domain_scores_gemma":[0.9967171,0.0019841676,0.00012864223,0.00082627096,0.000174465,0.00016938112],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015294573,0.00025889935,0.0003295491,0.00015552617,0.00009634667,0.00013028187,0.0010808395,0.00013488354,0.000024819376],"category_scores_gemma":[0.00063342764,0.00022711157,0.00008418943,0.00035717426,0.00007668521,0.0018176183,0.00041978786,0.00024253153,0.00015145885],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007778565,0.000069036854,0.000098699216,0.00004419741,0.00011957751,0.00047080705,0.0026093386,0.09078691,0.000710178,0.72385955,0.008001203,0.1731527],"study_design_scores_gemma":[0.006785972,0.009965377,0.016385233,0.000904004,0.0001509201,0.001929129,0.0143991485,0.32652926,0.05097538,0.24595034,0.31340528,0.012619977],"about_ca_topic_score_codex":0.000024776571,"about_ca_topic_score_gemma":0.000007413683,"teacher_disagreement_score":0.47790924,"about_ca_system_score_codex":0.00017020125,"about_ca_system_score_gemma":0.000070841495,"threshold_uncertainty_score":0.9261341},"labels":[],"label_agreement":null},{"id":"W2166099324","doi":"10.1109/re.2005.19","title":"Configuring common personal software: a requirements-driven approach","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Personalization; Computer science; Consistency (knowledge bases); Construct (python library); Software; Configuration Management (ITSM); Software configuration management; Overlay; Human–computer interaction; Software system; Software engineering; World Wide Web; Software construction; Programming language; Artificial intelligence","score_opus":0.061795612433035045,"score_gpt":0.3037081872259737,"score_spread":0.24191257479293865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166099324","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024564785,0.00012627812,0.9924326,0.00030826204,0.00017460919,0.00011936351,8.57116e-7,0.0016171403,0.0027644015],"genre_scores_gemma":[0.122909136,0.0000063630623,0.8760008,0.00029537806,0.00010179073,0.000021832822,0.0000019766637,0.0000132754285,0.00064944546],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986646,0.00006959523,0.00020470674,0.0004015046,0.00028579723,0.0003737689],"domain_scores_gemma":[0.99905956,0.00029612688,0.00005411664,0.00045744542,0.00004161776,0.00009113089],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033757993,0.0001718554,0.0001995339,0.000085311716,0.00010257765,0.00008063832,0.0008153278,0.00006218524,0.000022138913],"category_scores_gemma":[0.0002133629,0.0001589808,0.000064967346,0.00021211967,0.00004839738,0.0006945835,0.000311952,0.00018452278,0.000057951187],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021873804,0.00027276273,0.001231307,0.0000967139,0.00011154333,0.000047473688,0.0036093888,0.35444197,0.0032138312,0.074504755,0.0028239025,0.5596245],"study_design_scores_gemma":[0.0021244772,0.00028407978,0.005849727,0.000084668565,0.000026493486,0.0003202638,0.00026403848,0.92390496,0.018095162,0.015234726,0.031644113,0.002167304],"about_ca_topic_score_codex":0.000005497618,"about_ca_topic_score_gemma":0.0000015349018,"teacher_disagreement_score":0.569463,"about_ca_system_score_codex":0.00010051773,"about_ca_system_score_gemma":0.000029170726,"threshold_uncertainty_score":0.6483049},"labels":[],"label_agreement":null},{"id":"W2166251938","doi":"","title":"A formal component-based software engineering approach for developing trustworthy systems","year":2009,"lang":"en","type":"dissertation","venue":"Spectrum Research Repository (Concordia University)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Component (thermodynamics); Computer science; Software system; Component-based software engineering; Software engineering; Trustworthiness; Software; Computer security; Programming language","score_opus":0.046665717073774614,"score_gpt":0.2877684624344632,"score_spread":0.24110274536068857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166251938","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01498703,0.00046016864,0.9791624,0.000035327423,0.0016996808,0.0013070264,0.000011035347,0.0012436773,0.0010936481],"genre_scores_gemma":[0.19131282,0.000064365355,0.7993805,0.000010670109,0.0006615719,0.00010009686,0.00045952585,0.00016305727,0.0078474],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955975,0.00040029155,0.00043793643,0.0011843868,0.0009036764,0.001476226],"domain_scores_gemma":[0.996236,0.0016590414,0.00026766822,0.0010582854,0.0005068871,0.00027210315],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012636518,0.0005544488,0.00075712724,0.0019571586,0.0008217547,0.0004087272,0.0025062389,0.0005305468,4.1484375e-7],"category_scores_gemma":[0.0007146715,0.0006598772,0.00032556016,0.0016381874,0.00007396021,0.00093085616,0.0002451275,0.0012630542,0.000003046161],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014415819,0.0003427183,0.002104334,0.00756505,0.00071338605,0.0017591582,0.0010998991,0.8528896,0.0046248194,0.11027291,0.0010217391,0.016164785],"study_design_scores_gemma":[0.008759248,0.0035077217,0.0640548,0.0037497997,0.00037533836,0.00030422962,0.0035274709,0.74739546,0.08634705,0.0026592773,0.0696344,0.009685214],"about_ca_topic_score_codex":0.000490217,"about_ca_topic_score_gemma":0.000105863954,"teacher_disagreement_score":0.17978191,"about_ca_system_score_codex":0.0014810514,"about_ca_system_score_gemma":0.0013540819,"threshold_uncertainty_score":0.9995853},"labels":[],"label_agreement":null},{"id":"W2166790309","doi":"10.5555/954014.954021","title":"Combining UCMs and formal methods for representing and checking the validity of scenarios as user requirements","year":2003,"lang":"en","type":"article","venue":"South African Institute of Computer Scientists and Information Technologists","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Software engineering; Usability; Requirements engineering; Heuristics; Formal methods; Formal specification; Context (archaeology); Software requirements specification; Notation; Human–computer interaction; Software development; Software; Software design; Programming language","score_opus":0.0527743353092594,"score_gpt":0.32674629626306406,"score_spread":0.27397196095380466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166790309","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.070031196,0.00008663752,0.928713,0.00008260483,0.00047577263,0.00032354114,0.0000035526862,0.00014120588,0.00014247272],"genre_scores_gemma":[0.44242314,0.0000136566605,0.55751765,0.000024140976,0.0000037797688,0.000010536287,9.601422e-7,0.0000022032204,0.0000039337842],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987664,0.00006224789,0.00048070695,0.0002358593,0.00018752429,0.00026722997],"domain_scores_gemma":[0.99863654,0.00025836044,0.00045932052,0.00042001702,0.0001773933,0.000048361977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002314068,0.0001461697,0.0002589142,0.00026093976,0.00032571825,0.00017811848,0.00047661466,0.00008226002,2.306189e-7],"category_scores_gemma":[0.0014234217,0.00011202517,0.000037550028,0.00046691822,0.0006822762,0.0029308079,0.0006636104,0.00012442225,1.6229892e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009759696,0.000019826459,0.0026866721,0.0003022676,0.000039722465,7.7118125e-7,0.0064637605,0.0033856514,0.00039612548,0.65680087,0.000020818947,0.32987374],"study_design_scores_gemma":[0.008042165,0.0024472743,0.03545051,0.0011168312,0.00015018343,0.000521057,0.0047886306,0.5375748,0.1110861,0.20189802,0.09433724,0.0025871603],"about_ca_topic_score_codex":0.0000059631916,"about_ca_topic_score_gemma":3.7103794e-7,"teacher_disagreement_score":0.53418916,"about_ca_system_score_codex":0.000016528687,"about_ca_system_score_gemma":0.000043538632,"threshold_uncertainty_score":0.45682538},"labels":[],"label_agreement":null},{"id":"W2166830361","doi":"10.1109/csie.2009.946","title":"A Metamodel for Tracing Non-functional Requirements","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Metamodeling; Computer science; Software engineering; Tracing; Traceability; Non-functional requirement; Interdependence; Requirements traceability; Software requirements specification; Software development; Programming language; Software; Software design; Software construction; Requirement","score_opus":0.1082299927848097,"score_gpt":0.3347465553292612,"score_spread":0.22651656254445146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166830361","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00036727774,0.000028377835,0.9975844,0.0003803873,0.00031552446,0.00012231123,3.4689174e-7,0.00045168042,0.00074971316],"genre_scores_gemma":[0.1163437,0.0000013109823,0.88264006,0.0003538946,0.00004223906,0.000016561024,8.39995e-7,0.0000036379183,0.00059776625],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999319,0.000011727298,0.0001228774,0.00022929431,0.00012460715,0.000192503],"domain_scores_gemma":[0.9994048,0.00024862308,0.000026986687,0.0002481203,0.00003527598,0.00003623552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032590106,0.00008456096,0.0001049878,0.00005853332,0.00006109061,0.000035152305,0.00028197226,0.000028804083,0.0000018873187],"category_scores_gemma":[0.00023535524,0.000073583105,0.00005508374,0.00012926059,0.0000067891033,0.0005099579,0.000032961387,0.000046951664,0.000005657819],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000206706,0.00007461381,0.000021066413,0.000015040616,0.000034509536,0.0000036290837,0.00029142987,0.4582155,0.016233452,0.1424299,0.0018282735,0.3808319],"study_design_scores_gemma":[0.00078172353,0.00027898778,0.004300413,0.000017190565,0.000009977449,0.000012467084,0.000015072406,0.5202895,0.02231366,0.4504842,0.001099178,0.00039763298],"about_ca_topic_score_codex":5.230727e-7,"about_ca_topic_score_gemma":1.634802e-7,"teacher_disagreement_score":0.38043427,"about_ca_system_score_codex":0.000030056599,"about_ca_system_score_gemma":0.000019220195,"threshold_uncertainty_score":0.3000632},"labels":[],"label_agreement":null},{"id":"W2167700889","doi":"10.1109/splc.2008.11","title":"On-Demand Cluster Analysis for Product Line Functional Requirements","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Identification (biology); Cluster analysis; Complement (music); Domain (mathematical analysis); Domain analysis; Decomposition; Product (mathematics); Software product line; Feature (linguistics); Data mining; Functional requirement; Software engineering; Artificial intelligence; Programming language","score_opus":0.1319120343533863,"score_gpt":0.3264558404744939,"score_spread":0.19454380612110758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167700889","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002799921,0.00003815587,0.99551153,0.00052670285,0.00039201512,0.00015974033,0.000001423565,0.00035796125,0.00021254693],"genre_scores_gemma":[0.12555392,0.0000048673774,0.87048435,0.00044998832,0.000096111085,0.00004072229,0.0000056220906,0.0000064839915,0.0033579355],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990453,0.000034891662,0.0001587658,0.00037585144,0.00019574956,0.0001894042],"domain_scores_gemma":[0.99865484,0.0007138908,0.000040577746,0.0004567945,0.000093469724,0.000040420524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036113823,0.0001055957,0.00016375301,0.00017719748,0.000107905376,0.000016355976,0.00028054707,0.000025426833,0.000012247594],"category_scores_gemma":[0.0008345605,0.00008457086,0.00010143459,0.0005068376,0.00002613685,0.00025237104,0.00009295165,0.00005575228,0.000014473657],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002451985,0.000045539833,0.00047421528,0.000008090632,0.00019248317,0.0000026556315,0.00007592237,0.98546296,0.00024755264,0.006870973,0.0038856238,0.002709442],"study_design_scores_gemma":[0.003981444,0.0013470679,0.093485825,0.000029575745,0.00030071352,0.0000710497,0.000016629458,0.7020791,0.037536215,0.14683688,0.01242057,0.0018948988],"about_ca_topic_score_codex":0.0000012172338,"about_ca_topic_score_gemma":0.0000010103012,"teacher_disagreement_score":0.28338385,"about_ca_system_score_codex":0.000036686382,"about_ca_system_score_gemma":0.000023036091,"threshold_uncertainty_score":0.34486994},"labels":[],"label_agreement":null},{"id":"W2168036872","doi":"10.1109/aiccsa.2009.5069399","title":"Comparison of Garbage Collector prototypes for C++ applications","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Computer science; Programmer; Memory management; Garbage collection; Task (project management); Garbage; C dynamic memory allocation; Manual memory management; Task management; Process (computing); Programming language","score_opus":0.07158666608162294,"score_gpt":0.404266334110418,"score_spread":0.33267966802879506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168036872","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012938505,0.00008442454,0.9978311,0.00015960506,0.000035126784,0.0008726729,0.0000012871913,0.00033687634,0.0005495136],"genre_scores_gemma":[0.088936426,0.0000011099061,0.91050893,0.000033080945,0.0000141679275,0.00025327608,7.058632e-7,0.000002620733,0.00024967542],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.999525,0.000013132402,0.00014441594,0.0001425975,0.00006666517,0.00010817039],"domain_scores_gemma":[0.99916816,0.0004095466,0.00004809609,0.00028580698,0.000065985056,0.000022436001],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012595484,0.000056943354,0.00013903581,0.000045576646,0.000036388883,0.000011931009,0.00037081013,0.000026428716,0.0000018623201],"category_scores_gemma":[0.00016543591,0.000049976024,0.000032273118,0.00022418611,0.00001406448,0.000089571105,0.000024548834,0.000033608903,0.0000018154776],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026280466,0.0003305304,0.0005551707,0.00011097364,0.00002273651,2.9244245e-7,0.0007176442,0.052224535,0.039563436,0.63263094,0.003479329,0.27033815],"study_design_scores_gemma":[0.000762026,0.0012176015,0.0061967084,0.000025836667,0.000012098238,0.0000029248295,0.000057040244,0.072612025,0.60911363,0.2621528,0.047319114,0.00052818644],"about_ca_topic_score_codex":4.418888e-7,"about_ca_topic_score_gemma":3.5108403e-7,"teacher_disagreement_score":0.5695502,"about_ca_system_score_codex":0.000012465578,"about_ca_system_score_gemma":0.000019626892,"threshold_uncertainty_score":0.20379633},"labels":[],"label_agreement":null},{"id":"W2168130140","doi":"10.1145/1509239.1509243","title":"Dependent advice","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"AspectJ; Computer science; Compiler; Advice (programming); Programming language; Overhead (engineering); Domain (mathematical analysis); Compile time; Software engineering; Aspect-oriented programming; Software","score_opus":0.023590967772627786,"score_gpt":0.28695332654456945,"score_spread":0.2633623587719417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168130140","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021761235,0.00006487785,0.99108404,0.0005987825,0.000173654,0.000026750695,4.8107726e-8,0.0017022397,0.006131999],"genre_scores_gemma":[0.06991697,0.000004692627,0.92857903,0.00058804714,0.000018544863,0.0000011328854,7.7483215e-8,0.0000016394634,0.00088984385],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99953383,0.000018929955,0.00006563268,0.00015045376,0.000095477,0.0001356695],"domain_scores_gemma":[0.99948454,0.00013316433,0.00001246176,0.00031747887,0.000018546762,0.00003378151],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014281897,0.000054602388,0.000057936057,0.000032707285,0.000022352082,0.000026691258,0.0004598142,0.00002039798,0.0000060145985],"category_scores_gemma":[0.00016097809,0.000046149195,0.000016899294,0.00012480242,0.0000043230475,0.00026080845,0.00005686785,0.00005497722,0.00004949958],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018884042,0.00003124419,0.000040821025,0.000002842691,0.0000045225624,0.000034718516,0.00020704293,0.07728381,0.0030644746,0.3310755,0.0013387202,0.5869144],"study_design_scores_gemma":[0.00060174544,0.00039161762,0.015313341,0.000016699065,0.0000044701515,0.00012641058,0.00003867665,0.039389465,0.058186363,0.87117654,0.013857273,0.0008973999],"about_ca_topic_score_codex":0.0000011646661,"about_ca_topic_score_gemma":3.3541383e-7,"teacher_disagreement_score":0.586017,"about_ca_system_score_codex":0.000014585361,"about_ca_system_score_gemma":0.0000079019865,"threshold_uncertainty_score":0.18819095},"labels":[],"label_agreement":null},{"id":"W2168328460","doi":"10.5555/2075144.2075179","title":"System identification for adaptive software systems: a requirements engineering perspective","year":2011,"lang":"en","type":"article","venue":"International Conference on Conceptual Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Identification (biology); Computer science; Process (computing); Perspective (graphical); Control engineering; Control system; Requirements engineering; System identification; Adaptive control; Software system; Adaptive system; Software; Control (management); Control theory (sociology); Engineering; Data modeling; Software engineering; Artificial intelligence","score_opus":0.28005961887481123,"score_gpt":0.34278792976508443,"score_spread":0.0627283108902732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168328460","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014082087,0.00008460419,0.99416566,0.000039448423,0.0023591036,0.00040801024,0.000027450678,0.0007971361,0.000710397],"genre_scores_gemma":[0.6665421,0.0000042423358,0.3330858,0.0000140077955,0.00008634423,0.00019902734,0.0000048640813,0.00001607008,0.000047520956],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983114,0.00005463953,0.00040304585,0.0005790371,0.0003787186,0.0002731609],"domain_scores_gemma":[0.9980291,0.00024633756,0.00016824473,0.00036828476,0.0011160602,0.000071959366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040845058,0.00022331541,0.00021939211,0.00020224591,0.000089274516,0.00012874763,0.0010519578,0.000086546286,0.000004714935],"category_scores_gemma":[0.00079827127,0.00023344984,0.00008118528,0.0001179415,0.00003829565,0.0007551654,0.00014172196,0.00016376685,0.000020405636],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026972897,0.000014476463,0.0000031801503,0.00001170719,0.00004834882,0.0000030626334,0.0020083704,0.2760347,0.0004232077,0.7208263,0.000004646252,0.00059500075],"study_design_scores_gemma":[0.00027469933,0.00010964071,0.000009117906,0.00021894008,0.000007850742,0.0000068794943,0.0042105718,0.9848865,0.00082599616,0.009190054,0.000012396673,0.00024733765],"about_ca_topic_score_codex":0.00005068947,"about_ca_topic_score_gemma":8.924343e-7,"teacher_disagreement_score":0.71163625,"about_ca_system_score_codex":0.00052205526,"about_ca_system_score_gemma":0.000081206206,"threshold_uncertainty_score":0.9519808},"labels":[],"label_agreement":null},{"id":"W2168552959","doi":"10.1109/qsic.2011.36","title":"Improving the Modifiability of the Architecture of Business Applications","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Software engineering; Software architecture; Business process modeling; Business requirements; Business process; Business rule; Process management; Software; Engineering; Work in process; Programming language; Operations management","score_opus":0.04585217602257218,"score_gpt":0.2418643968832827,"score_spread":0.19601222086071052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168552959","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050224364,0.000029245826,0.99420285,0.00010243201,0.0000733124,0.00018347979,9.687221e-7,0.000081107624,0.00030415843],"genre_scores_gemma":[0.43889886,5.351871e-7,0.5610437,0.000012010494,0.000005043164,0.000018659792,3.0239548e-8,0.000001914142,0.000019259583],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9995194,0.00006165124,0.00012890299,0.00012049989,0.000090699774,0.0000788371],"domain_scores_gemma":[0.99842155,0.00043559048,0.000082657956,0.00095103803,0.00009990791,0.000009278174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003273604,0.000052164174,0.00007987147,0.00001642998,0.000038764043,0.0000042007387,0.001119635,0.000021657743,0.000002105842],"category_scores_gemma":[0.0004330666,0.00002443815,0.000036209767,0.000401295,0.00013783992,0.000059454323,0.00033797778,0.000078079865,3.2878492e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007363627,0.0001179389,0.0020277987,0.00023139633,0.000025694202,1.4859435e-7,0.004308271,0.20751502,0.041732598,0.33688185,0.000015542264,0.40713638],"study_design_scores_gemma":[0.00018538132,0.00003914908,0.1836067,0.000024333727,0.00001794443,0.000010047385,0.00014829637,0.015567783,0.32603952,0.47370514,0.00038558297,0.0002701054],"about_ca_topic_score_codex":0.00006744052,"about_ca_topic_score_gemma":0.0000025779175,"teacher_disagreement_score":0.43387643,"about_ca_system_score_codex":0.000006277881,"about_ca_system_score_gemma":0.0000285747,"threshold_uncertainty_score":0.20805788},"labels":[],"label_agreement":null},{"id":"W2168577507","doi":"10.11575/prism/31118","title":"IConJ 0.1: A Proof of Concept Tool for Applying Implicit Context to Java Software","year":2004,"lang":"en","type":"article","venue":"PRISM (University of Calgary)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Programming language; Java; Context (archaeology); Adaptation (eye); Semantics (computer science); Software engineering","score_opus":0.024219177877563742,"score_gpt":0.2417476923045277,"score_spread":0.21752851442696394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168577507","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012439365,0.00012421918,0.9861203,0.00023057207,0.00011523038,0.0007260963,0.0000018369299,0.0002025099,0.00003988654],"genre_scores_gemma":[0.05086963,0.0000023978585,0.94888604,0.00006988587,0.000006339731,0.0000051212614,0.0000018646367,0.000009671908,0.00014903526],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99906576,0.000029624467,0.00015675259,0.0003176904,0.00017742168,0.00025273845],"domain_scores_gemma":[0.9987817,0.00041959807,0.0001356259,0.00043283112,0.0001493537,0.000080881924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021885721,0.00013184932,0.00033179316,0.00013566183,0.00008922915,0.000008780649,0.0008550142,0.00008424538,0.000004253144],"category_scores_gemma":[0.00045166255,0.0001615446,0.000120450444,0.0002363988,0.000096691554,0.00034208864,0.00036286635,0.00009894429,0.0000022606696],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052570067,0.00005498678,0.000082029146,0.000118724645,0.00004737522,0.000011652905,0.0046627847,0.005822143,0.0028093185,0.02087955,0.00019352116,0.96526533],"study_design_scores_gemma":[0.02253606,0.005613647,0.016875383,0.001552175,0.0003148462,0.0000911496,0.002099144,0.05624729,0.4913628,0.33750474,0.0609138,0.0048889383],"about_ca_topic_score_codex":0.00010022816,"about_ca_topic_score_gemma":0.0000026904265,"teacher_disagreement_score":0.9603764,"about_ca_system_score_codex":0.00008277429,"about_ca_system_score_gemma":0.000096851785,"threshold_uncertainty_score":0.6587597},"labels":[],"label_agreement":null},{"id":"W2169048372","doi":"10.1109/agile.2009.12","title":"Extreme Product Line Engineering: Managing Variability and Traceability via Executable Specifications","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Executable; Traceability; Extreme programming; Software product line; Computer science; Software engineering; Requirements traceability; Domain (mathematical analysis); Domain engineering; Requirement; Product (mathematics); Systems engineering; Process (computing); Requirements engineering; Software; Software development; Software development process; Engineering; Programming language; Component-based software engineering","score_opus":0.07698219893382473,"score_gpt":0.2702470268410203,"score_spread":0.19326482790719557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169048372","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022236628,0.00015780429,0.9929424,0.0019983104,0.00019992773,0.00023582544,6.6784173e-7,0.0018220274,0.00041940022],"genre_scores_gemma":[0.30878842,0.000015560878,0.6909546,0.00003603735,0.000045246346,0.000008262278,7.133949e-7,0.00000543387,0.00014574204],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99859655,0.00007163685,0.0002550895,0.00062985567,0.00014523213,0.00030161822],"domain_scores_gemma":[0.9981641,0.00059685926,0.000040536248,0.0010299018,0.0000722766,0.00009629208],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011534301,0.00017535941,0.00020450605,0.00008464986,0.00007565534,0.00007618107,0.00045770544,0.000040443676,0.000008778296],"category_scores_gemma":[0.0013007933,0.00016533906,0.000034533678,0.00042368507,0.000033602428,0.0006023515,0.000113761154,0.00017883793,0.000004318073],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012471808,0.00035713252,0.0009677381,0.00011592789,0.000026890519,0.000013113381,0.00079460087,0.3969937,0.029319469,0.15300865,0.00023394432,0.41815636],"study_design_scores_gemma":[0.00031752067,0.00015942389,0.076970756,0.000021605749,0.000014091084,0.00006838134,0.000017513583,0.6620686,0.0132991355,0.24324097,0.0030135026,0.0008085268],"about_ca_topic_score_codex":0.0000030073886,"about_ca_topic_score_gemma":2.943452e-7,"teacher_disagreement_score":0.41734785,"about_ca_system_score_codex":0.00006942904,"about_ca_system_score_gemma":0.000019123718,"threshold_uncertainty_score":0.67423314},"labels":[],"label_agreement":null},{"id":"W2169408775","doi":"10.1109/ecbs.2000.839887","title":"Ensuring structure and behavior correctness in design composition","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Correctness; Computer science; Component (thermodynamics); Reuse; Composition (language); Component-based software engineering; Software design pattern; Design pattern; Structural pattern; Mathematical proof; Software engineering; Software design; Programming language; Software; Theoretical computer science; Software development; Distributed computing; Mathematics; Engineering","score_opus":0.061337944330850665,"score_gpt":0.2672008134282432,"score_spread":0.20586286909739254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169408775","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.113253765,0.00010375261,0.8861031,0.000027213542,0.00018061105,0.00008157418,2.8009484e-7,0.00023027869,0.000019404246],"genre_scores_gemma":[0.48591846,0.0000056851313,0.5140311,0.000014468774,0.0000052525907,0.0000046732725,1.213371e-7,0.0000026018265,0.00001761803],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99948305,0.00006511495,0.00008336667,0.00017560416,0.00006546324,0.00012737837],"domain_scores_gemma":[0.9994945,0.0002974744,0.000016475295,0.00015388717,0.000012329837,0.0000253424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010142627,0.000072715025,0.00008769305,0.00007097343,0.00002798153,0.00003460617,0.00016336619,0.000037257592,0.000009329735],"category_scores_gemma":[0.000049418737,0.00006743388,0.0000074452846,0.00014822689,0.00001667807,0.00025076413,0.0000739036,0.000091301445,0.0000016241753],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061102655,0.00009747273,0.0074571734,0.00004252973,0.0000068230984,0.00017556264,0.0026034517,0.47148487,0.05225637,0.0061072065,0.00011385502,0.45964858],"study_design_scores_gemma":[0.0011985768,0.00019414086,0.23015316,0.00008485682,0.000013885212,0.00046425516,0.00005994686,0.6074607,0.14452916,0.014791811,0.000043804277,0.0010057315],"about_ca_topic_score_codex":0.0000035331523,"about_ca_topic_score_gemma":0.0000011630373,"teacher_disagreement_score":0.45864284,"about_ca_system_score_codex":0.00002240763,"about_ca_system_score_gemma":0.0000017492359,"threshold_uncertainty_score":0.2749874},"labels":[],"label_agreement":null},{"id":"W2169774186","doi":"10.1109/sera.2010.29","title":"Object-Oriented Intensional Programming: Intensional Java/Lucid Classes","year":2010,"lang":"en","type":"preprint","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Programming language; Java; Object (grammar); Object-oriented programming; Context (archaeology); Semantics (computer science); Meaning (existential); Artificial intelligence","score_opus":0.042819651768283326,"score_gpt":0.3098172460921884,"score_spread":0.2669975943239051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169774186","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003353103,0.00021008117,0.98182136,0.0014650165,0.008785101,0.00065624574,0.000007336999,0.0033370606,0.00036470676],"genre_scores_gemma":[0.01979146,0.000027722775,0.97793716,0.0007841978,0.00030442874,0.00023276792,0.000060264534,0.000058847727,0.0008031581],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9958807,0.00017140422,0.0007028529,0.0016169978,0.0008239771,0.0008040729],"domain_scores_gemma":[0.99439293,0.0015871747,0.00031019127,0.002031022,0.0013884716,0.00029021123],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00080450426,0.00072382856,0.0007743078,0.00041618952,0.00013812054,0.00031818415,0.0024559738,0.0008312548,0.000059095593],"category_scores_gemma":[0.005711727,0.0006156478,0.00034266966,0.00044188162,0.0002690745,0.00044482923,0.0072680926,0.003130576,0.00012706529],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000120196135,0.0010425431,0.0013435482,0.0008894651,0.00079089636,0.00066131755,0.0020253921,0.08613515,0.017965097,0.19367601,0.047456775,0.6478936],"study_design_scores_gemma":[0.0020508727,0.0008833128,0.021431305,0.001778762,0.00015636098,0.0012937131,0.0005976549,0.15377267,0.03359066,0.5211826,0.2544217,0.008840388],"about_ca_topic_score_codex":0.00007477389,"about_ca_topic_score_gemma":0.000017134615,"teacher_disagreement_score":0.6390532,"about_ca_system_score_codex":0.00013785202,"about_ca_system_score_gemma":0.0004885361,"threshold_uncertainty_score":0.9996295},"labels":[],"label_agreement":null},{"id":"W2170148567","doi":"10.1109/ccece.1999.807222","title":"A reflective architecture for cross-assemblers","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Reflection (computer programming); Architecture; Java; Programming language; Computer architecture; Directive; Extensibility; Software engineering","score_opus":0.053571222673345534,"score_gpt":0.3643263952947785,"score_spread":0.310755172621433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170148567","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00077355385,0.00005436944,0.9943764,0.00010573901,0.00036537508,0.00016114955,5.6192306e-7,0.0006752052,0.0034876396],"genre_scores_gemma":[0.022007002,0.0000014754871,0.9769583,0.0001885644,0.00001523588,0.000049968636,2.1103355e-7,0.000009170383,0.00077012606],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.999249,0.00005371087,0.00009256509,0.00027463317,0.00008070409,0.00024939742],"domain_scores_gemma":[0.9985558,0.00095730857,0.000025591882,0.00035469217,0.00006280073,0.00004382491],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003429158,0.00009998638,0.000107391315,0.000058195197,0.00007454999,0.000060418253,0.00037272702,0.000047370984,0.0000028932654],"category_scores_gemma":[0.0015889272,0.00008324285,0.000054250264,0.00021715647,0.000024495012,0.00018334846,0.000046952457,0.00009108726,0.0000050779067],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012676639,0.00002417874,0.00014597447,0.000028466999,0.000029089706,0.0000046530804,0.0007322994,0.2412829,0.0058142864,0.7141646,0.0006419098,0.037118953],"study_design_scores_gemma":[0.0005036911,0.00016689631,0.0005576887,0.00000776554,0.0000027334718,0.00003001271,0.00002716002,0.0017094354,0.090004705,0.8804288,0.026208654,0.000352476],"about_ca_topic_score_codex":9.361761e-7,"about_ca_topic_score_gemma":0.000001717887,"teacher_disagreement_score":0.23957345,"about_ca_system_score_codex":0.000036920468,"about_ca_system_score_gemma":0.000034622873,"threshold_uncertainty_score":0.33945447},"labels":[],"label_agreement":null},{"id":"W2170525167","doi":"10.1109/ecbs.2006.50","title":"Modeling and reasoning for confidentiality requirements in software development","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Confidentiality; Computer science; Requirements engineering; Requirements analysis; Non-functional requirement; Requirements management; Requirements elicitation; Requirement; Functional requirement; User requirements document; Business requirements; System requirements; Usability; Computer security; Software engineering; Software development; Software; Engineering; Human–computer interaction; Software construction","score_opus":0.056646555450703566,"score_gpt":0.3123440697004073,"score_spread":0.2556975142497037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170525167","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032992013,0.00011344446,0.9662815,0.000022443155,0.000117702446,0.00013969993,2.7546957e-7,0.00029487585,0.000038054248],"genre_scores_gemma":[0.18658242,0.0000015485319,0.8132768,0.000021966815,0.000011556617,0.00002839766,0.000001476877,0.000005057431,0.000070763104],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991812,0.000024259378,0.00021440681,0.00026824567,0.000101518934,0.00021034291],"domain_scores_gemma":[0.99956477,0.00018650043,0.000024331308,0.00016146593,0.000040387993,0.000022522458],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000594073,0.00008793206,0.000117519245,0.00006667132,0.000058989972,0.00005484582,0.00020093632,0.00003479286,6.571863e-7],"category_scores_gemma":[0.0003080022,0.0000874559,0.000013492181,0.00009595771,0.000010454441,0.0003220031,0.00014817271,0.000046326095,6.005955e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007614091,0.000026379781,0.002593464,0.00006740099,0.000008191974,0.0000040369496,0.00059327984,0.91379106,0.0004604267,0.035525892,0.000028099988,0.04689413],"study_design_scores_gemma":[0.0008669587,0.000024804303,0.005083442,0.00009250892,0.00000279574,0.000006233445,0.00007325552,0.86941934,0.006120171,0.117546365,0.00031460405,0.0004495085],"about_ca_topic_score_codex":0.00008719064,"about_ca_topic_score_gemma":0.000059996557,"teacher_disagreement_score":0.15359041,"about_ca_system_score_codex":0.00005361415,"about_ca_system_score_gemma":0.000030238341,"threshold_uncertainty_score":0.35663483},"labels":[],"label_agreement":null},{"id":"W2170963582","doi":"10.1007/s00766-007-0041-5","title":"MiHOS: an approach to support handling the mismatches between system requirements and COTS products","year":2007,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Systems engineering; Computer science; Requirements analysis; Reliability engineering; Engineering; Operating system; Software","score_opus":0.09880262873347517,"score_gpt":0.31504234760101346,"score_spread":0.2162397188675383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170963582","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.088221945,0.0001582771,0.90930665,0.00005960022,0.0005995657,0.0005199434,0.0000023783364,0.0009642532,0.0001673716],"genre_scores_gemma":[0.5294531,0.0000034277218,0.47021455,0.000027730028,0.00020338251,0.000027311711,0.0000044937697,0.000032758973,0.000033260556],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9974171,0.00005775313,0.00050522346,0.00072248915,0.00052181137,0.00077564287],"domain_scores_gemma":[0.9983242,0.0002746567,0.000104079765,0.0009490526,0.00009194956,0.0002560539],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002856477,0.0003449631,0.0003512875,0.00022841041,0.00019392073,0.00019033576,0.0010645881,0.00008808462,3.0869313e-7],"category_scores_gemma":[0.0004495209,0.00028804893,0.000038624366,0.0006060857,0.000031415082,0.0008571125,0.00046946286,0.00021828864,0.0000067179813],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070568814,0.0003459509,0.015427481,0.00411463,0.0008652113,0.000167912,0.020998333,0.5324061,0.17279853,0.041027375,0.00034326667,0.21143465],"study_design_scores_gemma":[0.0070061046,0.0031343002,0.18480304,0.00339769,0.0005670555,0.0007860194,0.00531029,0.24092221,0.5153995,0.001871575,0.02572689,0.011075298],"about_ca_topic_score_codex":0.000008078419,"about_ca_topic_score_gemma":4.4189983e-7,"teacher_disagreement_score":0.44123113,"about_ca_system_score_codex":0.00020245578,"about_ca_system_score_gemma":0.000031413576,"threshold_uncertainty_score":0.99995714},"labels":[],"label_agreement":null},{"id":"W2171201740","doi":"10.5539/cis.v4n2p2","title":"A Framework of Tools for Managing Software Architecture Knowledge","year":2011,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Knowledge management; Software engineering; Process (computing); Architecture; Software architecture; Tacit knowledge; Process management; Software; Engineering; Operating system","score_opus":0.06632861684970612,"score_gpt":0.3048733111329208,"score_spread":0.2385446942832147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171201740","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00078615086,0.00005587108,0.9979635,0.000028988448,0.00047362,0.00015030637,0.0000018866483,0.00019084859,0.00034886616],"genre_scores_gemma":[0.04024066,0.0000114221475,0.9595708,0.00014030193,0.000020714066,0.000011275361,5.659391e-7,0.0000020357927,0.0000022092765],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99927247,0.000013314377,0.0002193035,0.00015489364,0.00014154149,0.0001984557],"domain_scores_gemma":[0.9987431,0.0005779144,0.000096492375,0.000314115,0.00020722066,0.00006116925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006321511,0.000088225665,0.00012191841,0.00026645273,0.00012669101,0.00014884848,0.0008062821,0.000033332497,8.941236e-7],"category_scores_gemma":[0.0007306771,0.000075668744,0.000028938324,0.0005821299,0.00018822288,0.0065645375,0.0004085256,0.00008014569,0.000002719879],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032462467,0.0000054491557,0.000030522926,0.00006859025,0.0000022317706,1.01529075e-7,0.009029932,0.00463466,0.000018899475,0.15740715,0.000018941304,0.8287803],"study_design_scores_gemma":[0.00067462504,0.0005939172,0.020479728,0.0003381953,0.000008888046,0.000057637924,0.00022824875,0.26273584,0.01105659,0.6960557,0.0069911936,0.00077941216],"about_ca_topic_score_codex":6.022459e-7,"about_ca_topic_score_gemma":3.7696264e-8,"teacher_disagreement_score":0.82800084,"about_ca_system_score_codex":0.000014369893,"about_ca_system_score_gemma":0.00005576278,"threshold_uncertainty_score":0.47591314},"labels":[],"label_agreement":null},{"id":"W2171511087","doi":"10.1007/978-3-319-11653-2_19","title":"Three Cases of Feature-Based Variability Modeling in Industry","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software versioning; Feature (linguistics); Notation; Constraint (computer-aided design); Software engineering; Industrial engineering; Product (mathematics); Data mining; Software; Programming language","score_opus":0.06094764478730784,"score_gpt":0.28744412566178557,"score_spread":0.2264964808744777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171511087","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003487993,0.00019188221,0.9975128,0.00022893916,0.0010693282,0.0002993936,0.000004156485,0.0002194776,0.00012518265],"genre_scores_gemma":[0.23468657,0.0000032020175,0.76496875,0.00019024433,0.0001107201,0.0000069276134,0.0000013851819,0.000022543338,0.0000096831245],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99653834,0.0000918707,0.0005874582,0.0014303335,0.00075143896,0.0006005857],"domain_scores_gemma":[0.993491,0.0040366445,0.00026695445,0.0018590626,0.0002351283,0.000111203444],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0028839957,0.00051625,0.00079389225,0.00089359906,0.000075367185,0.00010668438,0.0030925802,0.00083347614,0.000003812621],"category_scores_gemma":[0.0023467352,0.0004872977,0.00011944551,0.0007752961,0.00052302866,0.00030719166,0.0010015289,0.0019925574,0.0000019998404],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004850103,0.000011215715,0.00017445615,0.00006117302,0.0000025736915,0.000036666588,0.000068587746,0.83835196,0.000040195588,0.0052270745,0.0000010307076,0.15602018],"study_design_scores_gemma":[0.00015571709,0.00007854557,0.00008974449,0.00037285537,0.0000028733582,0.00001881337,3.582893e-8,0.743195,0.00067741674,0.25502613,0.00001891201,0.00036394902],"about_ca_topic_score_codex":0.00004274499,"about_ca_topic_score_gemma":0.00010092434,"teacher_disagreement_score":0.24979904,"about_ca_system_score_codex":0.00034805483,"about_ca_system_score_gemma":0.00060471904,"threshold_uncertainty_score":0.9997579},"labels":[],"label_agreement":null},{"id":"W2172069600","doi":"10.1145/643603.643617","title":"Quantifying aspects in middleware platforms","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":117,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Middleware (distributed applications); Aspect-oriented programming; Common Object Request Broker Architecture; Message oriented middleware; Distributed computing; Programming paradigm; AspectJ; Overhead (engineering); Set (abstract data type); Software engineering; Software architecture; Software; Programming language","score_opus":0.1109312008426559,"score_gpt":0.3159666053836972,"score_spread":0.2050354045410413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2172069600","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017663775,0.00015516554,0.97761434,0.000029651797,0.00034215834,0.000058928963,7.8607506e-8,0.00051673414,0.0036191854],"genre_scores_gemma":[0.38469818,0.0000055170267,0.6151436,0.00004691509,0.000004295656,0.000004347606,1.0140347e-7,0.000004591029,0.00009245353],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99922645,0.00002457761,0.00013590274,0.00023843495,0.000112794885,0.0002618395],"domain_scores_gemma":[0.99917567,0.0003971875,0.000022324692,0.00035017988,0.000016411612,0.000038252783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039884273,0.00009568389,0.00012113095,0.0001178332,0.000028844344,0.000034334003,0.00037070946,0.000043655524,0.0000097879],"category_scores_gemma":[0.00094759837,0.00008015246,0.000025036969,0.0004225425,0.000012832569,0.0004577647,0.00007272149,0.00012471701,0.00003142731],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.75802e-7,0.000015568587,0.0025991173,0.000013176703,0.0000028745255,0.000046032907,0.00033151335,0.034824528,0.00043442732,0.9538586,0.00002497392,0.007848422],"study_design_scores_gemma":[0.0010333627,0.0001224811,0.018069698,0.0000994239,0.0000021956178,0.00012657444,0.0004049179,0.015881049,0.08361844,0.8761366,0.0034300846,0.0010751749],"about_ca_topic_score_codex":0.0000050693498,"about_ca_topic_score_gemma":0.00002164922,"teacher_disagreement_score":0.3670344,"about_ca_system_score_codex":0.000043980468,"about_ca_system_score_gemma":0.00002686126,"threshold_uncertainty_score":0.32685223},"labels":[],"label_agreement":null},{"id":"W2172162363","doi":"10.1109/ease.2006.5","title":"Constructing an Autonomic Computing Infrastructure Using Cougaar","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Autonomic computing; Computer science; Cognitive computing; Architecture; Distributed computing; Isolation (microbiology); Ubiquitous computing; Software engineering; Cognition; Cloud computing; Human–computer interaction; Operating system","score_opus":0.026505770253996135,"score_gpt":0.288034647499262,"score_spread":0.26152887724526586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2172162363","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24228297,0.000022629169,0.7556039,0.0000170169,0.0004924368,0.000049576316,6.5710157e-7,0.0010716756,0.00045912247],"genre_scores_gemma":[0.37631816,1.5974676e-7,0.6235241,0.000031655483,0.00010215541,2.9557253e-7,9.461404e-7,0.000008918613,0.000013559086],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99887025,0.00007333912,0.00024679388,0.00036352835,0.000118847,0.00032721792],"domain_scores_gemma":[0.99908227,0.00029714216,0.00010034264,0.00042055832,0.000049413073,0.000050280618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028908934,0.00016225748,0.00018892526,0.000095589785,0.00013604914,0.00014150982,0.00058332493,0.00007041089,0.0000066283255],"category_scores_gemma":[0.0000986286,0.00015884009,0.00003537132,0.00023964077,0.00006354265,0.0006888293,0.00025411783,0.0001710745,0.0000032525077],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.858426e-7,0.000004649517,0.0028576104,0.000005343317,0.000004085393,0.000007333016,0.000099532954,0.8818786,0.0041245827,0.07834539,0.000020676958,0.032651618],"study_design_scores_gemma":[0.00018186336,0.000020793193,0.0057086237,0.000013567208,0.0000033646259,0.00015579227,0.00012652898,0.9467954,0.005783419,0.04074039,0.00013861601,0.00033164216],"about_ca_topic_score_codex":0.00006764494,"about_ca_topic_score_gemma":0.0000051784637,"teacher_disagreement_score":0.13403518,"about_ca_system_score_codex":0.0001531351,"about_ca_system_score_gemma":0.000052469906,"threshold_uncertainty_score":0.64773107},"labels":[],"label_agreement":null},{"id":"W2175191933","doi":"","title":"A Product Line Engineering Practices Model.","year":2004,"lang":"en","type":"article","venue":"Espace ÉTS (ETS)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Product line; Product (mathematics); New product development; Domain engineering; Software product line; Systems engineering; Product engineering; Line (geometry); Software engineering; Product design; Manufacturing engineering; Software development; Engineering; Software; Software construction","score_opus":0.04986041364910519,"score_gpt":0.3134084200281508,"score_spread":0.2635480063790456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2175191933","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0091688,0.00057372084,0.9846661,0.003242449,0.00058744766,0.00017627285,0.0000010514542,0.0014876452,0.000096503754],"genre_scores_gemma":[0.15927856,0.000039918566,0.8400274,0.00008457822,0.00014681349,0.00002739107,7.767332e-7,0.000026663794,0.00036792379],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99852663,0.00003679721,0.00018250167,0.00054729305,0.0002808605,0.00042591908],"domain_scores_gemma":[0.99838096,0.0003961582,0.00017928264,0.0008564222,0.00008086932,0.00010629913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005587952,0.00023153266,0.00022177174,0.00014953894,0.00006932875,0.00011202524,0.0008030563,0.000064077285,0.0000017768024],"category_scores_gemma":[0.004890889,0.000223116,0.00005671902,0.00049921905,0.000024825078,0.0011205515,0.0003041811,0.0003251539,0.000048496106],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045630522,0.000026731821,0.000009196651,0.000026865608,0.000012237393,0.000024581628,0.00068296556,0.9783058,0.005537054,0.012549805,0.00005936511,0.002760837],"study_design_scores_gemma":[0.0012350451,0.0002613832,0.00053343945,0.00020540715,0.000030787658,0.00020113421,0.00006972304,0.8426519,0.1120282,0.028017178,0.013236904,0.001528882],"about_ca_topic_score_codex":0.000009151152,"about_ca_topic_score_gemma":0.000004267274,"teacher_disagreement_score":0.15010975,"about_ca_system_score_codex":0.00012337933,"about_ca_system_score_gemma":0.000117499534,"threshold_uncertainty_score":0.90984064},"labels":[],"label_agreement":null},{"id":"W2175371122","doi":"10.1109/models.2015.7338259","title":"Concern-oriented interfaces for model-based reuse of APIs","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Reuse; Computer science; Software engineering; Interface (matter); Context (archaeology); Process (computing); Application programming interface; Code reuse; Code (set theory); Software; User interface; Source code; Programming language; Operating system; Engineering","score_opus":0.16662638010944691,"score_gpt":0.35702374486928146,"score_spread":0.19039736475983454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2175371122","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005328091,0.000079948935,0.9933825,0.00022863985,0.00030287477,0.00013437051,0.0000034130999,0.0004255099,0.00011465957],"genre_scores_gemma":[0.18861444,8.463725e-7,0.81108886,0.00005922681,0.00000868604,0.00001808739,8.0231865e-7,0.0000063919492,0.00020264355],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99933136,0.000029835332,0.00016353633,0.00019962776,0.00012464992,0.00015099929],"domain_scores_gemma":[0.9985177,0.0005147824,0.000059378035,0.0006390388,0.00020778994,0.00006129798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037917157,0.00008793375,0.00015749512,0.000058000314,0.000013778141,0.000011851477,0.00079615106,0.00003832136,9.0077856e-7],"category_scores_gemma":[0.0021665653,0.000074249954,0.000035046934,0.0001487064,0.00004691722,0.00022089221,0.00020684199,0.00004383523,0.0000018957385],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021332118,0.00001778044,0.00003307775,0.00002167245,0.000007229069,4.448988e-7,0.0004996404,0.96821386,0.0020452817,0.02365159,0.0013291178,0.004159004],"study_design_scores_gemma":[0.00042930254,0.00013903058,0.0000038643625,0.000011658252,0.0000022596375,4.7060908e-7,0.000034172237,0.8088766,0.16294879,0.026865486,0.00058719784,0.0001011781],"about_ca_topic_score_codex":0.00000472337,"about_ca_topic_score_gemma":8.4644404e-7,"teacher_disagreement_score":0.18328635,"about_ca_system_score_codex":0.000034366363,"about_ca_system_score_gemma":0.00008190278,"threshold_uncertainty_score":0.3027825},"labels":[],"label_agreement":null},{"id":"W2183279454","doi":"10.1109/modre.2015.7343876","title":"Evaluation of reusable concern-oriented goal models","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Reuse; Computer science; Goal orientation; Software engineering; Separation of concerns; Goal modeling; Context (archaeology); Personalization; Human–computer interaction; Risk analysis (engineering); Systems engineering; Software; Requirements engineering; Engineering; Programming language","score_opus":0.2970508712881124,"score_gpt":0.38179130815277373,"score_spread":0.08474043686466132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2183279454","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005327329,0.00018502875,0.98833483,0.000053120257,0.00038490194,0.00010419424,4.8316423e-7,0.00028087504,0.0053292345],"genre_scores_gemma":[0.25501686,0.0000020182463,0.7447707,0.000015814192,0.000013054665,0.000008956602,5.43601e-7,0.000003563235,0.00016845789],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987599,0.00016603021,0.0001443114,0.0001702838,0.00063639827,0.00012306501],"domain_scores_gemma":[0.9985752,0.00017413989,0.000050702027,0.00042027925,0.00072688336,0.000052803804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027034115,0.00006387942,0.00011037759,0.000045553203,0.000012216051,0.000009805631,0.00035207687,0.00003345994,0.000004969562],"category_scores_gemma":[0.0016964864,0.00005598706,0.000019831456,0.00022814436,0.000026189698,0.00055851485,0.00015064613,0.00004682827,0.000007638432],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001827173,0.000008857669,0.000019408331,0.0000020728762,0.0000062443964,3.197218e-7,0.00032409313,0.9215584,0.00027343858,0.06386696,0.0003177379,0.013620666],"study_design_scores_gemma":[0.00031709418,0.00004450741,0.000033881122,0.0000047724225,0.0000064987225,0.0000018110329,0.000047981757,0.7861026,0.0073869573,0.20583297,0.00015422575,0.000066714485],"about_ca_topic_score_codex":0.00001727361,"about_ca_topic_score_gemma":0.0000012848021,"teacher_disagreement_score":0.24968953,"about_ca_system_score_codex":0.00009089333,"about_ca_system_score_gemma":0.00015721185,"threshold_uncertainty_score":0.2283086},"labels":[],"label_agreement":null},{"id":"W2183326959","doi":"","title":"Agile Architecture Recovery","year":2002,"lang":"en","type":"dissertation","venue":"UWSpace (University of Waterloo)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Waterloo; Fonds Québécois de la Recherche sur la Nature et les Technologies","keywords":"Agile software development; Architecture; Computer science; Software engineering; History; Archaeology","score_opus":0.016291951158025512,"score_gpt":0.2124145085725811,"score_spread":0.1961225574145556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2183326959","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15193884,0.0006023492,0.84347576,0.00047114727,0.0016111693,0.00024913097,0.000022180699,0.0007582066,0.0008712199],"genre_scores_gemma":[0.00048120602,0.00020742825,0.55185086,0.000010789758,0.000031036478,3.2257384e-7,0.0000785793,0.00002167494,0.44731808],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988203,0.000083230756,0.0001004115,0.0004573346,0.00025624645,0.00028244505],"domain_scores_gemma":[0.9987828,0.00019533465,0.00019751712,0.0006514539,0.0001005172,0.0000723685],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00013118413,0.00024559052,0.0003881561,0.0003235696,0.00011097619,0.000024737617,0.0012358812,0.00028831125,0.00005731008],"category_scores_gemma":[0.00009198758,0.0002902144,0.00018272201,0.00029306603,0.00004490377,0.0003302467,0.00015670373,0.00038313048,0.00007718058],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020831589,0.00019144609,0.000043302956,0.0015608962,0.00049428083,0.00057332416,0.35426766,0.13885386,0.012298452,0.0026564938,0.014312782,0.4745392],"study_design_scores_gemma":[0.011382341,0.0060269674,0.024703147,0.008167518,0.0016327631,0.00035179968,0.32977998,0.017184716,0.098921135,0.38762504,0.092716955,0.02150764],"about_ca_topic_score_codex":0.0010835518,"about_ca_topic_score_gemma":0.0017524639,"teacher_disagreement_score":0.45303154,"about_ca_system_score_codex":0.00006769216,"about_ca_system_score_gemma":0.000037697726,"threshold_uncertainty_score":0.999955},"labels":[],"label_agreement":null},{"id":"W2184943467","doi":"","title":"Formal Model Driven Approach to Deal with Requirements Volatility","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Tuple; Model transformation; Transformation (genetics); Requirements engineering; Consistency (knowledge bases); Requirements elicitation; Relational model; Feature model; Requirements analysis; Theoretical computer science; Algebra over a field; Software; Relational database; Mathematics; Programming language; Data mining; Artificial intelligence; Discrete mathematics; Pure mathematics","score_opus":0.11220535885890395,"score_gpt":0.29586989422888593,"score_spread":0.18366453536998198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2184943467","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030825563,0.0000045687975,0.9650011,0.000036216163,0.000025442603,0.00015885278,5.8057867e-7,0.0006321694,0.003315498],"genre_scores_gemma":[0.29055724,7.0364945e-7,0.70900154,0.00010021847,0.000008589752,0.00001891075,5.775471e-7,0.0000059242616,0.0003063181],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99893034,0.00002705547,0.00013095216,0.0003305646,0.00024826662,0.0003328105],"domain_scores_gemma":[0.99929214,0.00006887721,0.000025010693,0.0004511368,0.00005786077,0.00010499031],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020646208,0.0001239302,0.00013860431,0.000056801062,0.00010944254,0.000017541817,0.00059549586,0.000034013297,8.655871e-7],"category_scores_gemma":[0.00003824794,0.00009455946,0.00002370315,0.00024220714,0.00003284376,0.00085542974,0.00031065382,0.000090917776,0.0000068382765],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010396454,0.000033318876,0.0009448444,0.000006497555,0.000007622904,0.0000034649336,0.00072514865,0.98494357,0.00009189775,0.007925278,0.00014176997,0.0051661627],"study_design_scores_gemma":[0.00017813452,0.00007738957,0.0033349392,0.000003194759,0.0000012652134,0.000023536566,0.000009183098,0.9936719,0.00057560613,0.0018651899,0.0000863984,0.00017329502],"about_ca_topic_score_codex":0.000005035243,"about_ca_topic_score_gemma":0.0000011668341,"teacher_disagreement_score":0.25973168,"about_ca_system_score_codex":0.000050655064,"about_ca_system_score_gemma":0.000048745893,"threshold_uncertainty_score":0.3856023},"labels":[],"label_agreement":null},{"id":"W2184977027","doi":"10.1007/978-3-319-24912-4_11","title":"On the Reuse of Goal Models","year":2015,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Reuse; Goal modeling; Goal orientation; Workflow; Feature (linguistics); Isolation (microbiology); Feature model; Mechanism (biology); Software engineering; Artificial intelligence; Machine learning; Programming language; Requirements engineering; Database; Software","score_opus":0.07888203164101738,"score_gpt":0.2927435530799985,"score_spread":0.21386152143898113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2184977027","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000034069566,0.00038699806,0.99547124,0.00070132344,0.001337208,0.00025031745,0.000003839865,0.00020774247,0.001607282],"genre_scores_gemma":[0.02683176,0.000023874489,0.97230417,0.00046577505,0.0001345795,0.0000069925572,7.7163384e-7,0.000028157034,0.00020393335],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9971266,0.00006656921,0.00039437122,0.0009307471,0.0010386939,0.000443019],"domain_scores_gemma":[0.99212015,0.0042987084,0.00024736955,0.002944461,0.0002924208,0.00009691145],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.001927912,0.00040036123,0.0004708214,0.00044277258,0.0000963479,0.00011451647,0.0067454893,0.00022372614,0.000004619102],"category_scores_gemma":[0.0023852855,0.00027600987,0.00010043708,0.00047833586,0.00071729725,0.00042105335,0.0023027242,0.0008103346,0.000012667761],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031097563,0.000006278573,3.337678e-7,0.0000077817795,0.000004080615,0.00001271334,0.00048370293,0.7245689,0.000026325728,0.1854637,0.00005561175,0.08936748],"study_design_scores_gemma":[0.00006892709,0.000118012125,0.0000024972398,0.00019228757,0.000002029166,0.000011961806,8.749757e-8,0.26482534,0.00080828223,0.7336059,0.00013569389,0.00022895382],"about_ca_topic_score_codex":0.0000050505114,"about_ca_topic_score_gemma":0.000002802074,"teacher_disagreement_score":0.5481422,"about_ca_system_score_codex":0.0002194915,"about_ca_system_score_gemma":0.00038205023,"threshold_uncertainty_score":0.9999692},"labels":[],"label_agreement":null},{"id":"W2185015319","doi":"","title":"Specification and measurement of system configuration non functional requirements","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Functional requirement; Functional specification; Software requirements specification; Non-functional requirement; Aerospace; Computer science; Non-functional testing; Software; Requirements analysis; Software system; System requirements; Embedded system; Systems engineering; Reliability engineering; Software engineering; Engineering; Software construction; Programming language; Requirement; Operating system","score_opus":0.08170180821993309,"score_gpt":0.2711125032940882,"score_spread":0.18941069507415512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2185015319","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017392125,0.000010297517,0.9803705,0.000044551307,0.00055897573,0.000085951964,2.2474661e-7,0.00013067768,0.0014066965],"genre_scores_gemma":[0.68186134,0.0000011251328,0.31804335,0.0000037769023,0.000018891273,0.000006179603,8.0205496e-7,0.000001892154,0.00006266796],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993892,0.00001874585,0.00013940602,0.00014683025,0.00024227855,0.00006357453],"domain_scores_gemma":[0.9995194,0.000061471896,0.000065395616,0.00022435802,0.0001060334,0.000023315142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053717085,0.00005049798,0.000066557026,0.000041345982,0.00003629869,0.000012869848,0.00010627381,0.00002456929,0.0000029125222],"category_scores_gemma":[0.00010756871,0.000044494736,0.000010699677,0.000066032786,0.000019786397,0.00019655506,0.0000471854,0.000044062264,0.0000060197435],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048634442,0.000009133784,0.00020313167,0.000036637826,0.0000067349065,2.7102075e-7,0.000062642415,0.0006506192,0.9294441,0.05289292,0.00005832319,0.016630633],"study_design_scores_gemma":[0.00041956562,0.00007381622,0.14730091,0.000038923787,0.0000062962777,0.000018233526,0.000045535766,0.018178474,0.83136517,0.0015686925,0.00079068996,0.00019367236],"about_ca_topic_score_codex":0.0000025983722,"about_ca_topic_score_gemma":0.0000033010633,"teacher_disagreement_score":0.6644692,"about_ca_system_score_codex":0.00004802024,"about_ca_system_score_gemma":0.000013405084,"threshold_uncertainty_score":0.18144426},"labels":[],"label_agreement":null},{"id":"W2186595108","doi":"10.1109/icse.2005.1553547","title":"Aspect-oriented programming and modular reasoning","year":2005,"lang":"en","type":"article","venue":"Proceedings. 27th International Conference on Software Engineering, 2005. ICSE 2005.","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Modular design; Property (philosophy); Computer science; Programming language; Interface (matter); Decomposition; Aspect-oriented programming; Theoretical computer science; Software; Epistemology","score_opus":0.026308533746410644,"score_gpt":0.27788843825532444,"score_spread":0.2515799045089138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2186595108","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011353656,0.00034335503,0.9831461,0.000699092,0.0009350759,0.00033708708,0.000011896829,0.002437391,0.0007363778],"genre_scores_gemma":[0.14773278,0.0002296758,0.85038084,0.00016570944,0.00048552002,0.00011982162,0.000012639612,0.00006960013,0.00080342824],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996655,0.000016532924,0.0005453131,0.0010235249,0.0008058767,0.0009537731],"domain_scores_gemma":[0.998405,0.00015340708,0.00023655417,0.000365126,0.00046924653,0.00037066315],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00071018224,0.0005863936,0.0004290653,0.0005114831,0.00015994254,0.0004782502,0.0012288139,0.00021661166,0.000073024006],"category_scores_gemma":[0.0019611465,0.0006145626,0.00010806304,0.000331037,0.0000814361,0.0015291952,0.00046554525,0.0007350434,0.00006026926],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056030585,0.00023455295,0.0027736803,0.00014334357,0.00023890007,0.000049371803,0.0014983059,0.066758804,0.0018264027,0.84700644,0.0017011544,0.07771302],"study_design_scores_gemma":[0.0014719642,0.00029461976,0.0039036307,0.00073649397,0.00003577221,0.0002808493,0.00017272888,0.7770981,0.005890673,0.0023902429,0.20565484,0.0020700593],"about_ca_topic_score_codex":0.000006211282,"about_ca_topic_score_gemma":0.0000028561326,"teacher_disagreement_score":0.8446162,"about_ca_system_score_codex":0.0003905216,"about_ca_system_score_gemma":0.00008847157,"threshold_uncertainty_score":0.9996306},"labels":[],"label_agreement":null},{"id":"W2187938715","doi":"10.5539/cis.v8n4p12","title":"Multi-View Software Architecture Design: Case Study of a Mission-Critical Defense System","year":2015,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Architecture; Software system; Software architecture; Software engineering; Functional requirement; Non-functional requirement; Software design; Software; Quality (philosophy); Systems design; Software development; Systems engineering; Software construction; Engineering; Operating system","score_opus":0.11062786504639283,"score_gpt":0.34487700720811765,"score_spread":0.23424914216172482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2187938715","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017286133,0.00008314623,0.9815404,0.000027414326,0.0004897425,0.00026829098,9.770415e-7,0.00029495903,0.000008938942],"genre_scores_gemma":[0.33880487,0.0000012637422,0.6611291,0.000046946687,0.000010624283,0.0000045912334,1.3460246e-7,0.000001802892,6.2686286e-7],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986273,0.00013228465,0.00036163235,0.00022471725,0.00043012638,0.0002239625],"domain_scores_gemma":[0.9981912,0.0005827053,0.00009605988,0.0004402685,0.00046071605,0.00022909441],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016122594,0.0001301375,0.00019982769,0.00028954435,0.00018001358,0.00020498979,0.00063839054,0.000033919896,1.7966407e-7],"category_scores_gemma":[0.0012147863,0.0001016219,0.000019346171,0.0007878316,0.00019438131,0.0038746875,0.0005630512,0.00011571183,0.0000044023177],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013954529,0.00012151586,0.00020969771,0.00030161024,0.000009043532,0.00024908182,0.04989111,0.61367077,0.00004255667,0.003081906,0.00008980256,0.332319],"study_design_scores_gemma":[0.0011178692,0.00082435587,0.0005324207,0.00014775307,0.000008735114,0.0058121355,0.0037012766,0.98642474,0.0002885006,0.00052656315,0.00025564007,0.00036003112],"about_ca_topic_score_codex":0.000010711144,"about_ca_topic_score_gemma":2.4120018e-7,"teacher_disagreement_score":0.37275398,"about_ca_system_score_codex":0.00004798456,"about_ca_system_score_gemma":0.00015006865,"threshold_uncertainty_score":0.4144021},"labels":[],"label_agreement":null},{"id":"W2188269223","doi":"","title":"Towards a Generic Infrastructure for Framework-Specific Integrated Development Environment Extensions","year":2008,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Process management; Critical infrastructure; Development (topology); Business; Computer security; Mathematics","score_opus":0.03391262728873525,"score_gpt":0.2476835748384512,"score_spread":0.21377094754971593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2188269223","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035086367,0.001992771,0.98989534,0.001941896,0.0006988357,0.00068753154,0.00003645496,0.0008173024,0.00042120917],"genre_scores_gemma":[0.008931713,0.0026629858,0.9868287,0.000094250754,0.000034436645,0.0002754229,0.00023935192,0.00006336076,0.0008698109],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948725,0.0020990095,0.00067465485,0.0013027885,0.00050091645,0.00055013545],"domain_scores_gemma":[0.9922307,0.0028618765,0.00046449775,0.0031489152,0.0010749083,0.00021906687],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0027661426,0.000557698,0.0005648721,0.0002708831,0.00041997145,0.00029359673,0.0028677494,0.00052188203,0.000028546372],"category_scores_gemma":[0.0031719406,0.0005598572,0.00023267386,0.00041465228,0.00021710973,0.00017619558,0.0031876955,0.0010620778,0.000022622191],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013183468,0.00034458723,0.00007175375,0.00016992807,0.00015119009,0.000019059431,0.018557694,0.06569892,0.0016132361,0.078190506,0.002947601,0.83222234],"study_design_scores_gemma":[0.0010489791,0.0000028451116,0.008470665,0.0032505486,0.00004887876,0.000098351156,0.00016760627,0.0840288,0.09592559,0.13550133,0.66854745,0.002908959],"about_ca_topic_score_codex":0.000028008253,"about_ca_topic_score_gemma":0.000010216025,"teacher_disagreement_score":0.8293134,"about_ca_system_score_codex":0.0004475924,"about_ca_system_score_gemma":0.00057375914,"threshold_uncertainty_score":0.9996853},"labels":[],"label_agreement":null},{"id":"W2188989473","doi":"","title":"A business process driven approach for automatic generation of business applications","year":2011,"lang":"en","type":"article","venue":"QSpace (Queen's University Library)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Business rule; Artifact-centric business process model; Business process modeling; Computer science; Business requirements; Business Process Model and Notation; New business development; Business architecture; Software engineering; Business analysis; Business domain; Business process; Business process discovery; Business process management; Process management; Business model; Engineering; Business; Operations management","score_opus":0.03924013006833205,"score_gpt":0.22262299575542574,"score_spread":0.1833828656870937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2188989473","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030176665,0.000008133239,0.99400425,0.0011214159,0.00007210715,0.00058739365,0.00001088501,0.0007853126,0.0003928654],"genre_scores_gemma":[0.06225465,0.000016986389,0.93641484,0.000019362857,0.000036989277,0.000024102052,0.000030403602,0.00001928054,0.0011833871],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990736,0.00006317095,0.00013649023,0.00037949614,0.0001343396,0.00021285738],"domain_scores_gemma":[0.99888515,0.0001383608,0.00016337454,0.0005152209,0.00023159635,0.000066314926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000060493214,0.00016201421,0.00023114459,0.00024398431,0.00012503228,0.000029739582,0.0009527058,0.0000931525,0.00000615975],"category_scores_gemma":[0.00008612963,0.00017519086,0.00005135662,0.0014417013,0.000082048355,0.0020769003,0.00023397032,0.00007752951,0.0000020092868],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001614125,0.0016684957,0.007221642,0.005174012,0.00039115845,0.000041970525,0.012852061,0.61924577,0.000947736,0.29556218,0.017897394,0.03883618],"study_design_scores_gemma":[0.008165648,0.00094833196,0.18006748,0.0006700637,0.0006551913,0.000018129214,0.0045792437,0.53446776,0.14961676,0.080674745,0.032637067,0.007499586],"about_ca_topic_score_codex":0.00006844785,"about_ca_topic_score_gemma":6.373058e-7,"teacher_disagreement_score":0.21488744,"about_ca_system_score_codex":0.00003208403,"about_ca_system_score_gemma":0.00016020508,"threshold_uncertainty_score":0.71440756},"labels":[],"label_agreement":null},{"id":"W2208476196","doi":"","title":"Migrating Functional Requirements in SSUCD Use Cases to a More Formal Representation","year":2011,"lang":"en","type":"article","venue":"International Conference on Software Engineering Advances","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Unified Modeling Language; Computer science; Correctness; Applications of UML; UML tool; Model transformation; Software engineering; Programming language; Formal specification; Representation (politics); Transformation (genetics); Software; Artificial intelligence","score_opus":0.22930247169562906,"score_gpt":0.360364319456725,"score_spread":0.13106184776109592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2208476196","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07256423,0.00004417242,0.9247634,0.00009229229,0.0016817205,0.00017266917,0.000009565239,0.0005992637,0.00007270137],"genre_scores_gemma":[0.44177732,0.000022921675,0.5578327,0.000098739285,0.000054294564,0.00009394549,0.000010046491,0.000015580274,0.00009440257],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99815476,0.000035505767,0.00039061092,0.0005438511,0.00048878463,0.00038651613],"domain_scores_gemma":[0.9984425,0.0007558792,0.000105239036,0.00037094392,0.00021934198,0.000106098465],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002472314,0.00025897627,0.00021128496,0.00046944385,0.000056795085,0.00011997728,0.00070566277,0.00006256141,0.000031907908],"category_scores_gemma":[0.0049252557,0.00027018206,0.000059871465,0.00042047675,0.000024894756,0.0029267443,0.00023804256,0.00023535467,0.000022502181],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021154444,0.00018761776,0.03136311,0.000053436455,0.00008224947,0.00035394644,0.0036956507,0.75794506,0.0018731736,0.09624549,0.00012600968,0.1078627],"study_design_scores_gemma":[0.0029566875,0.0011724012,0.738996,0.0020361864,0.000025278463,0.0003850752,0.0012127075,0.19099563,0.037925158,0.014346802,0.006230526,0.003717538],"about_ca_topic_score_codex":0.00007227572,"about_ca_topic_score_gemma":0.000025594427,"teacher_disagreement_score":0.7076329,"about_ca_system_score_codex":0.00016645038,"about_ca_system_score_gemma":0.00004181686,"threshold_uncertainty_score":0.999975},"labels":[],"label_agreement":null},{"id":"W22131574","doi":"","title":"Techniques for Handling JSF Exceptions, Messages and Contexts.","year":2006,"lang":"en","type":"article","venue":"International Conference on Internet Computing","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Business logic; Layer (electronics); Java; Web application; Interface (matter); User interface; World Wide Web; Stack (abstract data type); Human–computer interaction; Software engineering; Programming language; Operating system; Database","score_opus":0.0511938981409423,"score_gpt":0.33735401957974503,"score_spread":0.28616012143880276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W22131574","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008544371,0.00006933315,0.9863438,0.00066605513,0.0006952171,0.00018447707,0.0000053819226,0.0006279406,0.0028634025],"genre_scores_gemma":[0.6215311,0.000008481537,0.37777185,0.0000984219,0.00014673799,0.000014705326,0.0000065038716,0.000008921137,0.00041325178],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988234,0.00005073128,0.00029823394,0.00042359956,0.00018872005,0.00021533426],"domain_scores_gemma":[0.99860364,0.0007843357,0.0001393157,0.00019342928,0.00024473565,0.000034520253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041480406,0.00017811355,0.00018769459,0.0001768428,0.00007201186,0.00030081192,0.0007238076,0.00006497396,0.000009732231],"category_scores_gemma":[0.00033166926,0.00017531669,0.000056314017,0.00006728275,0.000063314656,0.0002818279,0.00029025762,0.00015798467,0.0000044798744],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016764363,0.000029555244,0.0004925883,0.000016437054,0.000026021207,0.0000054702045,0.0001985636,0.0019557683,0.0022600873,0.86099756,0.00060290267,0.13339831],"study_design_scores_gemma":[0.0009779887,0.00036871608,0.0040833703,0.0007566068,0.000011099314,0.00007610718,0.00010220356,0.6354273,0.046680715,0.30061623,0.01005172,0.00084791565],"about_ca_topic_score_codex":0.00003847122,"about_ca_topic_score_gemma":0.0000053336425,"teacher_disagreement_score":0.63347155,"about_ca_system_score_codex":0.00006557677,"about_ca_system_score_gemma":0.00002157834,"threshold_uncertainty_score":0.7149207},"labels":[],"label_agreement":null},{"id":"W2218924106","doi":"10.1016/j.jlamp.2015.08.004","title":"On the weaving process of aspect-oriented product family algebra","year":2015,"lang":"en","type":"article","venue":"Journal of Logical and Algebraic Methods in Programming","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Weaving; Computer science; Product (mathematics); Rewriting; Feature (linguistics); Process (computing); Programming language; Separation of concerns; Software engineering; Software; Mathematics; Engineering","score_opus":0.09725424835872291,"score_gpt":0.38404041817857465,"score_spread":0.2867861698198517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2218924106","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12561542,0.0014728517,0.87172323,0.00052280107,0.00038916228,0.00016091976,1.2164213e-7,0.000045852255,0.00006962654],"genre_scores_gemma":[0.19000971,0.000024053536,0.8097946,0.000084328734,0.0000645281,0.000008136043,6.197706e-8,0.000007229959,0.0000073698056],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9974094,0.0009122278,0.00067524775,0.00027084982,0.00043447083,0.00029777302],"domain_scores_gemma":[0.9955758,0.0032888842,0.00046832964,0.00027679704,0.00026065527,0.00012953482],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0081935795,0.0001791304,0.00046516908,0.00018100538,0.000051570343,0.00005680113,0.0007125727,0.00006691972,0.0000014354172],"category_scores_gemma":[0.014816731,0.0000992604,0.00008611814,0.00078699173,0.00015962432,0.00031199955,0.00020464127,0.00059158175,3.3714673e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006902284,0.0001777084,0.0007061804,0.00006585704,0.000038600527,0.0000727706,0.0022175764,0.003213119,0.0023123128,0.116210766,0.000023133556,0.87489295],"study_design_scores_gemma":[0.00092339417,0.0017167166,0.003504958,0.00042779837,0.00002397393,0.0003162339,0.0015156759,0.002113886,0.017381169,0.97052944,0.0011611151,0.00038566778],"about_ca_topic_score_codex":0.0000014246142,"about_ca_topic_score_gemma":1.6018934e-7,"teacher_disagreement_score":0.8745073,"about_ca_system_score_codex":0.000037968748,"about_ca_system_score_gemma":0.00008038363,"threshold_uncertainty_score":0.9934819},"labels":[],"label_agreement":null},{"id":"W2231544782","doi":"10.47749/t/unicamp.2004.320297","title":"Uma abordagem arquitetural com tratamento de exceções para sistemas de software baseados em componentes","year":2004,"lang":"pt","type":"dissertation","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"ASTER","funders":"","keywords":"Computer science; Humanities; Operating system; Philosophy","score_opus":0.0525621050181625,"score_gpt":0.3322719865312075,"score_spread":0.279709881513045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2231544782","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037230156,0.0037285155,0.95344406,0.00027166665,0.0019015274,0.0009420368,0.00008156136,0.0023515262,0.000048975264],"genre_scores_gemma":[0.07160998,0.0002893792,0.91646546,0.00039529908,0.00019218004,0.00024121722,0.0006308286,0.00018891973,0.009986736],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9931831,0.0008256348,0.0012906856,0.0017340811,0.0010288932,0.0019376568],"domain_scores_gemma":[0.99310154,0.0035441162,0.0006905704,0.0016692289,0.00040437278,0.00059019006],"candidate_categories":["metaepi_narrow"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0014314104,0.0014735926,0.001508759,0.0005106318,0.0005686636,0.00085047085,0.0028815728,0.00079631346,0.00010940644],"category_scores_gemma":[0.0020905705,0.0014870218,0.0006158217,0.0009232841,0.00014935745,0.0010510267,0.00038574304,0.0013449027,0.00011663706],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006148754,0.001212981,0.0045638494,0.008857139,0.0012235178,0.0016861804,0.04759677,0.7208183,0.016614404,0.01277607,0.0012824327,0.18275349],"study_design_scores_gemma":[0.014951541,0.0053811925,0.1936299,0.027414188,0.0026921632,0.0021002358,0.06717528,0.3480819,0.22262473,0.079212345,0.007498939,0.029237611],"about_ca_topic_score_codex":0.00029546695,"about_ca_topic_score_gemma":0.00019573137,"teacher_disagreement_score":0.37273642,"about_ca_system_score_codex":0.0013360777,"about_ca_system_score_gemma":0.0009785183,"threshold_uncertainty_score":0.99980134},"labels":[],"label_agreement":null},{"id":"W2234748059","doi":"10.1145/2822896","title":"Designing Adaptive Applications Deployed on Cloud Environments","year":2016,"lang":"en","type":"article","venue":"ACM Transactions on Autonomous and Adaptive Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Adaptation (eye); Cloud computing; Ranking (information retrieval); Task (project management); Distributed computing; Quality (philosophy); Control (management); Software; Data mining; Machine learning; Artificial intelligence; Systems engineering; Operating system","score_opus":0.04204519625515511,"score_gpt":0.253166825549227,"score_spread":0.21112162929407186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2234748059","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002443503,0.00019743374,0.99793196,0.00016377584,0.00037435803,0.00052323076,0.000022732322,0.00044638026,0.00009578027],"genre_scores_gemma":[0.62847173,0.00009077921,0.37008703,0.000046964866,0.000056953515,0.0004548036,4.176386e-7,0.000028046388,0.0007632406],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.998514,0.0001712869,0.000249643,0.00057427824,0.00019073643,0.00030007696],"domain_scores_gemma":[0.99766207,0.0013235544,0.00010433783,0.0007649183,0.000023765755,0.00012136338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026336222,0.0002437228,0.0002460441,0.00014182676,0.00027403215,0.00004610699,0.00051447446,0.00009155727,0.000002896275],"category_scores_gemma":[0.000041465566,0.00018168462,0.000064010856,0.00016319478,0.000111472866,0.00030335074,0.000023388078,0.00016570087,0.0000638248],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009035561,0.0002446203,0.000015566924,0.000020758935,0.00022609734,0.00001680077,0.0007824318,0.18421462,0.014373587,0.05283346,0.00004627109,0.7471354],"study_design_scores_gemma":[0.021320824,0.02373725,0.007963433,0.0056361808,0.0006844598,0.0008905562,0.009097714,0.099692844,0.412472,0.19119745,0.21205986,0.015247419],"about_ca_topic_score_codex":0.000013947894,"about_ca_topic_score_gemma":0.0000012824795,"teacher_disagreement_score":0.731888,"about_ca_system_score_codex":0.00019829303,"about_ca_system_score_gemma":0.000031618554,"threshold_uncertainty_score":0.7408884},"labels":[],"label_agreement":null},{"id":"W2237544177","doi":"10.1007/978-3-642-35813-5_5","title":"Towards Practical Runtime Verification and Validation of Self-Adaptive Software Systems","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":81,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Alberta; University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada; Ministère de l'Education Nationale, de l'Enseignement Superieur et de la Recherche; Universidad ICESI; International Business Machines Corporation","keywords":"Computer science; Adaptation (eye); Software engineering; Verification and validation; Software; Software quality; Field (mathematics); Software system; Software development; Software verification; Software construction; Programming language","score_opus":0.039474960745032726,"score_gpt":0.28557474917394055,"score_spread":0.2460997884289078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2237544177","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010520223,0.00045625976,0.9970936,0.00013842636,0.0011925126,0.00047336015,0.0000036880585,0.00036740312,0.00016950829],"genre_scores_gemma":[0.020724094,0.00006068262,0.9789586,0.000044373344,0.00012144165,0.000017288334,0.0000027984386,0.000023770517,0.000046924368],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973441,0.000085026986,0.0004809368,0.0010210889,0.0007154541,0.0003534249],"domain_scores_gemma":[0.9965266,0.0015557089,0.00041414492,0.0009646454,0.0004367968,0.000102133425],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010712097,0.00037318724,0.000514706,0.00047962094,0.000100403224,0.00025633923,0.001116622,0.0003063547,0.000003583108],"category_scores_gemma":[0.00085917144,0.0003444724,0.00005424347,0.00036934123,0.00038734474,0.0010446868,0.0007573116,0.0005133334,0.00001348681],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010371311,0.00004846985,0.00003803852,0.0002855828,0.000046868216,0.000030336503,0.0018139236,0.32763028,0.00043075817,0.097571515,0.000022618622,0.57207125],"study_design_scores_gemma":[0.0003646062,0.0005352904,0.0006395189,0.00072765804,0.000036257887,0.00020334791,0.0000013304327,0.7211231,0.01005909,0.26460987,0.00048157622,0.0012183526],"about_ca_topic_score_codex":0.000018384671,"about_ca_topic_score_gemma":6.4844534e-7,"teacher_disagreement_score":0.5708529,"about_ca_system_score_codex":0.00023233733,"about_ca_system_score_gemma":0.00038192305,"threshold_uncertainty_score":0.99990076},"labels":[],"label_agreement":null},{"id":"W2238076878","doi":"","title":"A categorical framework for the specification and the verification of aspect oriented systems","year":2012,"lang":"en","type":"dissertation","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Software engineering; Traceability; Aspect-oriented programming; Software development; Object-oriented programming; Component-based software engineering; Modularity (biology); Modular design; Software system; Software development process; Programming language; Systems engineering; Software; Engineering","score_opus":0.04664987197909866,"score_gpt":0.31763435485841723,"score_spread":0.2709844828793186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2238076878","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016118234,0.00542346,0.9907342,0.00020465287,0.002284388,0.0008913668,0.000002256152,0.00014172125,0.00015674476],"genre_scores_gemma":[0.312955,0.00063541613,0.68398803,0.000014678241,0.0003557818,0.0007685248,0.000066539535,0.00003289505,0.0011831194],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989362,0.0001324344,0.0003106771,0.0002562949,0.00020790109,0.00015649504],"domain_scores_gemma":[0.992836,0.0058780974,0.00031951588,0.0007469516,0.00019502416,0.000024432122],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010318279,0.00015496355,0.00025780394,0.000055483957,0.000121770936,0.000058102498,0.00062198367,0.000175468,0.000001467037],"category_scores_gemma":[0.001795734,0.000080880905,0.000067864414,0.00027619457,0.000068622314,0.00013617797,0.000034198078,0.0002228566,0.0000020210252],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048177902,0.000008747222,0.0000057010247,0.00008799837,0.000031035746,3.9227555e-8,0.0013100937,0.0008686467,0.00008054449,0.9885299,0.00005780008,0.008971324],"study_design_scores_gemma":[0.0025734985,0.00029291562,0.059930235,0.00049672084,0.00063608534,0.00004104199,0.010550261,0.12424534,0.009746639,0.76897675,0.020792471,0.0017180591],"about_ca_topic_score_codex":0.00003003411,"about_ca_topic_score_gemma":0.0000027377355,"teacher_disagreement_score":0.31279382,"about_ca_system_score_codex":0.00003745147,"about_ca_system_score_gemma":0.00003379555,"threshold_uncertainty_score":0.32982278},"labels":[],"label_agreement":null},{"id":"W2238145828","doi":"10.1016/b978-044450673-3/50086-5","title":"Building PC clusters: An object-oriented approach","year":2001,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Object (grammar); Computer graphics (images); Artificial intelligence","score_opus":0.03940917078518711,"score_gpt":0.28313455803531007,"score_spread":0.24372538725012297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2238145828","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000031909062,0.00042866447,0.5379221,0.00000907712,0.0006827651,0.00029179023,0.00000368292,0.000913789,0.45974493],"genre_scores_gemma":[0.000024681905,0.000035453428,0.5841519,0.00013072198,0.00030060046,0.0000362011,0.000009112103,0.00009488898,0.41521642],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99676836,0.00011696519,0.00056673656,0.0013048258,0.0005699501,0.000673165],"domain_scores_gemma":[0.99689513,0.00035074528,0.00031636807,0.0020381378,0.0001471763,0.00025241566],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007414101,0.0007573685,0.00080315385,0.00039048085,0.00017485692,0.00015919427,0.0019290362,0.00051526504,0.000011816026],"category_scores_gemma":[0.00016397407,0.0007557258,0.00025849312,0.0000688603,0.000153981,0.00039774834,0.0008393754,0.0009627045,0.000041025272],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053808812,0.000009614124,5.231929e-7,0.0000613388,0.000054100143,0.00006256221,0.00036584097,0.001844694,0.000028903562,0.078855544,0.000024080698,0.9186874],"study_design_scores_gemma":[0.00031381083,0.0001523988,0.0000037991197,0.00027365633,0.000046825004,0.00017257071,0.000011878669,0.002548154,0.00011144447,0.09538925,0.899759,0.0012172194],"about_ca_topic_score_codex":4.4525564e-7,"about_ca_topic_score_gemma":0.000001368244,"teacher_disagreement_score":0.9174702,"about_ca_system_score_codex":0.00022955333,"about_ca_system_score_gemma":0.000112668815,"threshold_uncertainty_score":0.99948937},"labels":[],"label_agreement":null},{"id":"W2240579356","doi":"","title":"Formal Verification of Object-Oriented Software, Revised Selected Papers Presented at the International Conference, FoVeOOS 2010","year":2011,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Prevention of Organ Failure","funders":"","keywords":"Computer science; Software engineering; Software verification; Programming language; Formal methods; Software; Software development; Software construction","score_opus":0.032103593001161994,"score_gpt":0.25062231914542227,"score_spread":0.21851872614426027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2240579356","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01087614,0.0004478887,0.97681624,0.002047621,0.0009785916,0.0006612952,0.00005787279,0.0006719054,0.0074424203],"genre_scores_gemma":[0.18589324,0.00091378926,0.8022508,0.00006956589,0.000032898944,0.0002489778,0.0006610446,0.00006167534,0.00986803],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9941044,0.003071306,0.00076642766,0.0009229122,0.00068687013,0.00044812355],"domain_scores_gemma":[0.9890236,0.002602209,0.0010153014,0.0032767712,0.0039546443,0.00012745442],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0044728047,0.00040768128,0.00045759164,0.00024327337,0.0003026539,0.00020650835,0.004042216,0.00031832978,0.0001279095],"category_scores_gemma":[0.008315286,0.0003636821,0.00021837842,0.00070105516,0.00035333788,0.00040167768,0.00405969,0.0007806003,0.00001946798],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029200845,0.0017998676,0.005985475,0.0010484678,0.0013023819,0.000016989075,0.04405161,0.007930122,0.105695374,0.58766025,0.008739462,0.23547801],"study_design_scores_gemma":[0.002924303,0.000008290141,0.049707215,0.0040778583,0.0002181211,0.0000673733,0.00029991433,0.11200201,0.76292676,0.031697627,0.033467818,0.0026027306],"about_ca_topic_score_codex":0.00030684046,"about_ca_topic_score_gemma":0.00023031294,"teacher_disagreement_score":0.6572314,"about_ca_system_score_codex":0.00020734486,"about_ca_system_score_gemma":0.00040955088,"threshold_uncertainty_score":0.9998815},"labels":[],"label_agreement":null},{"id":"W2241099673","doi":"","title":"Une approche orientée aspect allant du modèle d'exigences au modèle de conception","year":2011,"lang":"fr","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Humanities; Philosophy; Physics","score_opus":0.07907720521081113,"score_gpt":0.26244636736004756,"score_spread":0.18336916214923643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2241099673","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01938413,0.0014523636,0.9502314,0.0072509283,0.0015354104,0.0006478369,0.000034804987,0.0010299671,0.018433202],"genre_scores_gemma":[0.2547021,0.0010131047,0.7356085,0.00007345,0.00012656768,0.0001632382,0.000115804236,0.000072105264,0.008125134],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9862038,0.009130452,0.0009646216,0.001804704,0.0007327265,0.0011636867],"domain_scores_gemma":[0.9882576,0.004283622,0.000926333,0.0036191645,0.0024492957,0.00046399],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0114066955,0.00079189404,0.000814526,0.00024336299,0.0007113213,0.0005524443,0.0041519534,0.0006333351,0.00010281947],"category_scores_gemma":[0.0062738345,0.0008693839,0.0003888325,0.0010568532,0.0009447105,0.000665898,0.003086758,0.0012391284,0.00014413333],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002231655,0.00072014175,0.0014224594,0.00026832585,0.00015323704,0.00003082516,0.07241895,0.045954045,0.00440861,0.80800605,0.00051814876,0.066076905],"study_design_scores_gemma":[0.0011967696,0.000009052193,0.013112836,0.0038586396,0.00018542956,0.00020066014,0.0012972086,0.39299494,0.15416445,0.40104675,0.029159194,0.0027740628],"about_ca_topic_score_codex":0.0068998816,"about_ca_topic_score_gemma":0.0015780092,"teacher_disagreement_score":0.4069593,"about_ca_system_score_codex":0.0007384103,"about_ca_system_score_gemma":0.0010455474,"threshold_uncertainty_score":0.99971324},"labels":[],"label_agreement":null},{"id":"W2244339006","doi":"10.4230/dagsemproc.10431.2","title":"10431 Report – Software Engineering for Self-Adaptive Systems","year":2011,"lang":"en","type":"article","venue":"DROPS (Schloss Dagstuhl – Leibniz Center for Informatics)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software engineering; Software system; Cover (algebra); Software; Adaptive system; Resource (disambiguation); Software development; Distributed computing; Engineering; Operating system; Artificial intelligence","score_opus":0.04869480189528133,"score_gpt":0.25725483047034836,"score_spread":0.20856002857506703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2244339006","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003035567,0.00011350168,0.98901695,0.000016710346,0.0032676302,0.0016923436,0.00015172856,0.0024231188,0.000282471],"genre_scores_gemma":[0.025583128,0.000014370821,0.9731116,0.000090934074,0.00017355439,0.00068610464,0.000082029146,0.00008340658,0.00017485397],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966963,0.000033432716,0.001340801,0.00047060513,0.00042681143,0.0010320601],"domain_scores_gemma":[0.9964481,0.0008900933,0.0005937244,0.0013086695,0.00051637215,0.00024303829],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012660152,0.00055481686,0.0006927463,0.00033614633,0.0002792325,0.00023601323,0.0015628195,0.0002941993,0.0000027129681],"category_scores_gemma":[0.0014976708,0.00052952446,0.00031167062,0.00037013472,0.00005027527,0.0022067532,0.00050041283,0.00037820108,0.000029874334],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00094655174,0.0023216628,0.010541208,0.01820194,0.0050440934,0.00074763264,0.17475653,0.2251638,0.00041537525,0.48020363,0.017794847,0.063862726],"study_design_scores_gemma":[0.0068100034,0.0020677065,0.0021442557,0.0010030549,0.00024228258,0.002345922,0.0024318446,0.8262849,0.007139624,0.008811325,0.13613373,0.004585374],"about_ca_topic_score_codex":0.0000112068865,"about_ca_topic_score_gemma":0.0000010966097,"teacher_disagreement_score":0.60112107,"about_ca_system_score_codex":0.00024273408,"about_ca_system_score_gemma":0.00010884998,"threshold_uncertainty_score":0.9997156},"labels":[],"label_agreement":null},{"id":"W2245006552","doi":"","title":"Proceedings of the 1st international conference on Aspect-oriented software development","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Variety (cybernetics); Computer science; Separation of concerns; Field (mathematics); Government (linguistics); Software engineering; Software; Software development; Data science; Engineering management; Engineering; Artificial intelligence; Programming language","score_opus":0.06974412277917391,"score_gpt":0.2694172020054311,"score_spread":0.1996730792262572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2245006552","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007275829,0.000010051329,0.9831535,0.00054211804,0.0005446894,0.00008551665,5.521273e-7,0.0003256534,0.008062059],"genre_scores_gemma":[0.18050073,0.000005750978,0.81758076,0.00009958371,0.00001639215,0.000010896462,1.7763887e-7,0.000004954757,0.0017807599],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991861,0.0000074838395,0.00016202046,0.00021304193,0.00029548415,0.00013586272],"domain_scores_gemma":[0.9994411,0.00011550818,0.000074268784,0.00016770777,0.00017454305,0.00002687533],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013125462,0.00009624158,0.00009236701,0.00005638366,0.000050380564,0.000029572622,0.0009453794,0.000030851454,0.00006673505],"category_scores_gemma":[0.0005267493,0.0000647616,0.00002937826,0.00023060793,0.000040220875,0.00019974372,0.0003087516,0.00010832181,0.000019925827],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000622821,0.00014397125,0.0029102126,0.000029497165,0.000049099548,0.000002292102,0.0030950608,0.0021706792,0.0029920437,0.8928573,0.0028564064,0.09288718],"study_design_scores_gemma":[0.002269166,0.0004916892,0.089316055,0.000755318,0.00001625868,0.00009483279,0.0008858654,0.074519664,0.6898068,0.074789934,0.064940505,0.0021139074],"about_ca_topic_score_codex":7.3842097e-7,"about_ca_topic_score_gemma":4.858229e-7,"teacher_disagreement_score":0.8180674,"about_ca_system_score_codex":0.00005672895,"about_ca_system_score_gemma":0.000015623531,"threshold_uncertainty_score":0.26409018},"labels":[],"label_agreement":null},{"id":"W2250529174","doi":"","title":"Acquiring and reasoning about variability in goal models","year":2008,"lang":"en","type":"dissertation","venue":"TSpace (University of Toronto)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Leverage (statistics); Goal modeling; Process (computing); Categorization; Set (abstract data type); Variation (astronomy); Stakeholder; Exploit; Domain (mathematical analysis); Software engineering; Management science; Data science; Software; Artificial intelligence; Requirements engineering; Engineering; Programming language","score_opus":0.02227707068646401,"score_gpt":0.26597091160702646,"score_spread":0.24369384092056245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2250529174","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06567389,0.0012624155,0.9236872,0.000022050324,0.00024151434,0.00012761664,0.000002060057,0.0001739283,0.008809322],"genre_scores_gemma":[0.35947114,0.0012362215,0.63781446,0.0000026208147,0.000012939821,4.4351503e-7,0.000009767637,0.000012131485,0.0014402693],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988922,0.00014219356,0.00010498892,0.00045241715,0.0001838196,0.00022442086],"domain_scores_gemma":[0.9989235,0.00035130067,0.00015765626,0.00043239162,0.000072973184,0.00006218532],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00045494575,0.00018409523,0.00037832904,0.000066517016,0.00009672641,0.000012794709,0.0006074532,0.00022074295,0.00004784475],"category_scores_gemma":[0.00022282715,0.00025439725,0.00006151076,0.00008851722,0.000058874404,0.0011443901,0.00020116541,0.00020379572,7.2367766e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028395938,0.00014378435,0.0011460438,0.0010573604,0.00015379618,0.00022933917,0.22226916,0.15614064,0.0013422326,0.035964217,0.00010198893,0.58116746],"study_design_scores_gemma":[0.0014354542,0.00017389466,0.74188006,0.0010218691,0.000058878926,0.00002482937,0.014981345,0.22947598,0.0003326137,0.008970774,0.00013874257,0.0015055734],"about_ca_topic_score_codex":0.014982314,"about_ca_topic_score_gemma":0.009503343,"teacher_disagreement_score":0.740734,"about_ca_system_score_codex":0.00030171726,"about_ca_system_score_gemma":0.000088108005,"threshold_uncertainty_score":0.9999908},"labels":[],"label_agreement":null},{"id":"W2251155769","doi":"","title":"Proceedings of the 2008 international workshop on Models in software engineering","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Session (web analytics); Software deployment; Computer science; Software engineering; Software development; Software; Quality (philosophy); Software peer review; Abstraction; Engineering management; Software construction; World Wide Web; Engineering","score_opus":0.0493165675611084,"score_gpt":0.2577334858212364,"score_spread":0.20841691826012798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2251155769","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047081046,0.000026886815,0.9516356,0.00016896005,0.00035434854,0.00007257975,3.9961165e-7,0.00024371925,0.00041644584],"genre_scores_gemma":[0.32117122,0.000018791769,0.67844826,0.000051781346,0.00001871442,0.000010235333,9.2718054e-8,0.0000069989856,0.00027386227],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992852,0.0000047178924,0.00015693704,0.00018475874,0.0002206433,0.00014771467],"domain_scores_gemma":[0.9993814,0.00032651704,0.000041189556,0.0001679989,0.0000622149,0.000020647729],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014119096,0.00009289307,0.000106870066,0.00011793495,0.000022006068,0.000010652978,0.00089407584,0.000042611013,0.0000021329],"category_scores_gemma":[0.0009225153,0.00006820585,0.00004034974,0.00037833475,0.000024484141,0.00040812208,0.00024566523,0.00016368733,0.000001512346],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027443587,0.000019449404,0.0011789603,0.0000067195406,0.0000049203645,0.0000024782678,0.00059802446,0.9679762,0.00034742427,0.027611634,0.00022099412,0.00203041],"study_design_scores_gemma":[0.00094302074,0.00007263309,0.06262625,0.00048144627,0.0000031278114,0.00012756682,0.00011598591,0.8649871,0.03580187,0.03297005,0.0010703411,0.0008006047],"about_ca_topic_score_codex":0.0000025205154,"about_ca_topic_score_gemma":3.8768684e-7,"teacher_disagreement_score":0.2740902,"about_ca_system_score_codex":0.000050085437,"about_ca_system_score_gemma":0.0000168139,"threshold_uncertainty_score":0.2781354},"labels":[],"label_agreement":null},{"id":"W2253585752","doi":"","title":"Exploiting emergent technologies to create systems that meet shifting expectations","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Flexibility (engineering); Computer science; Service-orientation; Domain (mathematical analysis); Analytics; Relation (database); Order (exchange); Emerging technologies; Service (business); Systems engineering; Risk analysis (engineering); Data science; Human–computer interaction; Software engineering; Process management; Database; Engineering; Business","score_opus":0.05362982465498129,"score_gpt":0.2847185825488239,"score_spread":0.2310887578938426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2253585752","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0065785623,0.0001553333,0.9846516,0.00086286786,0.0006833443,0.00016922304,3.9299516e-7,0.0057009957,0.0011976674],"genre_scores_gemma":[0.46023193,0.0000039144797,0.53951925,0.00002546938,0.000024510977,0.000082358805,2.6889177e-7,0.00000975593,0.000102549],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986831,0.00009185579,0.00022580959,0.00041033994,0.00021528055,0.0003736173],"domain_scores_gemma":[0.9982642,0.0008779254,0.00007120892,0.0006650864,0.00006203348,0.00005956519],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048820148,0.00016517521,0.00020549611,0.00020377898,0.00015868871,0.00013703326,0.0008846779,0.00005986433,0.0000017176533],"category_scores_gemma":[0.0025770075,0.00014427552,0.000042329062,0.00046087778,0.000021291255,0.0004133107,0.0004955072,0.00009198409,0.000041157135],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002162365,0.000022569558,0.00085654965,0.0000626954,0.00003406325,0.000008645836,0.0038418493,0.52363414,0.0048906812,0.3966332,0.0008878522,0.06912561],"study_design_scores_gemma":[0.00085149065,0.00061163213,0.0013829006,0.0006329447,0.000033822875,0.00008825055,0.04711281,0.4449745,0.36818218,0.118824266,0.013832322,0.0034728632],"about_ca_topic_score_codex":0.000013868579,"about_ca_topic_score_gemma":0.0000033092908,"teacher_disagreement_score":0.45365337,"about_ca_system_score_codex":0.000048668302,"about_ca_system_score_gemma":0.000009162494,"threshold_uncertainty_score":0.5883385},"labels":[],"label_agreement":null},{"id":"W2253782107","doi":"10.1007/978-3-662-43652-3_34","title":"Optimizing Alloy for Multi-objective Software Product Line Configuration","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Solver; Backtracking; Computer science; Integer (computer science); Software product line; Software; Reuse; Constraint satisfaction problem; Product (mathematics); Binary number; Computational science; Binary decision diagram; Algorithm; Theoretical computer science; Software development; Programming language; Mathematics; Artificial intelligence","score_opus":0.053984304059333264,"score_gpt":0.3041171251929969,"score_spread":0.25013282113366364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2253782107","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000004464066,0.00049977,0.99449086,0.0002599693,0.00288722,0.0010163349,0.000007665605,0.0007856146,0.00004811576],"genre_scores_gemma":[0.0027836936,0.000023599865,0.9955959,0.00045413396,0.00061639637,0.00005865336,0.000011361488,0.00006116546,0.00039513977],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960765,0.000061585386,0.0005570488,0.0019736157,0.0005978215,0.0007334336],"domain_scores_gemma":[0.99480164,0.0026471145,0.00037732892,0.001433097,0.00060915464,0.00013164573],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016045256,0.00064870965,0.00071501674,0.0006663336,0.0002841219,0.0003487145,0.0026055437,0.0003052139,0.000002843957],"category_scores_gemma":[0.0032959983,0.00061386393,0.00016316626,0.00039862006,0.00045568627,0.0006032653,0.0007847977,0.00074134365,0.0000111126565],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005846213,0.000008859439,0.0000018796449,0.000055914566,0.000009477065,0.000007100254,0.0005300383,0.6102022,0.0004076881,0.0037536202,0.0000054853294,0.3850119],"study_design_scores_gemma":[0.0005880087,0.00038116242,0.000029001545,0.0004566337,0.0000145569,0.000042207837,2.5682985e-7,0.8937371,0.017314238,0.08488811,0.0013708926,0.0011778766],"about_ca_topic_score_codex":0.0000044965573,"about_ca_topic_score_gemma":0.000016833554,"teacher_disagreement_score":0.38383403,"about_ca_system_score_codex":0.00039943057,"about_ca_system_score_gemma":0.0004174168,"threshold_uncertainty_score":0.9996313},"labels":[],"label_agreement":null},{"id":"W2263443290","doi":"","title":"Merging Features in Featured Transition Systems","year":2015,"lang":"en","type":"preprint","venue":"UWSpace (University of Waterloo)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Feature (linguistics); Computer science; Software product line; Feature model; Construct (python library); Modularity (biology); Programming language; Transition (genetics); Representation (politics); Theoretical computer science; Line (geometry); Product (mathematics); Product line; Software; Artificial intelligence; Natural language processing; Mathematics; Software development; Engineering; Linguistics","score_opus":0.02627395782122934,"score_gpt":0.23364310551185494,"score_spread":0.2073691476906256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2263443290","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15841804,0.0012512768,0.83655554,0.0015766176,0.0012804837,0.00034031348,0.000020287163,0.00050181884,0.000055593657],"genre_scores_gemma":[0.15325429,0.00019448162,0.83016425,0.000015277386,0.00007812921,0.000001968864,0.00004517853,0.00003304128,0.016213393],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99843735,0.00025235233,0.00012822387,0.0005574733,0.00031438042,0.00031020903],"domain_scores_gemma":[0.9987324,0.00012846773,0.00017117092,0.00072431826,0.00015254403,0.00009113685],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00058843364,0.00025946804,0.000533404,0.00045448248,0.00005530499,0.000051083232,0.0012620509,0.00038383852,0.0000014956355],"category_scores_gemma":[0.00007070008,0.00030702923,0.00011818668,0.00029688675,0.00007538194,0.00039823988,0.0007924927,0.00065855833,0.000004870632],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030277006,0.000028164071,0.00003219512,0.00038353697,0.0000469296,0.0001604152,0.103188165,0.891263,0.0007682584,0.001538398,0.00086719875,0.0016934606],"study_design_scores_gemma":[0.011671984,0.001115728,0.02624882,0.010756663,0.0005599891,0.00032389164,0.2909208,0.503501,0.009136804,0.13261706,0.0031178503,0.010029438],"about_ca_topic_score_codex":0.011543757,"about_ca_topic_score_gemma":0.001242788,"teacher_disagreement_score":0.387762,"about_ca_system_score_codex":0.00024334954,"about_ca_system_score_gemma":0.00010506608,"threshold_uncertainty_score":0.9999382},"labels":[],"label_agreement":null},{"id":"W2264948285","doi":"","title":"Le \" refactoring \" de systèmes logiciels : refactoring de modèles pour l'évolution perfective.","year":2014,"lang":"fr","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Computer Research Institute of Montréal","funders":"","keywords":"Code refactoring; Mod; Programming language; Computer science; Artificial intelligence; Software","score_opus":0.04273077099450606,"score_gpt":0.26577494643303967,"score_spread":0.2230441754385336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2264948285","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06457524,0.002260127,0.9157403,0.0039012711,0.001126142,0.00044448415,0.000020686872,0.0012771138,0.010654617],"genre_scores_gemma":[0.5054783,0.00048812985,0.48856667,0.000034629662,0.000102001824,0.0000741592,0.000026743926,0.000066379675,0.005162987],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98155826,0.013929146,0.00088908523,0.0016760594,0.0006333403,0.0013141023],"domain_scores_gemma":[0.9832532,0.009794882,0.0008908178,0.0034036257,0.0022168832,0.00044062483],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.014969139,0.0007953019,0.0008859569,0.00034515286,0.0009173462,0.00081820757,0.0033187573,0.00075171335,0.000023589926],"category_scores_gemma":[0.017299231,0.0009436277,0.0004175982,0.0006597709,0.00043958978,0.00072467397,0.0030405202,0.0016942277,0.00005216295],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000145727245,0.00038624974,0.0037280526,0.0005619591,0.00014008253,0.000019319774,0.013378817,0.22404094,0.03435261,0.66776514,0.00008332741,0.05552893],"study_design_scores_gemma":[0.0010732568,0.000004895691,0.06943637,0.008094555,0.00013352135,0.0001506238,0.0005708915,0.49360338,0.24593724,0.16824092,0.010351764,0.0024025724],"about_ca_topic_score_codex":0.0051662456,"about_ca_topic_score_gemma":0.00054401526,"teacher_disagreement_score":0.4995242,"about_ca_system_score_codex":0.0020011703,"about_ca_system_score_gemma":0.0016483428,"threshold_uncertainty_score":0.99930143},"labels":[],"label_agreement":null},{"id":"W2273556975","doi":"10.47749/t/unicamp.2001.217827","title":"Adaptação de componentes de software para o desenvolvimento de sistemas confiaveis","year":2001,"lang":"pt","type":"dissertation","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Adidas (Canada)","funders":"","keywords":"Component-based software engineering; Computer science; Software development; Software system; Software construction; Software engineering; Software; Operating system","score_opus":0.08359530573033021,"score_gpt":0.3426456956020545,"score_spread":0.2590503898717243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2273556975","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010585346,0.003047785,0.9822308,0.00014364997,0.0011305653,0.00063640566,0.000026317895,0.0018081289,0.00039103982],"genre_scores_gemma":[0.024579888,0.000663083,0.94301766,0.00039454564,0.00016140135,0.00018882928,0.0002277868,0.000160583,0.03060621],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99401915,0.0009213741,0.0009805507,0.0013598681,0.00072429294,0.0019947644],"domain_scores_gemma":[0.9927036,0.004328359,0.00055124,0.001412646,0.00037712467,0.0006269943],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018458128,0.0011097083,0.0011777527,0.0004315029,0.00041592043,0.00041204217,0.002283785,0.0008863634,0.0001952926],"category_scores_gemma":[0.0031252904,0.0012000026,0.00046618565,0.0006844931,0.00012674116,0.0005164072,0.00033949074,0.0010758652,0.00012888183],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055599667,0.0011080038,0.022178302,0.0042869505,0.0015888888,0.0023310059,0.031287577,0.7801101,0.026813336,0.02719695,0.0034070236,0.09913585],"study_design_scores_gemma":[0.0046710493,0.0016945554,0.048510253,0.0062734676,0.0011967275,0.0020348844,0.015285274,0.6784243,0.13480859,0.08326954,0.012671354,0.011160001],"about_ca_topic_score_codex":0.00074293424,"about_ca_topic_score_gemma":0.00019449175,"teacher_disagreement_score":0.10799526,"about_ca_system_score_codex":0.0012079696,"about_ca_system_score_gemma":0.0009468259,"threshold_uncertainty_score":0.999045},"labels":[],"label_agreement":null},{"id":"W2277324766","doi":"","title":"Identification d'une architecture a base de composants dans une application orientee objets a l'aide d'une analyse dynamique","year":2011,"lang":"fr","type":"dissertation","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Component (thermodynamics); Representation (politics); Identification (biology); Projection (relational algebra); Object (grammar); Object-oriented programming; Architecture; Theoretical computer science; Programming language; Artificial intelligence; Algorithm","score_opus":0.03566878873693179,"score_gpt":0.3009773872581246,"score_spread":0.2653085985211928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2277324766","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044390693,0.0005388703,0.94992065,0.0004193727,0.0014208718,0.001233884,0.00005443694,0.0011866252,0.0008345923],"genre_scores_gemma":[0.27124977,0.00017084197,0.72249496,0.00011245328,0.00014322213,0.00055379013,0.0010125269,0.00012876863,0.0041336585],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99408036,0.0007914664,0.0014301764,0.0019645991,0.0006872787,0.0010461202],"domain_scores_gemma":[0.9944791,0.0010912963,0.0010939928,0.0022935467,0.0006472346,0.00039480405],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001417855,0.0010449572,0.0010017393,0.0007091622,0.0004549596,0.00026087172,0.0022484262,0.00079789676,0.000027609138],"category_scores_gemma":[0.0011870331,0.0010982048,0.00039459823,0.0036164874,0.0002667709,0.00080634514,0.00026022078,0.0011995374,0.00015871046],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023316054,0.0006759223,0.002902222,0.0012988152,0.00041527045,0.00014163619,0.036625136,0.40395376,0.34065485,0.056205228,0.00012491008,0.1567691],"study_design_scores_gemma":[0.0012079409,0.0003531359,0.12926272,0.0008711962,0.00061554974,0.0002770505,0.00457735,0.4251891,0.2091969,0.22486931,0.0005822889,0.0029974426],"about_ca_topic_score_codex":0.010048473,"about_ca_topic_score_gemma":0.015347747,"teacher_disagreement_score":0.2274257,"about_ca_system_score_codex":0.0005633227,"about_ca_system_score_gemma":0.0004342304,"threshold_uncertainty_score":0.9991468},"labels":[],"label_agreement":null},{"id":"W2282973446","doi":"10.30554/ventanainform.25.111.2011","title":"Simulación de técnicas de encolado con prioridad","year":2011,"lang":"es","type":"article","venue":"Ventana informatica","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Consortium canadien en neurodégénérescence associée au vieillissement; Cisco Systems","keywords":"Humanities; Political science; Art","score_opus":0.05963251821345167,"score_gpt":0.30263220537744123,"score_spread":0.24299968716398956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2282973446","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034692336,0.00025260125,0.9584304,0.00008982266,0.0006171062,0.00031026188,0.0000093456165,0.0006150117,0.0049831136],"genre_scores_gemma":[0.4124257,0.00012702362,0.58691627,0.00036098034,0.0000629349,0.000020498934,0.0000014584999,0.000020964866,0.00006415659],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976056,0.0001668348,0.0006930438,0.0002608113,0.0003424546,0.0009312296],"domain_scores_gemma":[0.9974856,0.00084978546,0.00028373185,0.0009743842,0.00009471698,0.00031179318],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012220948,0.00034699548,0.00041592072,0.000202918,0.00016121757,0.00019602626,0.001443194,0.0002234693,0.000087712324],"category_scores_gemma":[0.0017141913,0.00035175926,0.00015768003,0.00047162917,0.00016975983,0.0012890112,0.00054800237,0.0004691227,0.00038530875],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002800236,0.000669636,0.026778394,0.0031263845,0.00065578794,0.00074670673,0.13641925,0.07639589,0.00089028175,0.34604397,0.0021197302,0.40587395],"study_design_scores_gemma":[0.0042272084,0.003136299,0.12940902,0.0023931586,0.00044366784,0.001143315,0.003532566,0.5882372,0.05114747,0.13279553,0.07842032,0.0051142634],"about_ca_topic_score_codex":0.000032671847,"about_ca_topic_score_gemma":0.0000012811875,"teacher_disagreement_score":0.5118413,"about_ca_system_score_codex":0.00037792337,"about_ca_system_score_gemma":0.0003263223,"threshold_uncertainty_score":0.9998934},"labels":[],"label_agreement":null},{"id":"W2289505320","doi":"10.17485/ijst/2016/v9i31/93731","title":"Verification of SPL Feature Model by using Bayesian Network","year":2016,"lang":"en","type":"article","venue":"Indian Journal of Science and Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Feature (linguistics); Feature model; Computer science; Bayesian network; Data mining; Software product line; Software; Dynamic Bayesian network; Artificial intelligence; Bayesian probability; Tree (set theory); Cardinality (data modeling); Pattern recognition (psychology); Machine learning; Software development; Mathematics","score_opus":0.018165262462191002,"score_gpt":0.2680710268672425,"score_spread":0.2499057644050515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289505320","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11631458,0.00035249826,0.8816245,0.001494644,0.00015047142,0.000025121011,7.1989655e-7,0.00003188762,0.000005550987],"genre_scores_gemma":[0.5238464,0.000049785373,0.47606912,0.000013704224,0.000011379338,2.568125e-7,8.594875e-9,0.0000019571858,0.000007405315],"study_design_codex":"bench_or_experimental","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992235,0.000015221473,0.00018061254,0.0001518934,0.00021245792,0.00021636105],"domain_scores_gemma":[0.99911594,0.000072934665,0.0002540948,0.00023286966,0.00026848607,0.000055685305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009277251,0.00006593559,0.00014762845,0.00039694904,0.00009195151,0.00001794139,0.0008887416,0.000090154695,3.201273e-7],"category_scores_gemma":[0.00067084,0.000044352164,0.000015672294,0.00114091,0.0009011335,0.0006892547,0.00011608014,0.00013455166,1.9227444e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007740649,0.000019459882,0.0018441555,0.000012607774,0.000012228703,0.0000349737,0.00038527072,0.013253777,0.555141,0.033869132,0.0003505614,0.39506915],"study_design_scores_gemma":[0.0010095441,0.00077825505,0.0007978629,0.0005588471,0.00001942567,0.0023626648,0.00025722015,0.06219388,0.4563582,0.4740136,0.0010896835,0.00056081446],"about_ca_topic_score_codex":2.7020073e-7,"about_ca_topic_score_gemma":1.2377185e-7,"teacher_disagreement_score":0.44014448,"about_ca_system_score_codex":0.00004986173,"about_ca_system_score_gemma":0.00019842357,"threshold_uncertainty_score":0.3320264},"labels":[],"label_agreement":null},{"id":"W2289668902","doi":"10.82308/34613","title":"Dependability-oriented model-driven requirements engineering for reactive systems","year":2010,"lang":"en","type":"article","venue":"eScholarship@McGill (McGill)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Dependability; Requirements elicitation; Computer science; Requirements engineering; Process (computing); Context (archaeology); System requirements specification; Software engineering; Systems engineering; Software requirements specification; Requirements management; Reliability engineering; Risk analysis (engineering); Engineering; Software development; Programming language; Software","score_opus":0.0374860693378123,"score_gpt":0.2743652161698854,"score_spread":0.23687914683207312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289668902","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3020338,0.000029337949,0.69156164,0.000019120635,0.002995717,0.0009854159,0.00020211459,0.001717979,0.00045483862],"genre_scores_gemma":[0.5210559,0.0000040238992,0.47845608,0.000029461475,0.00003086074,0.00025067065,0.000010358042,0.000063094405,0.00009955877],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964632,0.00015524172,0.00066834,0.0012069705,0.0005769519,0.0009293333],"domain_scores_gemma":[0.9960426,0.0013536523,0.0002607534,0.0015272128,0.00047922254,0.0003365567],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017141008,0.00053218455,0.00055678154,0.00028002233,0.0005373005,0.000112145295,0.0015050923,0.0003461425,0.0000027226024],"category_scores_gemma":[0.005435854,0.0005593541,0.00021599077,0.0005568184,0.000058568075,0.0022320605,0.0006088248,0.0010972415,0.00002531565],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003144403,0.00008645108,0.000024980038,0.00013234043,0.00008096316,0.000014103987,0.000013062185,0.25169218,0.3359214,0.39108726,0.0000013149705,0.020914478],"study_design_scores_gemma":[0.0018871438,0.00031411293,0.00020426913,0.00018756746,0.00006774692,0.00009394057,0.00004035598,0.6848865,0.23207256,0.057058208,0.021307137,0.0018804143],"about_ca_topic_score_codex":0.000027550092,"about_ca_topic_score_gemma":0.000013809626,"teacher_disagreement_score":0.43319437,"about_ca_system_score_codex":0.00047875565,"about_ca_system_score_gemma":0.000040084895,"threshold_uncertainty_score":0.9996858},"labels":[],"label_agreement":null},{"id":"W2289674944","doi":"","title":"OpenOME: An Open-source Goal and Agent- Oriented Model Drawing and Analysis Tool","year":2011,"lang":"en","type":"article","venue":"iStar","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Eclipse; Open source; Qualitative analysis; Download; Software engineering; Human–computer interaction; Programming language; World Wide Web; Software; Qualitative research","score_opus":0.07179730644048878,"score_gpt":0.3019962123253267,"score_spread":0.23019890588483793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289674944","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20259893,0.00010893385,0.7968124,0.000013196333,0.000046202917,0.00009165976,0.000002407587,0.00018560284,0.00014067988],"genre_scores_gemma":[0.30394733,0.0000115761595,0.6957549,0.00006569262,0.0000062419763,0.0000070409765,0.0000020262987,0.000008816312,0.00019638943],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99900514,0.00007242874,0.00015336213,0.00044806252,0.00010699258,0.00021403938],"domain_scores_gemma":[0.9991756,0.000100871934,0.00004931357,0.0005397384,0.000037691585,0.00009675435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044032108,0.00013050615,0.00022595395,0.0001222455,0.00012020081,0.00017398952,0.00070094544,0.000041370015,0.0000050820913],"category_scores_gemma":[0.00014694456,0.00012482161,0.000021827813,0.00039807882,0.00005741359,0.0010490426,0.0009078017,0.00009332564,0.0000017600795],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016652443,0.00035022656,0.022355787,0.00011193197,0.0010214177,0.00020841626,0.061589483,0.51422507,0.008817566,0.12996884,0.00012689878,0.26105785],"study_design_scores_gemma":[0.00046676982,0.00015821782,0.0229115,0.000011817433,0.000099490346,0.00001260417,0.00015596126,0.96236455,0.000808367,0.011648435,0.0008698619,0.0004924058],"about_ca_topic_score_codex":0.00006846634,"about_ca_topic_score_gemma":0.000008623031,"teacher_disagreement_score":0.44813952,"about_ca_system_score_codex":0.000022303188,"about_ca_system_score_gemma":0.000018227263,"threshold_uncertainty_score":0.50900775},"labels":[],"label_agreement":null},{"id":"W2290071815","doi":"","title":"The mysteries of goal decomposition","year":2011,"lang":"en","type":"article","venue":"iStar","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; York University","funders":"","keywords":"Decomposition; Process (computing); Computer science; Order (exchange); Field (mathematics); Work (physics); Position (finance); Management science; Artificial intelligence; Engineering; Mathematics; Economics; Ecology; Programming language","score_opus":0.04433169935324126,"score_gpt":0.2856193942827118,"score_spread":0.24128769492947055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2290071815","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01082774,0.00015567505,0.9879086,0.000036271886,0.00029468368,0.000030260839,5.5893497e-7,0.00012829847,0.0006178824],"genre_scores_gemma":[0.36253464,0.000008333896,0.63738716,0.000010772519,0.000008833422,0.0000033461386,1.3592305e-7,0.00000242494,0.0000443682],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99964046,0.00003903264,0.00008927532,0.000077773606,0.000063949235,0.000089512774],"domain_scores_gemma":[0.99940115,0.00023970412,0.000037107908,0.00027984285,0.00002902694,0.000013140427],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017918424,0.000041563097,0.00005490656,0.000014891424,0.00004981693,0.000011749544,0.00038678106,0.000015083643,0.0000015534049],"category_scores_gemma":[0.0001012414,0.000028919625,0.000020740297,0.00006718506,0.000055648423,0.0001404977,0.00008862974,0.00003542162,0.0000054553393],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006223801,0.00005484087,0.0008310621,0.00006077876,0.0000497346,0.000024428777,0.011411921,0.0022986575,0.021857338,0.8541285,0.0004253934,0.108795114],"study_design_scores_gemma":[0.00045094045,0.0005677081,0.05677108,0.00007435172,0.0000131093075,0.00005383755,0.00038871833,0.0033579583,0.39609784,0.518854,0.022805182,0.00056528446],"about_ca_topic_score_codex":0.000005094356,"about_ca_topic_score_gemma":0.000001818855,"teacher_disagreement_score":0.3742405,"about_ca_system_score_codex":0.000009222784,"about_ca_system_score_gemma":0.000008147242,"threshold_uncertainty_score":0.11793081},"labels":[],"label_agreement":null},{"id":"W2291068508","doi":"","title":"AOSD and Reflection: Benefits and Drawbacks to Software Evolution Report on the WS RAM-SE at ECOOP'06","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Session (web analytics); Presentation (obstetrics); Computer science; Reflection (computer programming); Software; Software evolution; Field (mathematics); Event (particle physics); Software review; Software engineering; Software development; Data science; World Wide Web; Software construction; Programming language","score_opus":0.04684132117480649,"score_gpt":0.3236686674281513,"score_spread":0.2768273462533448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2291068508","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.103577435,0.00022254117,0.89393646,0.0007998775,0.0003548639,0.0001787826,6.729422e-7,0.0005613815,0.00036797576],"genre_scores_gemma":[0.1326804,0.00003172557,0.86370015,0.0006005188,0.00011294654,0.000018252518,0.0000014674409,0.000017584149,0.0028369592],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987532,0.000049187984,0.00021820197,0.0004845803,0.00020569666,0.0002891653],"domain_scores_gemma":[0.997914,0.0012361181,0.00006428167,0.00059100095,0.00008055736,0.00011401088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00125175,0.00015696399,0.00014017416,0.000104440616,0.0002643137,0.00007077563,0.00023643937,0.00008158357,0.000004758864],"category_scores_gemma":[0.0016936549,0.0001127541,0.000024868,0.00035159997,0.000049512768,0.00023637476,0.00037971506,0.00014308767,0.000014258656],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001497596,0.000109244924,0.027664384,0.00008626533,0.0000853069,0.00042715826,0.0029809303,0.110328056,0.0049228454,0.21910381,0.0112018185,0.6229404],"study_design_scores_gemma":[0.0013381583,0.0015954564,0.747659,0.00030076297,0.00004375685,0.004218184,0.00034509087,0.004749888,0.039171882,0.103316195,0.09466694,0.0025946617],"about_ca_topic_score_codex":0.000016830432,"about_ca_topic_score_gemma":0.00006368273,"teacher_disagreement_score":0.7199946,"about_ca_system_score_codex":0.00014338379,"about_ca_system_score_gemma":0.000017350227,"threshold_uncertainty_score":0.4597979},"labels":[],"label_agreement":null},{"id":"W2291652304","doi":"10.1109/repa.2015.7407733","title":"Reusing knowledge on delivering privacy and transparency together","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University","funders":"","keywords":"Transparency (behavior); Computer science; Personally identifiable information; Interdependence; Internet privacy; Computer security; Password; Information privacy; Software; Privacy software; Privacy by Design; Reuse; World Wide Web; Engineering","score_opus":0.13529402289737713,"score_gpt":0.3311304115612554,"score_spread":0.19583638866387826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2291652304","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033947084,0.00038422542,0.96145326,0.00012401342,0.0002621267,0.0000524957,1.3849954e-7,0.0005533631,0.0032232632],"genre_scores_gemma":[0.26568443,0.000013268901,0.7340557,0.00004470811,0.000025035812,0.0000030712579,9.184723e-8,0.0000073598753,0.00016637065],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993486,0.0000500717,0.00010142053,0.00024238025,0.00008963791,0.00016790812],"domain_scores_gemma":[0.9992685,0.0002555253,0.00001748985,0.00033096326,0.000039745428,0.000087823115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031473904,0.00009941984,0.000105004336,0.00006074666,0.000034766894,0.000039924165,0.00034295395,0.000035421523,0.0000017433093],"category_scores_gemma":[0.00037952323,0.00008494011,0.000015552789,0.0001444071,0.00002146382,0.00029696597,0.00015031289,0.0000872584,0.000015973113],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025995041,0.00010712955,0.0016499799,0.00007496827,0.00003428534,0.000046100577,0.024664143,0.08460429,0.0038080064,0.10377748,0.0005712698,0.7806363],"study_design_scores_gemma":[0.0063277814,0.0027113103,0.032268204,0.00082712685,0.000052096388,0.00029055547,0.0009912816,0.28066155,0.12404921,0.45601335,0.090725906,0.0050816117],"about_ca_topic_score_codex":0.000007307756,"about_ca_topic_score_gemma":0.00000207413,"teacher_disagreement_score":0.7755547,"about_ca_system_score_codex":0.00003596768,"about_ca_system_score_gemma":0.000023265362,"threshold_uncertainty_score":0.3463757},"labels":[],"label_agreement":null},{"id":"W2293301661","doi":"10.1145/1509239.1509271","title":"Everyday aspects","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of British Columbia Hospital","funders":"","keywords":"Computer science","score_opus":0.024897175498713967,"score_gpt":0.2796010160775569,"score_spread":0.25470384057884293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293301661","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029716268,0.0000662328,0.98397225,0.0007113174,0.00021217918,0.00002653444,2.963576e-8,0.0012307633,0.013483526],"genre_scores_gemma":[0.15814975,0.0000037241784,0.84068596,0.00047344965,0.000022496732,7.3806615e-7,6.302019e-8,0.0000016174986,0.0006621957],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.999543,0.000018496994,0.000059252718,0.00015065602,0.000085208725,0.00014339927],"domain_scores_gemma":[0.9994582,0.00015748055,0.000011614703,0.00032295723,0.000016525213,0.00003325639],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012878989,0.000057100682,0.00006437179,0.000037622423,0.000022607923,0.00002829924,0.0004180442,0.000020850857,0.000007773241],"category_scores_gemma":[0.00023718065,0.000047632268,0.000020579606,0.00017583926,0.00000623666,0.00028835906,0.00004721102,0.000054019336,0.00006406331],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.595182e-7,0.000013668758,0.000013391686,0.0000012052102,0.000002363407,0.00002158667,0.00009712905,0.0128915645,0.0021207323,0.76324254,0.0013631666,0.22023201],"study_design_scores_gemma":[0.00014660663,0.00013659961,0.011715208,0.0000059277672,0.0000010367256,0.000025528136,0.0000051348475,0.0048629846,0.028302295,0.94818866,0.006337966,0.00027206723],"about_ca_topic_score_codex":4.8901865e-7,"about_ca_topic_score_gemma":1.0529069e-7,"teacher_disagreement_score":0.21995994,"about_ca_system_score_codex":0.00001552742,"about_ca_system_score_gemma":0.000010394563,"threshold_uncertainty_score":0.19423875},"labels":[],"label_agreement":null},{"id":"W2293412349","doi":"","title":"Capturing Contextual Variability in i* Models","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Viewpoints; Goal modeling; Dependency (UML); Context (archaeology); Domain (mathematical analysis); Focus (optics); Requirements engineering; Notation; Software engineering; Data science; Systems engineering; Human–computer interaction; Software; Engineering","score_opus":0.13714291935775172,"score_gpt":0.26971799501446025,"score_spread":0.13257507565670854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293412349","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005437461,0.000016104146,0.9844771,0.000018987133,0.00017416052,0.00006191775,1.6538797e-7,0.0004896167,0.009324504],"genre_scores_gemma":[0.48684675,9.0584194e-7,0.51307976,0.000024964518,0.0000035911114,0.0000051393567,3.536367e-8,0.0000022049217,0.000036639747],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99924606,0.00011138477,0.0001385031,0.00024238961,0.00007246283,0.00018922576],"domain_scores_gemma":[0.9990525,0.00046754532,0.000017628932,0.00040619937,0.000021486136,0.000034634762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091942423,0.000076544566,0.00011186208,0.000054610733,0.000013638831,0.000010832133,0.00048761888,0.00003923418,0.000010508565],"category_scores_gemma":[0.00048123745,0.00006784072,0.0000207684,0.00014394775,0.000023316787,0.0005610263,0.00020551859,0.000106073654,0.0000075985004],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048130696,0.000046786878,0.00083116,0.000009943984,0.000004599636,0.000019820438,0.0046097096,0.060764838,0.00014574538,0.89931554,0.000011609664,0.034235433],"study_design_scores_gemma":[0.0001503548,0.000018353816,0.0042594504,0.0000062347253,5.8336815e-7,0.0000051115867,0.00004413485,0.12283063,0.0039081527,0.8685945,0.000015897103,0.00016659121],"about_ca_topic_score_codex":0.00008839736,"about_ca_topic_score_gemma":0.00001040751,"teacher_disagreement_score":0.48140928,"about_ca_system_score_codex":0.000036232646,"about_ca_system_score_gemma":0.00001638902,"threshold_uncertainty_score":0.27664647},"labels":[],"label_agreement":null},{"id":"W2293852067","doi":"","title":"Improved GRL Modeling and Analysis with jUCMNav 5","year":2013,"lang":"en","type":"article","venue":"iStar","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Eclipse; Computer science; Stakeholder; Software engineering; Requirements analysis; Systems engineering; Engineering; Programming language; Software","score_opus":0.020301897189157297,"score_gpt":0.24437996875010642,"score_spread":0.22407807156094914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293852067","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058001693,0.00013843816,0.9413357,0.00011718154,0.000035001212,0.00006142634,4.6946604e-7,0.00027191313,0.000038214614],"genre_scores_gemma":[0.3679819,0.0000052929854,0.6319019,0.00003452144,0.0000074301793,0.000009251576,4.8454166e-7,0.0000040291566,0.000055147455],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99941486,0.000022686652,0.000085900174,0.00023725026,0.000078166806,0.00016110869],"domain_scores_gemma":[0.99940723,0.00011916213,0.000024117306,0.00034454404,0.000054149365,0.000050809445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011648143,0.000086184315,0.00013836345,0.00009043567,0.00004249419,0.00007928177,0.00023523798,0.000025114126,0.0000036336237],"category_scores_gemma":[0.00007418117,0.00006648743,0.000024202678,0.00036832737,0.00002154994,0.00036875054,0.000097852455,0.000071319446,0.0000044431144],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040967357,0.0000122962,0.0008885083,0.000020630378,0.00020639214,0.000007926133,0.0007956393,0.95726424,0.0025329457,0.002839848,0.000027112586,0.03540039],"study_design_scores_gemma":[0.00007817815,0.00002959981,0.0006883479,0.0000031071995,0.000022232696,0.0000025332843,0.000020304353,0.99382246,0.0003046134,0.004871638,0.000038402886,0.00011857116],"about_ca_topic_score_codex":0.000084185005,"about_ca_topic_score_gemma":0.0000072751227,"teacher_disagreement_score":0.3099802,"about_ca_system_score_codex":0.00001470236,"about_ca_system_score_gemma":0.0000095818,"threshold_uncertainty_score":0.27112788},"labels":[],"label_agreement":null},{"id":"W2295174015","doi":"10.3166/isi.12.4.21-43","title":"Expression et usage de la variabilité dans les patrons de conception","year":2007,"lang":"fr","type":"article","venue":"Ingénierie des systèmes d information","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Psychology; Art","score_opus":0.03044185589562923,"score_gpt":0.3012142781799709,"score_spread":0.2707724222843416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295174015","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058398984,0.00057844375,0.9344194,0.00009707216,0.0009348905,0.00025403287,0.000018548648,0.00059017574,0.0047084694],"genre_scores_gemma":[0.49083874,0.000089023386,0.5086896,0.00010028012,0.00010527029,0.000024118464,0.000015864916,0.00001381321,0.0001233071],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9971251,0.0009351214,0.0006995302,0.0002199539,0.00030039123,0.000719905],"domain_scores_gemma":[0.99625576,0.0025615715,0.0003511357,0.00045767022,0.0002022287,0.00017163421],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0066023082,0.0002852211,0.0002495455,0.00020516936,0.0003218682,0.0004020241,0.00049931154,0.00043713202,0.000021639238],"category_scores_gemma":[0.004531874,0.00031029969,0.000100932484,0.00045718526,0.0005744,0.005417525,0.00023165475,0.0004925602,0.000029082166],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039907707,0.000058399557,0.0054573347,0.0006793861,0.000028112143,0.000023299388,0.12889075,0.28470212,0.016601123,0.107673526,0.00026581573,0.45558023],"study_design_scores_gemma":[0.0022286694,0.0007285053,0.24530886,0.003462743,0.00011810154,0.0012753437,0.018003006,0.16624425,0.09150034,0.4064652,0.06225006,0.00241493],"about_ca_topic_score_codex":0.00026637435,"about_ca_topic_score_gemma":0.000015602438,"teacher_disagreement_score":0.4531653,"about_ca_system_score_codex":0.0013356779,"about_ca_system_score_gemma":0.00028836878,"threshold_uncertainty_score":0.9999349},"labels":[],"label_agreement":null},{"id":"W2295265000","doi":"10.1145/1064978.1065026","title":"Optimising aspectJ","year":2005,"lang":"en","type":"article","venue":"ACM SIGPLAN Notices","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"AspectJ; Computer science; Compiler; Programming language; Aspect-oriented programming; Optimizing compiler; Context (archaeology); Compile time; Implementation; Java; Just-in-time compilation; Code (set theory); Overhead (engineering); Software; Set (abstract data type)","score_opus":0.047105354659099805,"score_gpt":0.30287257589711364,"score_spread":0.2557672212380138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295265000","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011504733,0.00043450887,0.9839927,0.0014666672,0.0003734944,0.00005275121,8.199863e-7,0.00096030004,0.0012140068],"genre_scores_gemma":[0.21237618,0.0000101722335,0.7870838,0.00022460445,0.00016715207,0.0000030515214,7.6234556e-7,0.000008755852,0.0001255297],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990109,0.00005094753,0.00014726815,0.00029673162,0.00020100406,0.00029311908],"domain_scores_gemma":[0.9976161,0.0013657806,0.00006139957,0.0008527356,0.000035382815,0.000068587455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034189352,0.0001278119,0.00013796888,0.000094963565,0.000081442886,0.00013083033,0.0015995846,0.000050603572,0.000015371128],"category_scores_gemma":[0.0018484344,0.00011827552,0.000034748624,0.00023867039,0.000029561359,0.0008275816,0.0004179097,0.00014255558,0.00013290018],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053778936,0.00003342229,0.0003452802,0.000021874408,0.00002565511,0.00004099593,0.0013033793,0.6613349,0.0022521624,0.01737403,0.000987726,0.3162752],"study_design_scores_gemma":[0.002960954,0.0007950107,0.032204505,0.00036920077,0.000102755424,0.00037401097,0.0005267741,0.33701006,0.22755267,0.17657001,0.21629342,0.0052406415],"about_ca_topic_score_codex":0.0000047262315,"about_ca_topic_score_gemma":0.000004210227,"teacher_disagreement_score":0.32432482,"about_ca_system_score_codex":0.000038981405,"about_ca_system_score_gemma":0.000019774998,"threshold_uncertainty_score":0.48231357},"labels":[],"label_agreement":null},{"id":"W2295659559","doi":"","title":"An Initial Approach to Reuse Non-Functional Requirements Knowledge","year":2015,"lang":"en","type":"article","venue":"iStar","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Non-functional requirement; Reuse; Interdependence; Software engineering; Functional requirement; Software; Risk analysis (engineering); Data mining; Software development; Programming language; Engineering","score_opus":0.20466009095195958,"score_gpt":0.3824024696873027,"score_spread":0.1777423787353431,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295659559","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0078171035,0.000036071036,0.98711944,0.00006623233,0.0010888173,0.000109136505,0.000001788991,0.0004511244,0.003310289],"genre_scores_gemma":[0.16390352,3.885364e-7,0.83551824,0.00012305478,0.00020552267,0.000025486446,0.0000056356726,0.000011590014,0.00020658792],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99895084,0.000084048406,0.000142435,0.0003593518,0.0002256319,0.00023770035],"domain_scores_gemma":[0.99864286,0.00009253429,0.000027507407,0.00091745413,0.00010011676,0.00021953261],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005784083,0.00011949775,0.00012333096,0.000098319855,0.000051127274,0.000061080354,0.0010201699,0.00004779317,0.0000014282091],"category_scores_gemma":[0.00078636146,0.00011758119,0.000024416453,0.0003000091,0.000025484005,0.00056419667,0.00036784427,0.00010372636,0.00011952927],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028400752,0.0019411175,0.0010142352,0.00012057088,0.0001343586,0.00010762646,0.041675355,0.6447001,0.012600734,0.07144731,0.11497941,0.110995196],"study_design_scores_gemma":[0.00816409,0.004596635,0.030604752,0.00018929371,0.000060196704,0.00022811921,0.0015938793,0.2934443,0.04009987,0.28397417,0.33149245,0.005552218],"about_ca_topic_score_codex":0.0000064236465,"about_ca_topic_score_gemma":9.468742e-7,"teacher_disagreement_score":0.35125577,"about_ca_system_score_codex":0.00011211069,"about_ca_system_score_gemma":0.00010034483,"threshold_uncertainty_score":0.4794822},"labels":[],"label_agreement":null},{"id":"W2295696838","doi":"10.5220/0005520303580366","title":"Modeling Traceability for Heterogeneous Systems","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Traceability; Computer science; Unified Modeling Language; Requirements traceability; Software engineering; Domain (mathematical analysis); Semantics (computer science); Modeling language; Domain-specific language; Model-driven architecture; Programming language; Requirements engineering; Software","score_opus":0.1829754206707429,"score_gpt":0.3347539188192557,"score_spread":0.1517784981485128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295696838","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004599746,0.00036284587,0.99255216,0.00005631875,0.0007779937,0.00021924225,8.493599e-7,0.0013756449,0.00005519099],"genre_scores_gemma":[0.3103813,8.9078435e-7,0.6894596,0.000015154075,0.000031228486,0.000039092658,2.8501879e-7,0.000005355477,0.00006708955],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992567,0.000046947585,0.0001462894,0.00024658488,0.00011299599,0.0001905359],"domain_scores_gemma":[0.9990561,0.00029253372,0.000016221593,0.0004272225,0.00012195134,0.0000859952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000738672,0.000082525556,0.00013039188,0.000029538154,0.000030608924,0.00005566792,0.00041968116,0.000039820457,1.7896532e-7],"category_scores_gemma":[0.00079621724,0.00007006198,0.00003849538,0.00007982403,0.000009068563,0.00023787093,0.00008699429,0.000041830765,0.000004334224],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021737667,0.0000059617496,0.000005076082,0.00001101803,0.000003011442,7.9789197e-7,0.00010196856,0.9919171,0.000023400613,0.005338008,0.00003171444,0.002559807],"study_design_scores_gemma":[0.000118455195,0.000046019697,7.02995e-7,0.000003230106,0.0000010940275,0.000012424569,0.000025446741,0.97908956,0.00029900428,0.020126544,0.00018517957,0.000092368355],"about_ca_topic_score_codex":0.000012889367,"about_ca_topic_score_gemma":0.0000011002413,"teacher_disagreement_score":0.30578154,"about_ca_system_score_codex":0.000056871744,"about_ca_system_score_gemma":0.000032520606,"threshold_uncertainty_score":0.28570446},"labels":[],"label_agreement":null},{"id":"W2296508808","doi":"","title":"Detecting Judgment Inconsistencies to Encourage Model Iteration in Interactive i* Analysis","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Consistency (knowledge bases); Syntax; Qualitative analysis; Human–computer interaction; Artificial intelligence; Qualitative research","score_opus":0.08611120179223027,"score_gpt":0.2946488777339866,"score_spread":0.20853767594175637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2296508808","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06272582,0.000007477975,0.93594444,0.000044473236,0.0000892344,0.0000897968,3.383047e-7,0.0002398389,0.000858611],"genre_scores_gemma":[0.4966501,5.100347e-7,0.5032157,0.00007093931,0.0000028810437,0.00001630048,1.4575576e-7,0.0000023194384,0.000041153147],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991278,0.0000663244,0.00021016093,0.0003042294,0.0001166501,0.00017480613],"domain_scores_gemma":[0.99921083,0.0002979785,0.000046331177,0.0003390652,0.000058402577,0.000047412497],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043206778,0.00010529055,0.00017505593,0.0005151162,0.000035109966,0.000042801967,0.00035392292,0.00003109276,0.0000055108003],"category_scores_gemma":[0.0005431628,0.00009614609,0.00005417194,0.0009907706,0.000008929397,0.00064072857,0.00024262292,0.00010560613,0.000007029792],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000620679,0.000024369263,0.0008247235,0.0000031137542,0.000042168984,0.000007748814,0.010545869,0.9701468,0.0020791586,0.0029738124,0.0000030832,0.013342999],"study_design_scores_gemma":[0.000072251234,0.00004920146,0.0053765555,0.000011431657,0.000014886967,0.000001902898,0.000441458,0.9533675,0.029183073,0.011283993,0.0000020931848,0.00019565434],"about_ca_topic_score_codex":0.0000669815,"about_ca_topic_score_gemma":0.00022511528,"teacher_disagreement_score":0.43392426,"about_ca_system_score_codex":0.000116521944,"about_ca_system_score_gemma":0.000017582459,"threshold_uncertainty_score":0.39207238},"labels":[],"label_agreement":null},{"id":"W2315377288","doi":"","title":"Retargeting of virtual reality applications","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Reuse; Component (thermodynamics); Human–computer interaction; Virtual reality; Process (computing); Abstraction; Interface (matter); Semantics (computer science); Software deployment; Abstraction layer; Software; Software engineering; Programming language; Engineering","score_opus":0.044496258308956343,"score_gpt":0.3100174428494518,"score_spread":0.26552118454049545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2315377288","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00038450936,0.000029422237,0.9976775,0.00023341372,0.000048335514,0.00006402121,5.25982e-7,0.00040969663,0.0011525407],"genre_scores_gemma":[0.19465555,0.000003816158,0.80525315,0.000024279438,0.000012096332,0.000010702657,3.919685e-7,0.0000023010523,0.000037696245],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9995334,0.000019591238,0.00012576017,0.00014160502,0.0000854241,0.000094194365],"domain_scores_gemma":[0.9993119,0.00021764894,0.00003969243,0.00036748897,0.000039601116,0.000023633647],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028304127,0.00004564368,0.00007905239,0.000029762537,0.000026390722,0.0000068180843,0.0003721371,0.00002300503,0.0000015096056],"category_scores_gemma":[0.00026135566,0.000041440602,0.000023462126,0.00021538274,0.000028047145,0.00014752828,0.00011390989,0.00005181713,0.0000062045656],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.779582e-7,0.00001372529,0.000021258194,0.0000064806195,0.0000031737839,4.4875523e-7,0.00014489685,0.27641684,0.003259523,0.6941369,0.000012485576,0.025983797],"study_design_scores_gemma":[0.0004400816,0.00012900766,0.002470905,0.000024063022,0.0000047267513,0.000012653346,0.00012972677,0.0033630137,0.20789248,0.78161025,0.0035431576,0.0003799561],"about_ca_topic_score_codex":0.000008613562,"about_ca_topic_score_gemma":8.0119975e-7,"teacher_disagreement_score":0.27305382,"about_ca_system_score_codex":0.000021471053,"about_ca_system_score_gemma":0.000022984425,"threshold_uncertainty_score":0.16898988},"labels":[],"label_agreement":null},{"id":"W2315449809","doi":"10.3166/isi.10.6.59-80","title":"Développement basé composant. Une approche centrée composition","year":2005,"lang":"fr","type":"article","venue":"Ingénierie des systèmes d information","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Composition (language); Art; Literature","score_opus":0.042590271405023306,"score_gpt":0.27867885171141615,"score_spread":0.23608858030639285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2315449809","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005830551,0.0019644587,0.9802748,0.004890119,0.0026315104,0.00056843227,0.000030588384,0.00086172356,0.0029478008],"genre_scores_gemma":[0.1655441,0.00038316034,0.83254886,0.0006143117,0.0003383371,0.00006272006,0.0001436597,0.00002494544,0.00033993076],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99691623,0.00025921225,0.0011137995,0.00032417523,0.00056726113,0.00081931567],"domain_scores_gemma":[0.9977983,0.00039039683,0.0005246377,0.0006136542,0.00047179734,0.00020118106],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010163212,0.00045543336,0.00043958955,0.00031434494,0.0004473384,0.0006208838,0.0007371376,0.00027331756,0.000044021603],"category_scores_gemma":[0.0003810706,0.0005111739,0.00013670785,0.001022796,0.00032198796,0.009048671,0.00035919956,0.00040696084,0.00062514486],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003183459,0.00008768136,0.000086202985,0.0007592932,0.00006900275,0.000007021229,0.025416922,0.2988562,0.00068460294,0.038809434,0.0030326634,0.6321592],"study_design_scores_gemma":[0.0027165269,0.00055162434,0.0077258623,0.0023505534,0.00012511316,0.00070814986,0.0023707803,0.58285975,0.03411001,0.05544546,0.30848837,0.0025477805],"about_ca_topic_score_codex":0.00006588984,"about_ca_topic_score_gemma":0.0000066122298,"teacher_disagreement_score":0.6296114,"about_ca_system_score_codex":0.0012507105,"about_ca_system_score_gemma":0.00015158259,"threshold_uncertainty_score":0.999734},"labels":[],"label_agreement":null},{"id":"W2320397158","doi":"10.2514/6.2015-4461","title":"Model-based Advancements at Lockheed Martin Space Systems Company","year":2015,"lang":"en","type":"article","venue":"AIAA SPACE 2015 Conference and Exposition","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Space (punctuation); Computer science; Aeronautics; Systems engineering; Engineering; Aerospace engineering; Operating system","score_opus":0.08220178162778358,"score_gpt":0.3018713635985441,"score_spread":0.21966958197076053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2320397158","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030325502,0.0006091581,0.96650565,0.0011024441,0.0004557847,0.00025185806,0.0000056916947,0.00040405284,0.0003398688],"genre_scores_gemma":[0.7548757,0.000029210692,0.24426231,0.000100027115,0.0000352044,0.000045453166,0.000015208253,0.000013766731,0.0006230715],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984638,0.00013716804,0.0002183876,0.0004623449,0.00033679226,0.0003814784],"domain_scores_gemma":[0.99872214,0.00012164088,0.0001391182,0.0005140046,0.00025566522,0.00024743524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004262422,0.00024071861,0.00028317544,0.00010863852,0.00011862784,0.00015694006,0.00035092392,0.0000977625,0.0000026944056],"category_scores_gemma":[0.00013127216,0.0002349156,0.00003172109,0.00018524147,0.00007662156,0.0007258272,0.00023084023,0.00013455751,0.000055919118],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000116976196,0.00005592745,0.00065725076,0.00008566372,0.00002346918,0.000022478072,0.0011122349,0.947833,0.0131701855,0.027418172,0.0069080945,0.0025965373],"study_design_scores_gemma":[0.0008368673,0.00022681341,0.00017473396,0.00011230092,0.000012123516,0.000016502428,0.00016692175,0.98602736,0.0053987023,0.0051787994,0.0014681763,0.00038068218],"about_ca_topic_score_codex":0.0000348417,"about_ca_topic_score_gemma":0.0000079629,"teacher_disagreement_score":0.72455025,"about_ca_system_score_codex":0.00022612762,"about_ca_system_score_gemma":0.00013012397,"threshold_uncertainty_score":0.95795804},"labels":[],"label_agreement":null},{"id":"W2322384395","doi":"10.1145/2892664.2892697","title":"On the modularization provided by concern-oriented reuse","year":2016,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Reuse; Computer science; Software engineering; Metamodeling; Modular programming; Context (archaeology); Separation of concerns; Structuring; Software development; Model-driven architecture; Core (optical fiber); Abstraction; Interface (matter); Programming language; Systems engineering; Software; Engineering","score_opus":0.03197536228469615,"score_gpt":0.2683264510795014,"score_spread":0.23635108879480526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2322384395","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031897023,0.000014530606,0.99012196,0.0053809467,0.00024771527,0.00013260404,0.0000013586932,0.000665264,0.00024591308],"genre_scores_gemma":[0.27232757,0.000012596653,0.7224414,0.00094595994,0.00002843676,0.000044691107,9.761776e-7,0.000014095099,0.0041843085],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992871,0.00009476029,0.000096417905,0.00022269231,0.00015139265,0.00014760169],"domain_scores_gemma":[0.9976161,0.0014205897,0.00003645845,0.0008526901,0.000046461566,0.00002770628],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025545963,0.00008150197,0.000065992564,0.000022767681,0.000054334825,0.000026113366,0.00076387264,0.0000321685,0.000013379652],"category_scores_gemma":[0.0038682646,0.000037266713,0.000019065255,0.0001684157,0.000030104147,0.0002676519,0.00019835781,0.000049072703,0.00003826222],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057431544,0.000016313184,0.00004195421,0.0000021784404,0.000008428043,0.000001548047,0.00016043492,0.0016156507,0.040690765,0.920514,0.015172922,0.021770101],"study_design_scores_gemma":[0.0009721831,0.00032825317,0.00048879825,0.000079486825,0.000004741613,0.000005762364,0.00002522768,0.020322042,0.4743438,0.47264764,0.030190438,0.0005916046],"about_ca_topic_score_codex":0.0000023623518,"about_ca_topic_score_gemma":2.1377289e-7,"teacher_disagreement_score":0.44786632,"about_ca_system_score_codex":0.00003943501,"about_ca_system_score_gemma":0.00001429342,"threshold_uncertainty_score":0.46309534},"labels":[],"label_agreement":null},{"id":"W2328205951","doi":"10.3166/jesa.43.683-710","title":"Adaptabilité des systèmes à logiciel prépondérant. Appropriation et démarche orientée aspect","year":2009,"lang":"fr","type":"article","venue":"Journal Européen des Systèmes Automatisés","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Appropriation; Computer science; Philosophy; Linguistics","score_opus":0.06848867870260263,"score_gpt":0.30951197036338346,"score_spread":0.24102329166078085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2328205951","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026820147,0.031865798,0.9300908,0.002886682,0.0043263715,0.0006577073,0.000022108914,0.001514576,0.001815812],"genre_scores_gemma":[0.22718398,0.0025757323,0.76537424,0.00037253578,0.00083266234,0.000019902262,0.000005278774,0.00010416844,0.0035315284],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99001956,0.0038574147,0.0018407532,0.0010810358,0.0014492194,0.0017519982],"domain_scores_gemma":[0.9934188,0.0024705236,0.0012020619,0.0012327728,0.001042197,0.000633607],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0061918255,0.0009787955,0.0012590947,0.0005877642,0.0009969105,0.0016769761,0.0020383927,0.00044864145,0.0001063703],"category_scores_gemma":[0.009757064,0.0008891486,0.0005460377,0.001913399,0.00070291327,0.003829814,0.00046156935,0.0017715768,0.00018380521],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045231016,0.00031579038,0.00031718638,0.00057673606,0.00015796543,0.0006587064,0.006227185,0.09448155,0.002065904,0.089183584,0.0008732108,0.805097],"study_design_scores_gemma":[0.0010901998,0.001923263,0.4187656,0.002504552,0.00016794482,0.007989579,0.00043830083,0.0844663,0.0008875459,0.4761782,0.004233326,0.0013551839],"about_ca_topic_score_codex":0.00005591677,"about_ca_topic_score_gemma":0.000016905378,"teacher_disagreement_score":0.80374175,"about_ca_system_score_codex":0.0016355374,"about_ca_system_score_gemma":0.00083400175,"threshold_uncertainty_score":0.99935937},"labels":[],"label_agreement":null},{"id":"W2328968014","doi":"10.22215/etd/2007-06576","title":"Dynamic system reconfiguration","year":2007,"lang":"en","type":"dissertation","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Canadian Heritage","funders":"","keywords":"Control reconfiguration; Humanities; Computer science; Art; Embedded system","score_opus":0.020316689906743696,"score_gpt":0.3280311498058672,"score_spread":0.3077144598991235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2328968014","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00034618843,0.00024974562,0.9686793,0.000010151419,0.0037905318,0.0001521473,7.6300364e-7,0.0021073245,0.024663828],"genre_scores_gemma":[0.00731662,0.000018833438,0.970997,0.000015122827,0.000034060773,0.000022409784,0.00011943877,0.00002600123,0.02145052],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988607,0.00004262102,0.00027974305,0.00038720857,0.00021254715,0.00021715825],"domain_scores_gemma":[0.998849,0.00031906294,0.00014594664,0.0005307813,0.0001124782,0.000042745283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043035092,0.00020328954,0.00022992198,0.00023616424,0.000053562308,0.000074137926,0.0006375734,0.00026746403,0.0000064410206],"category_scores_gemma":[0.0002048724,0.00019441855,0.00006524055,0.00025754952,0.000005216224,0.00027485512,0.000022321528,0.00023505837,0.000090841066],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023443086,0.000021274975,0.0000025254383,0.0012334668,0.000076280114,0.000086725246,0.0013247094,0.017274667,0.0038387117,0.23634744,0.00059186993,0.7391789],"study_design_scores_gemma":[0.0022599034,0.00092372164,0.015299599,0.004929378,0.00024230023,0.00056313287,0.012317889,0.66451204,0.17682496,0.08726905,0.022817908,0.012040124],"about_ca_topic_score_codex":0.0000065656554,"about_ca_topic_score_gemma":0.00003886903,"teacher_disagreement_score":0.72713876,"about_ca_system_score_codex":0.00019154628,"about_ca_system_score_gemma":0.000057236197,"threshold_uncertainty_score":0.7928158},"labels":[],"label_agreement":null},{"id":"W2337491900","doi":"","title":"Linking goals to aspects","year":2005,"lang":"en","type":"article","venue":"Open Research Online (The Open University)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Implementation; Modular programming; Modular design; Code (set theory); Identification (biology); Software engineering; Goal modeling; Matching (statistics); Programming language; Requirements analysis; Software; Set (abstract data type)","score_opus":0.23854060709913297,"score_gpt":0.4380757919336435,"score_spread":0.19953518483451052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2337491900","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029293692,0.000037550788,0.91778517,0.024026094,0.00012933587,0.0015347119,0.000009306107,0.00016281843,0.053385627],"genre_scores_gemma":[0.015378227,0.000059236,0.94891465,0.00043667594,0.00013205362,0.000006122659,0.0000047833823,0.000019506113,0.035048757],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973253,0.00075487274,0.0001458449,0.00062947226,0.0005051628,0.0006393562],"domain_scores_gemma":[0.99653816,0.0014890226,0.00004744101,0.0013720323,0.00031915485,0.00023419355],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0033717465,0.00014598726,0.00023647459,0.00039647406,0.00068890286,0.0011052039,0.017446907,0.0000627609,0.000052410003],"category_scores_gemma":[0.0011191586,0.00012325073,0.000042056974,0.002609451,0.00010166268,0.0022535443,0.020008894,0.000625811,0.00030235093],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010061334,0.00024550568,0.00013433825,0.000012782047,0.0000563272,0.00030500258,0.0013267559,0.06015037,0.0014331683,0.46801,0.005646585,0.46257854],"study_design_scores_gemma":[0.0005244858,0.00017798,0.0007372711,0.000082338214,0.0000032916848,0.000009520668,0.0004000072,0.0026326233,0.0017388142,0.009870912,0.98354214,0.00028060374],"about_ca_topic_score_codex":0.00022063163,"about_ca_topic_score_gemma":0.00039664254,"teacher_disagreement_score":0.97789556,"about_ca_system_score_codex":0.00032701824,"about_ca_system_score_gemma":0.0003471295,"threshold_uncertainty_score":0.99993175},"labels":[],"label_agreement":null},{"id":"W2339217994","doi":"10.82308/10549","title":"Verifying finite-state properties of large-scale programs","year":2010,"lang":"en","type":"article","venue":"eScholarship@McGill (McGill)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Programming language; State (computer science); Finite-state machine; AspectJ; Instrumentation (computer programming); Code (set theory); Property (philosophy); Overhead (engineering); Runtime verification; Interface (matter); Program analysis; Software; Set (abstract data type); Operating system; Formal verification; Aspect-oriented programming","score_opus":0.03812769426984222,"score_gpt":0.25539081443148287,"score_spread":0.21726312016164065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2339217994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96005887,0.00015024444,0.034753487,0.00003275564,0.0016405612,0.0004994049,0.00006465733,0.0016276522,0.0011723936],"genre_scores_gemma":[0.6538351,0.000020033902,0.34575808,0.00006410714,0.00001565247,0.00006158735,0.0000030110173,0.000047580215,0.00019482995],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9969206,0.00024640784,0.0006146107,0.0008067598,0.0005607522,0.0008508576],"domain_scores_gemma":[0.9974128,0.00045291436,0.00027171767,0.001324066,0.00030888792,0.0002296278],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016361434,0.00041976388,0.0005028153,0.00022542098,0.00047620333,0.00009350853,0.0016864361,0.00022969619,0.000010129389],"category_scores_gemma":[0.00270309,0.0003873982,0.00019055813,0.00078189967,0.00015925667,0.0015833463,0.00088935584,0.0011948779,0.000060472343],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004336645,0.00037753323,0.00015370063,0.00027945338,0.00007349363,0.00006999957,0.00009793257,0.005958496,0.47289535,0.057153903,7.3513513e-7,0.46289605],"study_design_scores_gemma":[0.0010991982,0.0002828448,0.00040514828,0.00023992018,0.000025015712,0.00007324289,0.000080481725,0.0036138652,0.90885067,0.0553904,0.028823897,0.0011153154],"about_ca_topic_score_codex":0.000026949834,"about_ca_topic_score_gemma":0.00008039424,"teacher_disagreement_score":0.46178073,"about_ca_system_score_codex":0.00008969433,"about_ca_system_score_gemma":0.000033391298,"threshold_uncertainty_score":0.9998578},"labels":[],"label_agreement":null},{"id":"W2340851561","doi":"","title":"Goal-Oriented Requirements and Feature Modeling for Software Product Line Engineering","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; Athabasca University","funders":"","keywords":"Software product line; Feature model; Computer science; Software engineering; Product (mathematics); Relation (database); Software; Feature (linguistics); Quality (philosophy); Bridging (networking); Process management; Data science; Knowledge management; Software development; Data mining; Engineering; Computer security","score_opus":0.0321689727653028,"score_gpt":0.2932474442898792,"score_spread":0.2610784715245764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2340851561","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012625422,0.00014036469,0.9842602,0.00035302681,0.0011160086,0.00029279818,0.0000025122208,0.0012030456,0.0000066479042],"genre_scores_gemma":[0.0375651,0.0000071882732,0.9618946,0.00004874905,0.00016096688,0.000049039318,0.000003502811,0.000021591948,0.00024927358],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99892986,0.000009648667,0.00014879079,0.00045775805,0.00013589012,0.000318064],"domain_scores_gemma":[0.9989571,0.00029996957,0.00003278505,0.0004990228,0.0001275543,0.000083583785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040607905,0.00017594467,0.00016919663,0.00008967181,0.000079158395,0.000060398863,0.00035835418,0.0000738961,0.0000010456446],"category_scores_gemma":[0.002827604,0.00015647501,0.000035900914,0.00019221583,0.0000150862525,0.0005055866,0.00022742056,0.00025469382,0.0000010542469],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019266703,0.00004373378,0.00024300591,0.00022577777,0.000048833368,0.0000066343564,0.00045449726,0.7659117,0.12281918,0.025526695,0.00037606465,0.084324636],"study_design_scores_gemma":[0.00035752158,0.00006206076,0.00011086469,0.000024638648,0.0000064647356,0.000018815286,0.000006903553,0.97538364,0.017728874,0.0038851718,0.002089337,0.00032568598],"about_ca_topic_score_codex":0.0000018285162,"about_ca_topic_score_gemma":0.0000020295831,"teacher_disagreement_score":0.20947199,"about_ca_system_score_codex":0.000017834214,"about_ca_system_score_gemma":0.000021999951,"threshold_uncertainty_score":0.63808656},"labels":[],"label_agreement":null},{"id":"W2342260988","doi":"","title":"Software Component Integration: Modeling and Techniques","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Component (thermodynamics); Computer science; Software; Software engineering; Programming language","score_opus":0.04165212543697478,"score_gpt":0.2921087160569716,"score_spread":0.2504565906199968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2342260988","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014091646,0.0001968008,0.9956671,0.00058512995,0.00005607026,0.00006064016,1.7930732e-7,0.0018627528,0.00016213473],"genre_scores_gemma":[0.08084738,0.0000314608,0.91881555,0.00017542532,0.00004010754,0.000010012675,4.3319224e-7,0.0000049362793,0.00007466256],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99947125,0.000022693162,0.00011170018,0.0001923085,0.00008480879,0.00011724873],"domain_scores_gemma":[0.9995249,0.00015169986,0.000015816333,0.00023382941,0.000038131875,0.000035636618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019532513,0.00008336103,0.00008913408,0.000056224086,0.00004811368,0.00005117702,0.00024225583,0.00003432638,0.0000027001902],"category_scores_gemma":[0.00015938477,0.0000693628,0.000015915452,0.00008502021,0.000015945356,0.00046841014,0.00016689814,0.00008669126,0.0000043677346],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.60656e-7,0.000008603903,0.000016276605,0.000004632902,0.0000029180796,0.0000014087615,0.00021663641,0.08169898,0.0013550073,0.030449638,0.00008526243,0.88615966],"study_design_scores_gemma":[0.00007995131,0.000037896218,0.00004374054,0.000026801763,0.000001797135,0.000033320535,0.000025625726,0.92880356,0.035356153,0.03336106,0.0019804316,0.00024966145],"about_ca_topic_score_codex":0.000003745055,"about_ca_topic_score_gemma":0.0000020302705,"teacher_disagreement_score":0.88591003,"about_ca_system_score_codex":0.00002660198,"about_ca_system_score_gemma":0.000007628,"threshold_uncertainty_score":0.2828533},"labels":[],"label_agreement":null},{"id":"W2345221075","doi":"","title":"Détection de problèmes dans les systèmes temps réel par l'analyse de traces","year":2015,"lang":"fr","type":"article","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Consortium de Recherche et d’innovation en Aérospatiale au Québec","keywords":"Humanities; Political science; Philosophy","score_opus":0.043901573776594344,"score_gpt":0.2803247359462929,"score_spread":0.23642316216969858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2345221075","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054861493,0.017486025,0.9147286,0.00793505,0.0008489995,0.00075635745,0.000036216352,0.003159597,0.00018767577],"genre_scores_gemma":[0.2725907,0.0006616964,0.7230907,0.00036848008,0.00036556946,0.0005159162,0.00000713189,0.00010786709,0.0022919292],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99415696,0.0013770917,0.00088283233,0.0010438312,0.00066054275,0.0018787181],"domain_scores_gemma":[0.9957153,0.00095653435,0.0005015235,0.0015413766,0.00036482498,0.0009204412],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0041191825,0.0007998228,0.0008424381,0.00066827517,0.00047758935,0.0006378469,0.0017648193,0.0008716807,0.000007877629],"category_scores_gemma":[0.0042138733,0.00086912554,0.00035229832,0.0015255348,0.00040349964,0.0015791005,0.00058721134,0.0011729385,0.000022861006],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000097892735,0.00039040178,0.034709632,0.00035335848,0.0002282722,0.00039396642,0.0101948725,0.79130495,0.015996125,0.03509426,0.0027988218,0.10843748],"study_design_scores_gemma":[0.0010626623,0.00073931535,0.042400695,0.00065137533,0.00030034076,0.002079273,0.0025887114,0.6994288,0.13408013,0.10760235,0.0071137003,0.001952689],"about_ca_topic_score_codex":0.028336806,"about_ca_topic_score_gemma":0.008441778,"teacher_disagreement_score":0.21772921,"about_ca_system_score_codex":0.0031465765,"about_ca_system_score_gemma":0.0014194812,"threshold_uncertainty_score":0.99937594},"labels":[],"label_agreement":null},{"id":"W2364595788","doi":"","title":"Measuring Complexity of Product Line Architecture","year":2007,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Architecture; Reference architecture; Software architecture description; Space-based architecture; Product (mathematics); Applications architecture; Product line; Software product line; Enterprise architecture framework; Graph; Multilayered architecture; Software architecture; Theoretical computer science; Software; Programming language; Software development; Mathematics","score_opus":0.08888592851225954,"score_gpt":0.3015567695016815,"score_spread":0.21267084098942193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2364595788","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012938171,0.00024049287,0.99708307,0.00029212594,0.000038159407,0.00040166322,0.000003214562,0.0005103084,0.00013713],"genre_scores_gemma":[0.045816593,0.0000032863475,0.9538985,0.000065021864,0.0001381999,0.000038068203,0.0000037267062,0.000011151505,0.000025457017],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99886745,0.000031060907,0.0003043636,0.000385497,0.0001472476,0.0002644045],"domain_scores_gemma":[0.99870765,0.0003081555,0.00010811577,0.0006807477,0.00013141113,0.00006393472],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000550903,0.00013898774,0.00018981141,0.00015408584,0.00008257103,0.000022713366,0.0009773878,0.00003744688,0.000001156761],"category_scores_gemma":[0.000010839004,0.00013640351,0.00006269742,0.00054990896,0.00011725049,0.00010903941,0.0003374191,0.00017927049,0.000010492989],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004042356,0.00010445064,0.00010928378,0.000080724516,0.00002467163,0.0000019190124,0.00052824494,0.027840624,0.09573882,0.038516793,0.00008601144,0.8369644],"study_design_scores_gemma":[0.00044162292,0.00007021301,0.011852907,0.000050088933,0.000012838233,0.00011139951,0.000013611472,0.0016634295,0.71860784,0.15519476,0.11135048,0.0006308155],"about_ca_topic_score_codex":0.0000047282115,"about_ca_topic_score_gemma":0.0000037790678,"teacher_disagreement_score":0.8363336,"about_ca_system_score_codex":0.000039453367,"about_ca_system_score_gemma":0.000027156017,"threshold_uncertainty_score":0.55623734},"labels":[],"label_agreement":null},{"id":"W2389890979","doi":"","title":"Research and Implementation of an AOP Code Generator for Supporting Contracts","year":2007,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Correctness; Design by contract; dBc; Construct (python library); Aspect-oriented programming; Programming language; Generator (circuit theory); Object-oriented programming; Code (set theory); Software engineering; Software development; Software; Power (physics); Software construction","score_opus":0.07495797108266047,"score_gpt":0.4544393254159805,"score_spread":0.37948135433332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2389890979","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05634163,0.000066087465,0.9425792,0.00010539116,0.000016419452,0.00074314955,0.000013494624,0.00012750902,0.000007108648],"genre_scores_gemma":[0.081907995,0.0000036686818,0.9177332,0.000045472265,0.000085176485,0.00019199455,0.0000142148665,0.000009608657,0.000008674223],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99894387,0.000033300825,0.00029462657,0.00031571914,0.00011247383,0.00030000834],"domain_scores_gemma":[0.99843323,0.00081803434,0.000096325246,0.00029785442,0.00027840678,0.000076135075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016936157,0.00007781067,0.00011738253,0.00014952423,0.00014825916,0.00005319786,0.00039905444,0.000041972406,7.4567487e-7],"category_scores_gemma":[0.000007000105,0.000082874336,0.0000191884,0.00028406462,0.00005312082,0.0002521328,0.00014437124,0.00008610278,0.0000012322923],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003736256,0.000049158007,0.00014178794,0.000037129856,0.000010821323,6.833363e-7,0.0006879873,0.0005588629,0.16957031,0.03869375,0.00012820605,0.79011756],"study_design_scores_gemma":[0.0009106988,0.00032519875,0.0102814045,0.000012069412,0.0000076739725,0.000030342584,0.00044309263,0.005915485,0.8681804,0.050962485,0.06260495,0.00032621878],"about_ca_topic_score_codex":0.0000090974145,"about_ca_topic_score_gemma":0.00002014546,"teacher_disagreement_score":0.78979135,"about_ca_system_score_codex":0.000031294196,"about_ca_system_score_gemma":0.0000396143,"threshold_uncertainty_score":0.33795172},"labels":[],"label_agreement":null},{"id":"W2395866526","doi":"","title":"Exploring Domain Requirements and Technology Solutions: A Goal Modeling Approach","year":2014,"lang":"en","type":"article","venue":"Università Politecnica delle Marche (Università Politecnica delle Marche)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Domain (mathematical analysis); Domain engineering; Computer science; Domain analysis; Domain model; Variety (cybernetics); Requirements elicitation; Requirements analysis; Feature-oriented domain analysis; Requirements engineering; Systems engineering; Software engineering; User requirements document; Human–computer interaction; Engineering; Domain knowledge; Artificial intelligence; Software development; Programming language; Software","score_opus":0.12346482831835805,"score_gpt":0.26236452021503154,"score_spread":0.1388996918966735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2395866526","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024991574,0.0008035712,0.95827115,0.0041280435,0.00033145893,0.00061088114,0.000026362573,0.0018485622,0.008988403],"genre_scores_gemma":[0.32103848,0.0009840475,0.67529386,0.00020425087,0.00015365965,0.000028733615,0.00003505707,0.00010097198,0.0021609308],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9934208,0.0008259907,0.0006511383,0.0019522418,0.0008237523,0.0023260904],"domain_scores_gemma":[0.9949895,0.0010190986,0.000304932,0.0025103963,0.00039113764,0.0007849431],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0019571262,0.0008398875,0.0009435987,0.0026536325,0.001338532,0.00017582523,0.0037021097,0.0005222639,0.000019701029],"category_scores_gemma":[0.0006631256,0.0010041717,0.00030983944,0.0029915923,0.00088703464,0.0024395895,0.0064389845,0.0013017415,0.000052400195],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001789228,0.00032551243,0.00018508134,0.00026124215,0.00037050594,0.00013440537,0.0053595263,0.057422303,0.0025994417,0.90014815,0.00063641276,0.03237851],"study_design_scores_gemma":[0.004594941,0.0006132781,0.00015147889,0.00026218558,0.0001911283,0.00032614786,0.011254207,0.7594175,0.00032650537,0.14984028,0.070284724,0.0027376432],"about_ca_topic_score_codex":0.000287241,"about_ca_topic_score_gemma":0.000016424574,"teacher_disagreement_score":0.75030786,"about_ca_system_score_codex":0.0011661055,"about_ca_system_score_gemma":0.00031336397,"threshold_uncertainty_score":0.9999616},"labels":[],"label_agreement":null},{"id":"W2397063921","doi":"10.1145/2896825.2896838","title":"Understanding quality requirements in the context of big data systems","year":2016,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"National Institute of Standards and Technology; Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Big data; Computer science; Variety (cybernetics); Quality (philosophy); Data quality; Data science; Domain (mathematical analysis); Context (archaeology); Reliability (semiconductor); Data modeling; Software engineering; Data mining; Engineering; Artificial intelligence","score_opus":0.7464510076960811,"score_gpt":0.426457797614994,"score_spread":0.31999321008108705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397063921","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00068932335,0.00008532741,0.9977436,0.00040422537,0.00051816966,0.00009731475,0.000004940755,0.00008611493,0.00037099794],"genre_scores_gemma":[0.9323023,0.000016518954,0.06755971,0.000044720153,0.000018466062,0.000003444161,4.6969916e-7,0.0000026749447,0.00005169052],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99889475,0.00030381704,0.00023989953,0.00021214003,0.00021034572,0.00013907296],"domain_scores_gemma":[0.9962675,0.002378113,0.00007620023,0.0012463748,0.000018193557,0.00001362284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027416733,0.000060390365,0.00012758779,0.000047824957,0.000019831616,0.00002296341,0.0016768663,0.00002350058,6.7465464e-7],"category_scores_gemma":[0.001219043,0.000029513993,0.000011720959,0.00018844104,0.000045494926,0.00039539687,0.00040111717,0.000037730544,0.0000024425751],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060242664,0.000026987522,0.0029303958,0.00005119035,0.000016469003,0.0000047306526,0.000971769,0.000451969,0.002804182,0.95267296,0.0005135992,0.03954973],"study_design_scores_gemma":[0.011231315,0.0009122444,0.048777673,0.003455607,0.000044507357,0.000091353395,0.047693066,0.03356434,0.018704666,0.81734073,0.014561821,0.0036226946],"about_ca_topic_score_codex":0.000065580534,"about_ca_topic_score_gemma":0.000025034647,"teacher_disagreement_score":0.93161297,"about_ca_system_score_codex":0.00007157028,"about_ca_system_score_gemma":0.00001990381,"threshold_uncertainty_score":0.31160626},"labels":[],"label_agreement":null},{"id":"W2397546163","doi":"10.1145/2897045.2897050","title":"Variability management in database applications","year":2016,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Database schema; Schema (genetic algorithms); Software; Database; Data mining; Software engineering; Database design; Information retrieval; Programming language","score_opus":0.03327205497989156,"score_gpt":0.30347776573078244,"score_spread":0.2702057107508909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397546163","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000081629085,0.0000070945016,0.99643475,0.00038636214,0.000054464173,0.00015128349,0.0000010226064,0.00036609304,0.0025173025],"genre_scores_gemma":[0.019878644,0.000015517635,0.97955793,0.000046075354,0.000007012918,0.00012675898,2.594463e-7,0.0000022610766,0.0003655598],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99944293,0.000045420653,0.000091929876,0.00023544469,0.000064291824,0.000119960314],"domain_scores_gemma":[0.99871296,0.0005467042,0.000011710826,0.0006944457,0.000010452117,0.000023740991],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005212253,0.00004716279,0.0000507779,0.00005107801,0.0000127883,0.000008387319,0.00046380184,0.000012749158,0.000010327377],"category_scores_gemma":[0.00012946311,0.00003082335,0.000009863923,0.00021569942,0.000016306827,0.00026087996,0.00029663,0.000025575418,0.00004302507],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.3218275e-7,0.00002278934,0.0003646873,0.000007994441,0.0000024048945,0.000002700485,0.00001068346,0.00045955903,0.00047666085,0.68333495,0.00006011266,0.31525692],"study_design_scores_gemma":[0.0006073529,0.00001828828,0.019406263,0.000029659968,0.000002882427,0.0000046238424,0.000012574295,0.0019524639,0.004296538,0.9360087,0.037266597,0.0003940466],"about_ca_topic_score_codex":0.0000015399218,"about_ca_topic_score_gemma":0.0000010932586,"teacher_disagreement_score":0.31486288,"about_ca_system_score_codex":0.00004246228,"about_ca_system_score_gemma":0.0000051996176,"threshold_uncertainty_score":0.12569398},"labels":[],"label_agreement":null},{"id":"W2398289424","doi":"","title":"On Temporally Annotating Goal Models.","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; York University","funders":"","keywords":"Computer science; Variety (cybernetics); Representation (politics); Dimension (graph theory); Focus (optics); Goal orientation; Causality (physics); Goal modeling; Artificial intelligence; Human–computer interaction; Data science; Psychology; Mathematics; Requirements engineering; Programming language","score_opus":0.029931069477954698,"score_gpt":0.28143830083144444,"score_spread":0.25150723135348974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2398289424","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017075924,0.0000049127034,0.97558135,0.00019691994,0.0006214879,0.000044707922,2.7085352e-7,0.0010608207,0.0054136375],"genre_scores_gemma":[0.26600203,4.000614e-7,0.73351747,0.00016753832,0.000026165042,0.0000044034036,2.2507226e-7,0.0000058367978,0.00027594165],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993189,0.000022035994,0.00010357569,0.00023463902,0.00013800195,0.00018285212],"domain_scores_gemma":[0.9988705,0.00057439634,0.000028117509,0.0004426014,0.000036152014,0.00004824358],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029673454,0.00009091711,0.00008555638,0.00005469594,0.00004934328,0.000051533887,0.0005620467,0.000045143566,0.000006981974],"category_scores_gemma":[0.0005500386,0.00007559818,0.000026489186,0.00014426993,0.000019881769,0.00044061439,0.00013937269,0.0002486189,0.000030746258],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015583614,0.000012841648,0.000022741337,0.000003334196,0.0000027428252,0.00000933829,0.00022344262,0.24151753,0.005911014,0.7081235,0.00031408088,0.043857887],"study_design_scores_gemma":[0.00013759221,0.00007030725,0.00024016135,0.000005910113,6.2563635e-7,0.000011391602,0.0000106524985,0.33567646,0.0058068526,0.65749246,0.00031956116,0.00022805897],"about_ca_topic_score_codex":0.0000046893088,"about_ca_topic_score_gemma":0.0000028269874,"teacher_disagreement_score":0.24892612,"about_ca_system_score_codex":0.0000078451285,"about_ca_system_score_gemma":0.00001961535,"threshold_uncertainty_score":0.30828044},"labels":[],"label_agreement":null},{"id":"W2398520257","doi":"","title":"Qualitative vs. Quantitative Contribution Labels in Goal Models: Setting an Experimental Agenda.","year":2013,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Denial; Intuition; Psychology; Social psychology; Epistemology; Computer science; Cognitive psychology; Cognitive science","score_opus":0.12221395837073207,"score_gpt":0.4175617225908273,"score_spread":0.29534776422009523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2398520257","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13781811,0.00016933915,0.86078125,0.0002538679,0.00014642556,0.00025563518,0.0000027795252,0.00044474733,0.00012784947],"genre_scores_gemma":[0.46569124,0.0000019431884,0.5340898,0.000106861386,0.000007197012,0.00006113986,0.0000036943186,0.0000063469756,0.00003175925],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981629,0.00060012285,0.0002788294,0.00040348718,0.00019227892,0.00036238105],"domain_scores_gemma":[0.9982024,0.0012317263,0.0000760347,0.00029224795,0.00013006521,0.00006752707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091736915,0.00016759695,0.00022092868,0.00011992085,0.000067036555,0.000094865034,0.00044012518,0.000065208,0.000015413714],"category_scores_gemma":[0.0006585982,0.0001547301,0.00003222449,0.0002960804,0.00005856511,0.0029318933,0.00018202425,0.00016077195,0.00003954574],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020082907,0.00015429394,0.000045482695,0.000010544526,0.000019394789,0.000013027136,0.10217439,0.16261683,0.037504658,0.69254375,0.00020122221,0.0046963496],"study_design_scores_gemma":[0.00089509145,0.0004885815,0.0006890348,0.00003434238,0.0000017756319,0.00000593427,0.021157647,0.6871988,0.07148062,0.21747284,0.00002825418,0.0005470816],"about_ca_topic_score_codex":0.00013173485,"about_ca_topic_score_gemma":0.000009627271,"teacher_disagreement_score":0.52458197,"about_ca_system_score_codex":0.00014481679,"about_ca_system_score_gemma":0.000029703258,"threshold_uncertainty_score":0.6309711},"labels":[],"label_agreement":null},{"id":"W2398761404","doi":"","title":"Instructional Experiences with Modeling and Analysis using the i* Framework.","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of Toronto","funders":"","keywords":"Computer science; Process (computing); Mathematics education; Domain (mathematical analysis); Course (navigation); Instructional design; Conceptual framework; Pedagogy; Knowledge management; Psychology; Engineering; Multimedia; Sociology","score_opus":0.1131053701709256,"score_gpt":0.3304863507317142,"score_spread":0.21738098056078858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2398761404","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24097396,0.00008252509,0.75865924,0.000060044553,0.00007367073,0.000018661038,5.9211903e-8,0.000111879795,0.000019961803],"genre_scores_gemma":[0.41652137,9.545508e-7,0.5834311,0.00002555465,0.000012106588,0.0000031909067,5.1785836e-8,0.000001408562,0.0000042393917],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994386,0.00003588285,0.00007020102,0.00017188772,0.00016754237,0.000115915085],"domain_scores_gemma":[0.9994678,0.00018768718,0.00002107912,0.00022524426,0.0000549912,0.000043228203],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026839168,0.00006339526,0.00008788047,0.00006913408,0.00008416433,0.00007920503,0.00025351899,0.000023854123,0.0000013769522],"category_scores_gemma":[0.00018093064,0.00003474406,0.00001521993,0.00060707424,0.00005971966,0.0003541506,0.0001333945,0.00007788287,1.8995932e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013230241,0.0000011643617,0.00032973054,4.4896288e-7,0.000026308902,7.577875e-7,0.004483579,0.9817957,0.0000030138087,0.011310845,5.029742e-7,0.0020466237],"study_design_scores_gemma":[0.000029976783,0.000012182566,0.000040151153,0.000002407582,0.000012445071,0.000017907572,0.0045953845,0.98071766,0.00006093071,0.014440154,0.000004884943,0.0000658974],"about_ca_topic_score_codex":0.000012416527,"about_ca_topic_score_gemma":0.0000016054134,"teacher_disagreement_score":0.1755474,"about_ca_system_score_codex":0.000015549813,"about_ca_system_score_gemma":0.00002736961,"threshold_uncertainty_score":0.14168215},"labels":[],"label_agreement":null},{"id":"W2399077472","doi":"","title":"NDR-Tool: Uma Ferramenta de Apoio ao Reuso de Conhecimento em Requisitos Não Funcionais.","year":2014,"lang":"pt","type":"article","venue":"Conferencia Iberoamericana de Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Software engineering; Semantics (computer science); Process (computing); Field (mathematics); Requirements elicitation; Software; Proof of concept; Programming language; Requirements engineering","score_opus":0.030737367331898222,"score_gpt":0.27064680780611383,"score_spread":0.2399094404742156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2399077472","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08266899,0.0015737023,0.9099215,0.00021968885,0.0018357028,0.0005860193,0.00004672889,0.0030774446,0.00007017779],"genre_scores_gemma":[0.40987837,0.00017599104,0.58748573,0.0007079666,0.00057292543,0.0001919076,0.000030694046,0.00026355984,0.0006928567],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99179894,0.00072581036,0.0012858626,0.001835419,0.0010147396,0.0033392075],"domain_scores_gemma":[0.99117506,0.004084031,0.00056965137,0.0025508995,0.00042843315,0.0011919093],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0027163676,0.0015006261,0.0016340279,0.0006571185,0.00039954428,0.00071024033,0.003165197,0.00070863386,0.00013735994],"category_scores_gemma":[0.012572136,0.0018252514,0.00048776896,0.0014089278,0.00022767052,0.00084264623,0.0012982395,0.0018687646,0.00014375342],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013066245,0.0003242804,0.017597454,0.0012192443,0.0010230477,0.0004301622,0.016276043,0.67207617,0.019092558,0.0096600875,0.0050940234,0.25707626],"study_design_scores_gemma":[0.005352654,0.0022173342,0.13080494,0.0031702784,0.00087809534,0.0010901905,0.0022061488,0.7885211,0.0191977,0.006564731,0.029430715,0.010566095],"about_ca_topic_score_codex":0.00029697045,"about_ca_topic_score_gemma":0.000032069387,"teacher_disagreement_score":0.32720938,"about_ca_system_score_codex":0.0027391997,"about_ca_system_score_gemma":0.0013770848,"threshold_uncertainty_score":0.9997743},"labels":[],"label_agreement":null},{"id":"W2399215047","doi":"","title":"Supporting Creative RE with i","year":2015,"lang":"en","type":"article","venue":"City Research Online (City University London)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Creativity; Computer science; Focus (optics); Creativity technique; Representation (politics); Management science; Creative work; Meaning (existential); Human–computer interaction; Knowledge management; Software engineering; Data science; Engineering; Psychology","score_opus":0.22691059162291058,"score_gpt":0.410964945454235,"score_spread":0.18405435383132443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2399215047","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15113042,0.000044074968,0.8450597,0.0012963878,0.00007346804,0.00023132568,0.00003214132,0.00057526503,0.001557252],"genre_scores_gemma":[0.13911402,0.000040651936,0.85353464,0.000062314,0.00009694947,0.0000013066789,0.000032309952,0.000019164934,0.00709865],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967654,0.0006674122,0.00015444808,0.0006414686,0.00095264206,0.00081864477],"domain_scores_gemma":[0.99632806,0.0011004235,0.00008996253,0.0008478206,0.0011549407,0.0004788157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025036144,0.00019379563,0.0002984954,0.00040167623,0.00034387872,0.000093961666,0.001769042,0.00011473698,0.000013982105],"category_scores_gemma":[0.0038081699,0.00018621427,0.000060462975,0.0016786875,0.0004320771,0.0013148931,0.0014334646,0.0009780283,0.00001633956],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0052836086,0.005578875,0.22208384,0.000789557,0.0013730327,0.019354813,0.04697189,0.18239419,0.0030973786,0.23422663,0.074492216,0.20435397],"study_design_scores_gemma":[0.022781683,0.011795135,0.1406378,0.0010825136,0.00015237852,0.0005843449,0.044351585,0.11714474,0.018606639,0.13876283,0.49694112,0.007159215],"about_ca_topic_score_codex":0.0003788671,"about_ca_topic_score_gemma":0.00038205224,"teacher_disagreement_score":0.4224489,"about_ca_system_score_codex":0.00053055625,"about_ca_system_score_gemma":0.00059101084,"threshold_uncertainty_score":0.7593598},"labels":[],"label_agreement":null},{"id":"W2399877150","doi":"","title":"A Framework for Iterative, Interactive Analysis of Agent-Goal Models in Early Requirements Engineering.","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Domain (mathematical analysis); Requirements elicitation; Requirements analysis; Domain model; Process management; Management science; Domain knowledge; Software engineering; Engineering; Mathematics","score_opus":0.05976770320483752,"score_gpt":0.34862011518719555,"score_spread":0.288852411982358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2399877150","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10963124,0.000009915363,0.8896224,0.000029862991,0.00036412312,0.00016134803,0.0000053983917,0.00013998673,0.00003573047],"genre_scores_gemma":[0.4489682,9.388263e-7,0.55094755,0.000014610986,0.000008818221,0.00003395057,0.0000011385763,0.000005419908,0.000019392906],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999006,0.0000275786,0.00027806248,0.0003133865,0.00014599304,0.00022902245],"domain_scores_gemma":[0.9978755,0.0014411143,0.000086326894,0.00045035692,0.00010201623,0.000044683457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034054092,0.00013688089,0.0003160412,0.00054165226,0.00001537086,0.000038974733,0.00054837886,0.00008735745,0.000005659002],"category_scores_gemma":[0.0010857282,0.00012815202,0.00012041766,0.0009983925,0.000019222764,0.00076605415,0.00015627343,0.00024716853,7.848177e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016844622,0.000049644746,0.00077280216,0.000014493865,0.00026822966,0.0000027249605,0.0028165667,0.8116053,0.0054816385,0.17497739,0.0000050151853,0.0039893836],"study_design_scores_gemma":[0.00018704306,0.00007282271,0.007980291,0.000023583356,0.000034593522,4.06887e-7,0.000021462012,0.92645526,0.006802613,0.058207903,0.00002534255,0.00018867815],"about_ca_topic_score_codex":0.000017035845,"about_ca_topic_score_gemma":0.000014477938,"teacher_disagreement_score":0.33933696,"about_ca_system_score_codex":0.000032766686,"about_ca_system_score_gemma":0.00001582389,"threshold_uncertainty_score":0.5225888},"labels":[],"label_agreement":null},{"id":"W2400343256","doi":"","title":"On the Requirements and Design Decisions of an In-House Component-Based SPL Automated Environment.","year":2014,"lang":"en","type":"article","venue":"PUCRS Repository (Pontifical Catholic University of Rio Grande do Sul)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Component (thermodynamics); Computer science; Process (computing); Product (mathematics); Set (abstract data type); Software engineering; Product design; Systems engineering; Software; Process management; Engineering management; Risk analysis (engineering); Engineering; Business","score_opus":0.03762605085809244,"score_gpt":0.2350343941185438,"score_spread":0.19740834326045137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2400343256","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4452527,0.000018837402,0.55430704,0.000039076203,0.000072247385,0.0001279506,0.0000016339931,0.0001578005,0.000022713182],"genre_scores_gemma":[0.81239593,0.0000093454655,0.18753979,0.000012996754,0.000004802856,8.518999e-7,0.0000011743386,0.000009778792,0.000025313277],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998096,0.00075011543,0.00023900645,0.0003945135,0.00031632656,0.0002040668],"domain_scores_gemma":[0.9972063,0.0017281513,0.00016217625,0.0007629884,0.000040499617,0.00009991278],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010153394,0.00015372958,0.0002891819,0.00017898,0.00018559389,0.000031292217,0.00074315106,0.000092302216,0.0000018321283],"category_scores_gemma":[0.00036645483,0.00013630875,0.000065655164,0.0001929423,0.00034173383,0.00020290907,0.00015331272,0.00016759608,0.0000024827434],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014116904,0.0016841844,0.0033181575,0.0001278753,0.00012657094,0.0003717143,0.01498294,0.6257265,0.3059067,0.012138242,0.00022348964,0.033981867],"study_design_scores_gemma":[0.007026597,0.0017609737,0.15477763,0.0005321366,0.00013295187,0.00007015008,0.00052881567,0.7046084,0.12005029,0.00649153,0.0026885106,0.0013320155],"about_ca_topic_score_codex":0.00006535548,"about_ca_topic_score_gemma":0.0000044654894,"teacher_disagreement_score":0.36714327,"about_ca_system_score_codex":0.00007169422,"about_ca_system_score_gemma":0.000029231214,"threshold_uncertainty_score":0.555851},"labels":[],"label_agreement":null},{"id":"W2400841233","doi":"","title":"Une taxonomie et un métamodèle pour la détection des défauts de conception.","year":2006,"lang":"fr","type":"article","venue":"LMO","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Gynecology; Medicine","score_opus":0.05977247441953887,"score_gpt":0.3080239626894255,"score_spread":0.24825148826988663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2400841233","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024424454,0.0029524425,0.9665567,0.0021363772,0.0011683168,0.00011407627,0.000006792815,0.0006017784,0.0020390113],"genre_scores_gemma":[0.1336451,0.00013782998,0.8568151,0.00012917949,0.000345763,0.000027131546,0.0000025275474,0.000024060128,0.008873334],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99832284,0.00050764147,0.00022948084,0.0003738068,0.000109988585,0.00045623898],"domain_scores_gemma":[0.99819326,0.0011905371,0.00010111365,0.00035654297,0.00008383423,0.000074697775],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00082947244,0.00021344631,0.00020410767,0.00007175135,0.00014261398,0.0001384226,0.0003502073,0.00018734203,0.000029862984],"category_scores_gemma":[0.00052680937,0.00024562795,0.000085139356,0.00042240025,0.00025139327,0.0006281931,0.00014225263,0.00030575832,0.00011178178],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013767039,0.00009525836,0.00081447506,0.00006013766,0.000019553074,0.00006243374,0.0005504449,0.6910583,0.004004645,0.13741505,0.0024219872,0.16348395],"study_design_scores_gemma":[0.0008319881,0.00020632637,0.050391346,0.00021145801,0.000034181812,0.00035731104,0.000086194836,0.054110914,0.0247286,0.7599007,0.10841477,0.0007262129],"about_ca_topic_score_codex":0.0009339483,"about_ca_topic_score_gemma":0.00010543555,"teacher_disagreement_score":0.6369474,"about_ca_system_score_codex":0.0002514761,"about_ca_system_score_gemma":0.000114254035,"threshold_uncertainty_score":0.9999996},"labels":[],"label_agreement":null},{"id":"W2401689480","doi":"","title":"Incorporating Goal Analysis in Database Design: A Case Study from Biological Data Management.","year":2006,"lang":"en","type":"article","venue":"SEBD","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Conceptual schema; Stakeholder; Schema (genetic algorithms); Database schema; Tracing; Database design; Process management; Database; Data science; Management science; Software engineering; Engineering; Information retrieval; Programming language","score_opus":0.15579429484443777,"score_gpt":0.349015323660919,"score_spread":0.1932210288164812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2401689480","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17524381,0.00008877006,0.82403487,0.000015564965,0.00008497766,0.00021260061,0.000028645174,0.0002691314,0.00002164379],"genre_scores_gemma":[0.45431653,0.0000015755799,0.5455645,0.000012567723,0.0000230927,0.000011726567,0.000058502374,0.0000037377988,0.000007781083],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981219,0.0004294341,0.00029419578,0.0007553282,0.00016379645,0.0002353166],"domain_scores_gemma":[0.9972736,0.0009024873,0.00008444438,0.0016875658,0.00001655334,0.0000353308],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012560519,0.00015364455,0.0002597401,0.0002655146,0.00006475219,0.00008132332,0.0013352032,0.000039588493,0.0000040738223],"category_scores_gemma":[0.00024368007,0.00013497584,0.000027574362,0.0015290928,0.000030775584,0.0005383301,0.0018243567,0.00015246317,0.0000072443186],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026041938,0.00079607614,0.14815345,0.000015155046,0.00049887574,0.05680751,0.0006429515,0.7509635,0.00063256617,0.0022837636,0.00029474596,0.03888536],"study_design_scores_gemma":[0.0020533474,0.00029091103,0.12503202,0.00003497812,0.00035769134,0.00020703491,0.0028180801,0.8356748,0.00028361526,0.031829268,0.00012821263,0.0012900148],"about_ca_topic_score_codex":0.0014943349,"about_ca_topic_score_gemma":0.00045908746,"teacher_disagreement_score":0.2790727,"about_ca_system_score_codex":0.000040672734,"about_ca_system_score_gemma":0.000012242431,"threshold_uncertainty_score":0.5504155},"labels":[],"label_agreement":null},{"id":"W2401923564","doi":"","title":"Revising the Comparison Criteria for Composition.","year":2013,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Composition (language); Set (abstract data type); Unified Modeling Language; Data mining; Information retrieval; Software engineering; Programming language; Software","score_opus":0.08757605284851648,"score_gpt":0.3697042677465004,"score_spread":0.2821282148979839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2401923564","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010954839,0.00014961294,0.99509794,0.0023360257,0.0003461748,0.00027446295,3.227439e-7,0.0004468514,0.0002531283],"genre_scores_gemma":[0.12270334,0.0000026966654,0.8767262,0.00037426586,0.000047729027,0.00005909263,7.597945e-7,0.0000048235934,0.00008110626],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99943495,0.000056663193,0.00013459112,0.00014823362,0.00006746963,0.00015812072],"domain_scores_gemma":[0.99838084,0.0011316827,0.000033552085,0.0003549083,0.00007426049,0.000024731644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026916192,0.0000708883,0.000106104475,0.00002170968,0.00011856266,0.00017563548,0.0005291622,0.000021021504,0.000018860575],"category_scores_gemma":[0.0001802325,0.000044873304,0.000035777546,0.00010052731,0.000026186153,0.0003729146,0.00011433268,0.000056928304,0.000034552628],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066826424,0.00007316879,0.00030405688,0.0000992394,0.000046229732,0.0000011603395,0.0017156343,0.056590695,0.042114027,0.33778912,0.09919626,0.4620637],"study_design_scores_gemma":[0.00040102092,0.00014113639,0.005813297,0.000057401423,0.00000704019,0.000021260232,0.00013499252,0.7386767,0.039077494,0.19224817,0.022911599,0.00050985493],"about_ca_topic_score_codex":0.000006331784,"about_ca_topic_score_gemma":1.5004436e-7,"teacher_disagreement_score":0.68208605,"about_ca_system_score_codex":0.000014902854,"about_ca_system_score_gemma":0.0000055300898,"threshold_uncertainty_score":0.18298802},"labels":[],"label_agreement":null},{"id":"W2402511272","doi":"","title":"Concern-Oriented Software Design with TouchRAM.","year":2013,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Agile software development; Software engineering; Software; Software design; Software development; Programming language","score_opus":0.046198596932614515,"score_gpt":0.26173518840067456,"score_spread":0.21553659146806003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2402511272","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006206444,0.000062113686,0.9963544,0.00019839502,0.00019951838,0.00026036298,2.3492575e-7,0.0020530834,0.00025126402],"genre_scores_gemma":[0.011466174,0.0000040776035,0.98718566,0.00025244325,0.00002294703,0.00007410299,5.087582e-7,0.000013901913,0.000980208],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99896634,0.00007486192,0.00012626598,0.00032814784,0.00019295988,0.00031141494],"domain_scores_gemma":[0.9983183,0.00084936793,0.000040102932,0.0005630812,0.00013616444,0.00009297149],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015498276,0.00015251547,0.00015353784,0.00005470121,0.00006009342,0.000083835395,0.00058779446,0.000046924466,0.00007075699],"category_scores_gemma":[0.0004469348,0.00010773592,0.00002331692,0.00032088265,0.000055976776,0.00076317816,0.00015738513,0.00011350402,0.0001714081],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027953149,0.00010874846,0.0022605653,0.000059180584,0.00012116978,0.000096151736,0.0015808853,0.47341967,0.0029970375,0.09286407,0.016318263,0.41014633],"study_design_scores_gemma":[0.007592005,0.005559379,0.038237564,0.00046534275,0.000070695896,0.00073151,0.0010022881,0.28605786,0.26932245,0.34151724,0.04124275,0.008200911],"about_ca_topic_score_codex":0.000024733756,"about_ca_topic_score_gemma":7.4633925e-7,"teacher_disagreement_score":0.4019454,"about_ca_system_score_codex":0.000037463466,"about_ca_system_score_gemma":0.000043925436,"threshold_uncertainty_score":0.43933433},"labels":[],"label_agreement":null},{"id":"W2402775293","doi":"","title":"From Intentions to Decisions: Understanding Stakeholders' Objectives in Software Product Line Configuration.","year":2014,"lang":"en","type":"article","venue":"Software Engineering and Knowledge Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of New Brunswick","funders":"","keywords":"Software product line; Product line; Computer science; Product (mathematics); Software; Process management; Software engineering; Systems engineering; Business; Software development; Engineering; Manufacturing engineering; Programming language; Mathematics","score_opus":0.08302011617960099,"score_gpt":0.287027891012288,"score_spread":0.204007774832687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2402775293","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010131924,0.0014305473,0.9840986,0.000099793804,0.001624424,0.00033697547,0.000010762151,0.0022454916,0.000021495116],"genre_scores_gemma":[0.34866807,0.000037153015,0.65083104,0.00001798646,0.00024215599,0.00008713355,0.000008723512,0.00006403295,0.000043682572],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974972,0.00009097649,0.0005320928,0.00091814087,0.00028933721,0.00067224127],"domain_scores_gemma":[0.9936092,0.0051492862,0.00006283609,0.00074963557,0.00012743028,0.00030161045],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009959845,0.00049985637,0.00053643127,0.0008659085,0.00012632941,0.00020466777,0.0006348064,0.0001436281,0.0000035906742],"category_scores_gemma":[0.024544898,0.00054503855,0.000092012495,0.0011930469,0.000029678895,0.000669737,0.0003810539,0.00054233155,0.000017637116],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000103437815,0.00005142292,0.00042788117,0.000108643995,0.000052652023,0.000012787696,0.0029186294,0.9602819,0.0033515806,0.0077498676,0.00008679551,0.024947483],"study_design_scores_gemma":[0.0031132635,0.00057662104,0.025332334,0.0045458847,0.00007884667,0.000085638545,0.0009953143,0.9155201,0.016834693,0.016991824,0.011155658,0.004769876],"about_ca_topic_score_codex":0.000018442171,"about_ca_topic_score_gemma":0.000019127574,"teacher_disagreement_score":0.33853614,"about_ca_system_score_codex":0.00038051524,"about_ca_system_score_gemma":0.00007482678,"threshold_uncertainty_score":0.9997001},"labels":[],"label_agreement":null},{"id":"W2403286830","doi":"","title":"Feature Model Debugging based on Description Logic Reasoning.","year":2011,"lang":"en","type":"article","venue":"Distributed Multimedia Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; University of New Brunswick","funders":"","keywords":"Feature model; Software product line; Computer science; Feature (linguistics); Domain engineering; Debugging; Domain (mathematical analysis); Rotation formalisms in three dimensions; Domain model; Artificial intelligence; Software; Domain knowledge; Programming language; Data mining; Software engineering; Software system; Software development; Software construction","score_opus":0.07492294843121049,"score_gpt":0.2681052880179838,"score_spread":0.19318233958677328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2403286830","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004042063,0.00028143948,0.995492,0.000089024456,0.0013152171,0.00032688884,0.00007088176,0.0018562895,0.00016407223],"genre_scores_gemma":[0.36661878,0.0000038281455,0.6330274,0.000054117456,0.000050369774,0.00008343232,0.00008198642,0.000019739518,0.00006035913],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982207,0.00014290884,0.00023331924,0.0005605489,0.00034854043,0.0004939985],"domain_scores_gemma":[0.99827045,0.0004050806,0.00016231916,0.00084820215,0.0001495251,0.00016441321],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005564984,0.00029724557,0.00032114427,0.00015325776,0.00012286882,0.00009698648,0.0007985946,0.00021278388,0.0000018725907],"category_scores_gemma":[0.0013227875,0.0002635803,0.00009190843,0.00042170426,0.000045835983,0.0003990096,0.000100811114,0.000330609,0.000035531953],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029960462,0.000079663936,0.00041476017,0.00006172944,0.00002257597,0.000057535133,0.00061069056,0.9874143,0.00080898294,0.0039578783,0.0017502422,0.0047916993],"study_design_scores_gemma":[0.00034464346,0.00005974074,0.0008151132,0.00015115328,0.0000093949475,0.000010751465,0.000038343584,0.9964112,0.0009925753,0.0007264482,0.00014155752,0.00029905397],"about_ca_topic_score_codex":0.000024681569,"about_ca_topic_score_gemma":0.0000010619042,"teacher_disagreement_score":0.36621457,"about_ca_system_score_codex":0.00020164569,"about_ca_system_score_gemma":0.000070742855,"threshold_uncertainty_score":0.99998164},"labels":[],"label_agreement":null},{"id":"W2404067719","doi":"","title":"Teaching i* Alongside a Contrasting Modeling Framework.","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Toronto","funders":"","keywords":"Computer science; Domain (mathematical analysis); Process (computing); Process modeling; Knowledge management; Process management; Management science; Work in process; Engineering; Operations management","score_opus":0.12058069310178143,"score_gpt":0.33788764144850514,"score_spread":0.2173069483467237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2404067719","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003053794,0.00013026339,0.9927611,0.00035653135,0.00043866446,0.000054998225,1.1427357e-7,0.0017235772,0.0014809542],"genre_scores_gemma":[0.3011237,4.737256e-7,0.698536,0.00017974987,0.000064610984,0.000004594525,1.3643593e-7,0.000008042755,0.00008267863],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99896926,0.000097096476,0.0001693007,0.00027421972,0.00019583877,0.00029431024],"domain_scores_gemma":[0.99853384,0.0008459209,0.000032861,0.00039521296,0.00006396883,0.0001282058],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011002547,0.0001175201,0.00014892027,0.00006453545,0.000068181995,0.000088916844,0.0005950389,0.00006286343,9.48768e-7],"category_scores_gemma":[0.0055488483,0.00010487327,0.000032261476,0.00012289495,0.00001181341,0.0005789327,0.0002773209,0.00035220486,0.000017523973],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013347379,0.0000067129963,0.00003691321,0.0000039964443,0.000006071738,0.00002267581,0.0011674439,0.8152791,0.00007204706,0.14165054,0.000037553178,0.041715596],"study_design_scores_gemma":[0.000081453276,0.000016763386,0.000004836228,0.00002013592,0.0000012425409,0.000029109211,0.0001064452,0.7808849,0.00014569655,0.21848445,0.0000962011,0.00012874672],"about_ca_topic_score_codex":0.000043358377,"about_ca_topic_score_gemma":0.0000010394198,"teacher_disagreement_score":0.29806992,"about_ca_system_score_codex":0.00005069397,"about_ca_system_score_gemma":0.000040092706,"threshold_uncertainty_score":0.66428906},"labels":[],"label_agreement":null},{"id":"W2404250845","doi":"","title":"Non-functional Properties in Software Product Lines: A Taxonomy for Classification.","year":2012,"lang":"en","type":"article","venue":"Software Engineering and Knowledge Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; University of New Brunswick","funders":"","keywords":"Computer science; Software product line; Software development; Software quality control; Software quality; Software engineering; Software; Taxonomy (biology); Product (mathematics); Quality (philosophy)","score_opus":0.07841083060631879,"score_gpt":0.25842518886424604,"score_spread":0.18001435825792725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2404250845","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014047118,0.0060952683,0.97541344,0.000032109605,0.0020201756,0.0006709643,0.000004462457,0.0017105908,0.000005876324],"genre_scores_gemma":[0.28433985,0.000037967224,0.7136694,0.00000910768,0.00057955453,0.0011552039,0.000008967766,0.00007584435,0.00012410006],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99790305,0.000020629259,0.00045277353,0.0005907385,0.00016355916,0.0008692222],"domain_scores_gemma":[0.9982059,0.0008589314,0.00006758118,0.0005313623,0.00011075445,0.00022547177],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00074940274,0.00047269894,0.00044063668,0.00050505955,0.000101984755,0.00009155718,0.0004394189,0.00015199809,0.0000012269971],"category_scores_gemma":[0.0036326752,0.00047722188,0.00010321819,0.0006508637,0.000031189138,0.0010444933,0.00022566992,0.00039398542,0.000010127655],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037775102,0.0004160689,0.02761601,0.00303465,0.00018564798,0.000007296533,0.0037419978,0.85916907,0.014180386,0.006214674,0.0006943722,0.08470207],"study_design_scores_gemma":[0.0020392558,0.00016515324,0.0895124,0.0010989356,0.000052133622,0.00014390917,0.00013195496,0.8287171,0.0144787,0.00020565886,0.060533524,0.0029212644],"about_ca_topic_score_codex":0.0000027225071,"about_ca_topic_score_gemma":9.5323554e-7,"teacher_disagreement_score":0.27029273,"about_ca_system_score_codex":0.00018676206,"about_ca_system_score_gemma":0.00008640684,"threshold_uncertainty_score":0.99976796},"labels":[],"label_agreement":null},{"id":"W2404262636","doi":"","title":"Goal Modeling Education with GRL: Experience Report","year":2015,"lang":"en","type":"article","venue":"iStar","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Operationalization; Computer science; Software engineering; Requirements engineering; Requirements elicitation; Engineering management; Management science; Software; Engineering; Programming language","score_opus":0.07482308586928595,"score_gpt":0.33122562436528824,"score_spread":0.2564025384960023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2404262636","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048484743,0.000143213,0.94979787,0.00010723015,0.00053046644,0.000055092103,1.2809882e-7,0.00041428575,0.0004669504],"genre_scores_gemma":[0.31685206,0.0000012084348,0.68280506,0.000044731398,0.00004314152,0.000017947588,8.8875e-7,0.0000057819248,0.00022913852],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99925923,0.00002483615,0.00011888476,0.00025556283,0.00019405263,0.00014744417],"domain_scores_gemma":[0.99919236,0.000045706918,0.000042539144,0.00050690107,0.00013017295,0.00008232584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024664833,0.000081040824,0.00008376812,0.000039512885,0.00003330919,0.00004348858,0.0003535658,0.000024487672,6.02118e-7],"category_scores_gemma":[0.0004502516,0.00006893068,0.000012377665,0.00017496722,0.000023696139,0.00048029577,0.00008251765,0.000072058014,0.000007426687],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012356257,0.000043725897,0.0005881695,0.000011513539,0.0000063654056,0.00014615494,0.0075664213,0.9613415,0.00033561833,0.0090032555,0.00046765586,0.020477239],"study_design_scores_gemma":[0.0008645622,0.00047764138,0.0007017255,0.00018411501,0.000015053631,0.0025435046,0.0043219947,0.80440485,0.009226662,0.13033928,0.045195762,0.0017248753],"about_ca_topic_score_codex":0.00004356952,"about_ca_topic_score_gemma":0.0000022911056,"teacher_disagreement_score":0.26836732,"about_ca_system_score_codex":0.000067528934,"about_ca_system_score_gemma":0.0002177753,"threshold_uncertainty_score":0.28109115},"labels":[],"label_agreement":null},{"id":"W2404760295","doi":"","title":"Towards a Declarative, Constraint-Oriented Semantics with a Generic Evaluation Algorithm for GRL","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Semantics (computer science); Computer science; Constraint satisfaction problem; Constraint (computer-aided design); Constraint satisfaction; Programming language; Solver; Abstract interpretation; Constraint programming; Operational semantics; Interpretation (philosophy); Theoretical computer science; Constraint logic programming; Algorithm; Artificial intelligence; Mathematical optimization; Mathematics","score_opus":0.13058578269599755,"score_gpt":0.32084426880193556,"score_spread":0.190258486105938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2404760295","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00072474015,0.00005758134,0.9972793,0.00004812588,0.00028328205,0.00052071444,0.000003536366,0.0004929695,0.0005897611],"genre_scores_gemma":[0.008670756,0.00000477686,0.9909746,0.00007442655,0.000024465284,0.00015708334,0.0000037625568,0.000012201929,0.00007791593],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99889106,0.000086246575,0.00016161568,0.00034114136,0.00026391027,0.0002560576],"domain_scores_gemma":[0.9988843,0.00021129515,0.00007179088,0.000363712,0.00040714888,0.00006173168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006759625,0.00015315278,0.00016985252,0.000086786065,0.00006661826,0.000026731943,0.00033577462,0.0000529628,0.000013543561],"category_scores_gemma":[0.00034037905,0.0001164446,0.000039013707,0.0003410303,0.000077296216,0.00034699318,0.0000836985,0.00007154397,0.000003523273],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011506524,0.000055482487,0.000048763355,0.00001489803,0.00006161657,0.0000077439545,0.0018547811,0.0032644975,0.00025464632,0.045764174,0.00008701404,0.9485749],"study_design_scores_gemma":[0.001128967,0.0006027646,0.0008305964,0.00002206102,0.000039348037,0.00005817176,0.00023995723,0.9380536,0.026576556,0.031332947,0.0006939976,0.00042099453],"about_ca_topic_score_codex":0.0000071740005,"about_ca_topic_score_gemma":0.0000040034033,"teacher_disagreement_score":0.94815385,"about_ca_system_score_codex":0.000053406853,"about_ca_system_score_gemma":0.00015504693,"threshold_uncertainty_score":0.4748473},"labels":[],"label_agreement":null},{"id":"W2404907191","doi":"","title":"Patterns and their Impact on System Concerns.","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Perspective (graphical); Work (physics); Architecture; Track (disk drive); Architectural pattern; Data science; Software engineering; Systems engineering; Architectural engineering; Engineering; Software system; Artificial intelligence; Programming language; Software; Geography","score_opus":0.0622585538737093,"score_gpt":0.30073984217305316,"score_spread":0.23848128829934387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2404907191","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13202897,0.000056918827,0.8665361,0.00003286849,0.00015658946,0.00004846332,0.0000019062184,0.00071611186,0.00042208814],"genre_scores_gemma":[0.88688755,0.000017803228,0.11292506,0.000050944505,0.000031602227,0.0000039919546,2.2621651e-7,0.0000057009897,0.00007710705],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994472,0.00004482426,0.00007994368,0.00019970787,0.00006953398,0.00015874518],"domain_scores_gemma":[0.9990788,0.00050150976,0.00002286228,0.00032404583,0.000017131919,0.00005562732],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011673837,0.000117640564,0.00014038592,0.00003993118,0.000054768214,0.000020090925,0.00026729278,0.000029814655,0.0000025225127],"category_scores_gemma":[0.00004931791,0.00006796033,0.000033228556,0.000074669755,0.000019421444,0.00015784716,0.00010289934,0.000071795715,0.000010541186],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071209804,0.0001496174,0.089021236,0.00039488077,0.0003129721,0.00080395344,0.014587075,0.27422664,0.0031740104,0.30173257,0.0038718812,0.31165394],"study_design_scores_gemma":[0.0028207735,0.0026712986,0.6988137,0.00052184233,0.000011316732,0.003351836,0.0017561222,0.18965377,0.08630585,0.008848044,0.0021045285,0.0031409638],"about_ca_topic_score_codex":0.000021616705,"about_ca_topic_score_gemma":4.2169785e-7,"teacher_disagreement_score":0.7548586,"about_ca_system_score_codex":0.00004624991,"about_ca_system_score_gemma":0.000013105346,"threshold_uncertainty_score":0.27713418},"labels":[],"label_agreement":null},{"id":"W2407748034","doi":"","title":"Introducing Adaptivity to Achieve Longevity for Software.","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Adaptation (eye); Adaptability; Computer science; Flexibility (engineering); Software; Software system; Software engineering; Macro; Distributed computing; Operating system; Programming language","score_opus":0.09707372581208729,"score_gpt":0.2947160795551197,"score_spread":0.1976423537430324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2407748034","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015640688,0.000023941588,0.99576384,0.00022067837,0.0006655467,0.0002871723,0.0000019006815,0.0012864318,0.00018642453],"genre_scores_gemma":[0.018699327,0.0000017182928,0.98063016,0.00024823358,0.000075817814,0.000062649,3.6835576e-7,0.000013264682,0.00026846206],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988569,0.000056117282,0.00014815878,0.00048143073,0.00011336555,0.00034403708],"domain_scores_gemma":[0.9982035,0.00082784,0.000036168203,0.0007389333,0.000083382976,0.00011018295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007902802,0.00014311339,0.00018699016,0.00008668495,0.00007514348,0.00002965788,0.000776492,0.000049203078,0.000009297626],"category_scores_gemma":[0.0026706462,0.00012875172,0.000060118582,0.00025134708,0.0000204737,0.0004513975,0.00040717446,0.00009853848,0.00003250326],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010955396,0.00012897339,0.00075877947,0.00006384719,0.00005875453,0.000010501538,0.0036851724,0.03737542,0.002439419,0.100805916,0.0024744784,0.85208917],"study_design_scores_gemma":[0.001503728,0.0036292155,0.0384918,0.00010335728,0.00005004996,0.000065967346,0.00016630233,0.024492024,0.20846167,0.7047962,0.014914441,0.003325249],"about_ca_topic_score_codex":0.000022338001,"about_ca_topic_score_gemma":0.000012049115,"teacher_disagreement_score":0.84876394,"about_ca_system_score_codex":0.000045874323,"about_ca_system_score_gemma":0.000026159416,"threshold_uncertainty_score":0.5250343},"labels":[],"label_agreement":null},{"id":"W2408169926","doi":"","title":"A Semi-Automated Tool for Requirements Trade-off Analysis.","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Usability; Risk analysis (engineering); Swap (finance); Requirements analysis; Requirements management; Requirements elicitation; Measure (data warehouse); Data mining; Business; Software; Human–computer interaction","score_opus":0.0993593532755625,"score_gpt":0.3305551208610806,"score_spread":0.23119576758551807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2408169926","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023069847,0.000049722687,0.9934062,0.000050657643,0.00022468684,0.00018073643,0.0000021148096,0.0033815536,0.0003973844],"genre_scores_gemma":[0.13922831,0.000004994433,0.8603318,0.00013695713,0.0000128975535,0.00004639284,0.0000024585993,0.000008459572,0.00022776706],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989562,0.000048074107,0.00022545691,0.0003438999,0.00013621207,0.00029015535],"domain_scores_gemma":[0.9989759,0.0003151957,0.00005948074,0.0005663321,0.0000349145,0.000048198726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044275424,0.00013073643,0.00022537124,0.00017515433,0.000051850013,0.000031252428,0.00066627975,0.00005507876,0.000017529268],"category_scores_gemma":[0.00036120453,0.00011272622,0.00013067246,0.0007377623,0.000020405563,0.0004297465,0.00011887293,0.000050249248,0.000008793895],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001507093,0.0008591871,0.014494679,0.00029455268,0.006043922,0.00011724558,0.0122291995,0.26041168,0.01803053,0.29389435,0.018831788,0.37464216],"study_design_scores_gemma":[0.0008214417,0.00027614515,0.03941702,0.000014362494,0.00023435874,0.000008282778,0.00004223347,0.8941579,0.031453166,0.029549249,0.0031897873,0.0008360872],"about_ca_topic_score_codex":0.000004356242,"about_ca_topic_score_gemma":0.0000018159336,"teacher_disagreement_score":0.6337462,"about_ca_system_score_codex":0.00003277467,"about_ca_system_score_gemma":0.000017487526,"threshold_uncertainty_score":0.4596842},"labels":[],"label_agreement":null},{"id":"W2411521827","doi":"10.1007/s10664-016-9439-3","title":"Foreword to the special issue on empirical evidence on software product line engineering","year":2016,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Software product line; Product line; Computer science; Software engineering; Software; Engineering; Manufacturing engineering; Software development; Operating system","score_opus":0.09659113352451718,"score_gpt":0.33783418186220177,"score_spread":0.2412430483376846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2411521827","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009344942,0.00022661516,0.9717185,0.010582061,0.0039118943,0.0006577006,0.000020243366,0.0035280657,0.000010013327],"genre_scores_gemma":[0.03659859,0.000049260056,0.94503784,0.002781305,0.013985943,0.00035189057,0.0000031015331,0.00022532918,0.00096675317],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952849,0.0001364018,0.0006781311,0.0014925193,0.0010686287,0.0013393961],"domain_scores_gemma":[0.9876109,0.009515814,0.00010897644,0.0020828722,0.00016933358,0.00051210704],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011014641,0.0008168167,0.0006641229,0.00041894166,0.0002144322,0.00015042421,0.0025179852,0.0002216016,0.000059801838],"category_scores_gemma":[0.04602789,0.00051511667,0.00027095102,0.0015079032,0.0000547187,0.000669512,0.00083443854,0.00085529994,0.0007852871],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000093774106,0.000110267414,0.0025951117,0.00009575698,0.000069594986,0.00011734074,0.00067521684,0.80293226,0.00042625854,0.0005025828,0.03806733,0.15431447],"study_design_scores_gemma":[0.0013362321,0.0027998057,0.06554804,0.0034284953,0.000056486668,0.00015796731,0.000014697492,0.0135762915,0.030407285,0.0009671412,0.8776037,0.0041038487],"about_ca_topic_score_codex":0.0000024209935,"about_ca_topic_score_gemma":0.0000017225284,"teacher_disagreement_score":0.83953637,"about_ca_system_score_codex":0.0006023004,"about_ca_system_score_gemma":0.000102534046,"threshold_uncertainty_score":0.9999927},"labels":[],"label_agreement":null},{"id":"W2431233915","doi":"","title":"Autonomic Computing Now You See It, Now You Don't.","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Autonomic computing; Computer science; Adaptation (eye); Perspective (graphical); Complexity management; Architecture; Software engineering; Data science; Cloud computing; Artificial intelligence","score_opus":0.05120739936322883,"score_gpt":0.2870451389415301,"score_spread":0.2358377395783013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2431233915","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017377978,0.00011162138,0.97601795,0.00093562267,0.0011662655,0.00011711275,0.0000010569463,0.0021995546,0.0020728637],"genre_scores_gemma":[0.09627851,0.000036815964,0.8994101,0.00041637116,0.00014022697,0.000004407668,0.0000014258375,0.00002201817,0.0036900747],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982802,0.00008540338,0.00032262513,0.0005763121,0.0002128646,0.000522542],"domain_scores_gemma":[0.9981426,0.0007553816,0.000092166396,0.0008273498,0.00006606973,0.000116419],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004847121,0.0002481463,0.00030320723,0.0001321249,0.00021268973,0.00006129291,0.0011933263,0.000094592375,0.000025461777],"category_scores_gemma":[0.00033045237,0.0002332526,0.00009635161,0.00036062396,0.000090193695,0.0005001232,0.00061425153,0.00026498927,0.00033707527],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007147319,0.00007475367,0.0038065282,0.000033847784,0.00005466,0.00017211854,0.002289002,0.9217629,0.002161162,0.008439676,0.016395032,0.044803165],"study_design_scores_gemma":[0.0015124157,0.00029220432,0.037481733,0.00009565563,0.000016867094,0.0008617558,0.00017420367,0.8304163,0.019663148,0.009548061,0.0976544,0.002283215],"about_ca_topic_score_codex":0.000012986968,"about_ca_topic_score_gemma":0.00000638818,"teacher_disagreement_score":0.09134656,"about_ca_system_score_codex":0.00011922665,"about_ca_system_score_gemma":0.00008858965,"threshold_uncertainty_score":0.9511765},"labels":[],"label_agreement":null},{"id":"W2434065075","doi":"10.1007/s10796-016-9657-7","title":"Investigation of feature run-time conflicts on goal model-based reuse","year":2016,"lang":"en","type":"article","venue":"Information Systems Frontiers","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Reuse; Artifact (error); Workflow; Context (archaeology); Software engineering; Feature (linguistics); Software; Selection (genetic algorithm); Matching (statistics); Task (project management); Data mining; Artificial intelligence; Systems engineering; Database; Programming language; Engineering","score_opus":0.023195973743157128,"score_gpt":0.23239191541807439,"score_spread":0.20919594167491726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2434065075","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042677848,0.000042100302,0.9934236,0.0004931782,0.0008634432,0.00024103049,0.000017697846,0.00040516214,0.00024601788],"genre_scores_gemma":[0.22732255,0.0000049638306,0.77187604,0.00023956953,0.000035136043,0.000042805328,0.000012558582,0.000011153361,0.00045522128],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99889654,0.00008864553,0.00036366004,0.00012913412,0.00034576276,0.00017625449],"domain_scores_gemma":[0.99845934,0.0002134459,0.0003270305,0.0007242531,0.00019907145,0.00007683779],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053708104,0.00013961218,0.0002189408,0.0002680629,0.000043680466,0.000055280983,0.00064281357,0.00012443533,4.1195574e-7],"category_scores_gemma":[0.0007751573,0.00010143542,0.000046644236,0.00022669382,0.000057916637,0.002028389,0.00006309973,0.00007876094,0.00004417193],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053113068,0.000005096897,0.0003091314,0.00016904985,0.00003297762,8.846338e-7,0.0027253958,0.93668115,0.004615164,0.010267264,0.033925448,0.0112153],"study_design_scores_gemma":[0.0013186928,0.00020126371,0.0005309908,0.00046502324,0.000008147094,0.000005294907,0.00007464754,0.95279104,0.026101386,0.0027509604,0.015305942,0.00044662188],"about_ca_topic_score_codex":0.0000029586702,"about_ca_topic_score_gemma":3.5237342e-8,"teacher_disagreement_score":0.22305477,"about_ca_system_score_codex":0.00013367643,"about_ca_system_score_gemma":0.00008262342,"threshold_uncertainty_score":0.41364163},"labels":[],"label_agreement":null},{"id":"W2435692892","doi":"10.82308/6669","title":"Runtime techniques and interprocedural analysis in Java virtual machines","year":2005,"lang":"en","type":"article","venue":"eScholarship@McGill (McGill)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Just-in-time compilation; Garbage collection; Java; Call graph; Dynamic compilation; Call stack; Executable; Operating system; Compiler; Programming language; Virtual machine; Bytecode; Parallel computing; Garbage; Stack (abstract data type)","score_opus":0.014241830302793416,"score_gpt":0.25844281277607967,"score_spread":0.24420098247328625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2435692892","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9388643,0.00048346867,0.054204058,0.00021696438,0.00029100376,0.00040290068,0.00006889036,0.00245895,0.0030094888],"genre_scores_gemma":[0.6357177,0.00005588971,0.36377183,0.00016095929,0.000020946503,0.000033291082,0.0000034317802,0.000026508433,0.00020946642],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.997368,0.0002729999,0.00055714377,0.00089073274,0.00034305936,0.00056810625],"domain_scores_gemma":[0.99820673,0.0006363046,0.0001516188,0.00073752034,0.00009461387,0.00017317978],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011671764,0.00041372448,0.0005672967,0.0009010267,0.0002550535,0.00010835878,0.0010796855,0.00020028451,0.000016391072],"category_scores_gemma":[0.0010876475,0.00040637588,0.00016307816,0.0017443179,0.000092257134,0.0020163236,0.0008479117,0.00067410164,0.000029115372],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025611955,0.000078710334,0.0006826951,0.000023123643,0.00014210313,0.00006824377,0.000022804417,0.0068430672,0.009430767,0.07550277,0.0000012399425,0.9071789],"study_design_scores_gemma":[0.0041318014,0.0015780113,0.033139177,0.000640061,0.00065310457,0.00092548976,0.00020799074,0.089673586,0.5211595,0.27606484,0.06418248,0.0076439297],"about_ca_topic_score_codex":0.000065220745,"about_ca_topic_score_gemma":0.00018744578,"teacher_disagreement_score":0.89953494,"about_ca_system_score_codex":0.000299357,"about_ca_system_score_gemma":0.000013134772,"threshold_uncertainty_score":0.9998388},"labels":[],"label_agreement":null},{"id":"W2462154154","doi":"10.1007/978-3-319-16106-8_3","title":"Aspect-Oriented Paradigm","year":2015,"lang":"en","type":"book-chapter","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada); École de Technologie Supérieure; Concordia University","funders":"","keywords":"Aspect-oriented programming; Computer science; Perspective (graphical); Programming language; Object-oriented programming; Software engineering; Programming paradigm; Artificial intelligence; Software","score_opus":0.08664401975743531,"score_gpt":0.2986969718747934,"score_spread":0.21205295211735808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2462154154","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.0855984e-8,0.0006905708,0.6036432,0.000106990934,0.0008186924,0.00008094384,0.0000020670057,0.0012476037,0.3934099],"genre_scores_gemma":[0.00000762701,0.000035725356,0.5348002,0.000056728535,0.0001034345,0.000004120707,0.00000409446,0.000028767348,0.46495932],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99853945,0.000018507886,0.00024234419,0.0005516659,0.00037551895,0.00027252868],"domain_scores_gemma":[0.9981627,0.00035188388,0.000109359935,0.001136794,0.000096851094,0.00014240197],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00031986425,0.0003391036,0.00038373354,0.00015707081,0.000033620618,0.0000435247,0.0010077518,0.00025109915,0.00008582016],"category_scores_gemma":[0.00024174975,0.00030500206,0.00010079699,0.000053571956,0.00005735128,0.00023590535,0.00047716405,0.00037876057,0.00050156366],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011129077,0.0000022069685,1.718127e-7,0.0000064792707,0.000020356325,0.000042401534,0.00003480851,0.0013051121,0.0000018550937,0.97877645,0.008039424,0.0117695965],"study_design_scores_gemma":[0.00006575286,0.000037325826,0.0000011611863,0.000019475381,0.0000043380637,0.000019348832,5.7695866e-7,0.00023891412,0.000029043744,0.5235279,0.4757853,0.00027086886],"about_ca_topic_score_codex":0.0000018447076,"about_ca_topic_score_gemma":0.0000013386356,"teacher_disagreement_score":0.46774587,"about_ca_system_score_codex":0.00014366567,"about_ca_system_score_gemma":0.0001056893,"threshold_uncertainty_score":0.9999402},"labels":[],"label_agreement":null},{"id":"W2464345357","doi":"10.1016/j.jss.2016.06.102","title":"Improving software performance and reliability in a distributed and concurrent environment with an architecture-based self-adaptive framework","year":2016,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Distributed computing; Failover; Adaptation (eye); Reliability (semiconductor); Provisioning; Switchover; Concurrency; Software architecture; Resource (disambiguation); Embedded system; Reliability engineering; Software; Engineering; Computer network; Operating system","score_opus":0.01264431455649355,"score_gpt":0.2240694401440092,"score_spread":0.21142512558751564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2464345357","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33673975,0.0008230971,0.6621065,0.000049844177,0.00009408494,0.00012273424,0.000008370952,0.00005554874,6.738358e-8],"genre_scores_gemma":[0.52509767,0.0000842913,0.47477004,0.0000074006357,0.000025421967,0.0000066105677,2.1878243e-7,0.000007383115,9.45301e-7],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99865544,0.00016989883,0.00037293794,0.00031525444,0.00025002498,0.00023642536],"domain_scores_gemma":[0.9979753,0.0012070244,0.00030871743,0.00026199262,0.000077626624,0.00016937504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081623887,0.00019898936,0.0003838228,0.00010564201,0.00008016306,0.00007484468,0.00020281096,0.00009506586,3.506384e-7],"category_scores_gemma":[0.00055765273,0.00011692742,0.000023052171,0.00009799227,0.00011495616,0.0005101654,0.00010623359,0.00028927764,1.0691598e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039066526,0.00021264199,0.30728275,0.0012426516,0.00008005449,0.00016670821,0.0031986313,0.09595901,0.00019136438,0.0005370499,0.000007289093,0.5907312],"study_design_scores_gemma":[0.010757543,0.014791535,0.8865541,0.010805227,0.000151769,0.0024248,0.0009036796,0.058733247,0.00084155885,0.009978724,0.0013614099,0.0026964047],"about_ca_topic_score_codex":0.000009175975,"about_ca_topic_score_gemma":0.0000011475415,"teacher_disagreement_score":0.5880348,"about_ca_system_score_codex":0.00012008853,"about_ca_system_score_gemma":0.000066105844,"threshold_uncertainty_score":0.47681618},"labels":[],"label_agreement":null},{"id":"W2467778514","doi":"","title":"Proceedings of the 18th International ACM SIGSOFT Symposium on Component-Based Software Engineering, Montreal, Canada, 4-8 May 2015 / Philippe Kruchten, Steffen Becker, Jean-Guy Schneider (eds.)","year":2015,"lang":"en","type":"other","venue":"Swinburne Research Bank (Swinburne University of Technology)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Component (thermodynamics); Library science; Sociology; Computer science; Physics","score_opus":0.027677557751671602,"score_gpt":0.27218033941119973,"score_spread":0.24450278165952813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2467778514","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057374697,0.065019935,0.4423435,0.22772019,0.028945416,0.031079639,0.008919347,0.04091535,0.09768191],"genre_scores_gemma":[0.03449084,0.0024068896,0.6182451,0.0001529293,0.0006269467,0.000049744198,0.00019865291,0.0011771063,0.34265178],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947562,0.000116205214,0.00049271324,0.0012012817,0.0023546433,0.0010789077],"domain_scores_gemma":[0.9934403,0.0018986047,0.000616028,0.0022399572,0.0015320728,0.00027303887],"candidate_categories":["metaresearch","metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0014088866,0.00068413024,0.0010290287,0.002788149,0.00019501515,0.000050926945,0.009966247,0.0009394717,0.00015107944],"category_scores_gemma":[0.011279134,0.00065329205,0.0002454144,0.002403438,0.0009672002,0.00028230372,0.0038476433,0.0021457658,0.000014592111],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000126481,0.0002907527,0.0024123301,0.00044342404,0.00060430233,0.00013919882,0.00012598299,0.007911406,0.0017637629,0.0015945219,0.97924286,0.0053449986],"study_design_scores_gemma":[0.0027328187,0.0006726654,0.0013488082,0.0024944155,0.00009545438,0.000026553289,0.0004017151,0.0018735031,0.008924378,0.0010725408,0.97907895,0.0012782093],"about_ca_topic_score_codex":0.03579754,"about_ca_topic_score_gemma":0.012840931,"teacher_disagreement_score":0.24496989,"about_ca_system_score_codex":0.0010668829,"about_ca_system_score_gemma":0.0016040278,"threshold_uncertainty_score":0.9995918},"labels":[],"label_agreement":null},{"id":"W2473516048","doi":"","title":"A methodological framework for decision-theoretic adaptation of software interaction and assistance","year":2011,"lang":"en","type":"dissertation","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Personalization; Computer science; Usability; Adaptation (eye); Human–computer interaction; Software; User interface; User modeling; Order (exchange); Software engineering; World Wide Web","score_opus":0.16967471631602218,"score_gpt":0.4002927804867715,"score_spread":0.23061806417074934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2473516048","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018646071,0.00071431877,0.99505603,0.0000083199975,0.0015706931,0.00035272934,0.000005925861,0.00033693024,0.00009045069],"genre_scores_gemma":[0.005392797,0.00017067321,0.9939321,0.000018604036,0.000033960812,0.00012390572,0.000024685107,0.000026353446,0.00027686855],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99838924,0.00019486551,0.00045169084,0.0005631648,0.00020072133,0.0002003344],"domain_scores_gemma":[0.97939706,0.019390177,0.0004144404,0.0004620436,0.00028225753,0.00005401132],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00096663873,0.00026309022,0.0005179242,0.00019851897,0.000063360094,0.000040026713,0.00051904866,0.000434413,0.000016441847],"category_scores_gemma":[0.022692773,0.00022434899,0.00012589691,0.00022069963,0.000047779402,0.00031033135,0.00006899933,0.00031282523,0.0000015755365],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026167856,0.000027745096,0.000018792656,0.00034096307,0.000036629393,0.000001617935,0.0014324804,0.002393514,0.00007479218,0.43766144,0.000025832906,0.5577245],"study_design_scores_gemma":[0.00011536936,0.00021442506,0.0011731588,0.0005251403,0.000031692736,0.0000054801844,0.00049750623,0.003010225,0.0025127353,0.99148655,0.00013559418,0.00029213866],"about_ca_topic_score_codex":0.0000060431294,"about_ca_topic_score_gemma":0.000014156104,"teacher_disagreement_score":0.55743235,"about_ca_system_score_codex":0.000033625354,"about_ca_system_score_gemma":0.00005015329,"threshold_uncertainty_score":0.9855395},"labels":[],"label_agreement":null},{"id":"W2484809186","doi":"10.4018/978-1-60566-794-2.ch002","title":"Developing Non-Functional Requirements for a Service-Oriented Application Platform","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Non-functional requirement; Computer science; Terminology; Domain (mathematical analysis); Systems engineering; Software engineering; Functional requirement; Software deployment; Service (business); Requirements analysis; Metric (unit); Software development; Engineering; Software; Operating system; Operations management","score_opus":0.10447409723014758,"score_gpt":0.3044980936848583,"score_spread":0.20002399645471072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2484809186","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000005780288,0.000043856453,0.837557,0.000033449065,0.0009987736,0.0006468426,0.00002972928,0.0005667143,0.16011785],"genre_scores_gemma":[0.0011798112,0.0000025923064,0.98963755,0.00056206156,0.00023082767,0.0002860537,0.000023974178,0.00005067546,0.008026423],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9981504,0.0000062783056,0.00041425906,0.00071178767,0.00033598192,0.00038128614],"domain_scores_gemma":[0.99846584,0.00013751825,0.00029697068,0.0007307979,0.00027356562,0.000095310446],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00023925769,0.0004171468,0.00036644287,0.00008964431,0.00013855708,0.00004603661,0.00080835685,0.00034227342,0.0000017014464],"category_scores_gemma":[0.00006498607,0.00043981895,0.00012888077,0.000049908384,0.000033934324,0.00021166912,0.0004182171,0.00018402675,0.00006924152],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022849745,0.0000031469879,0.0000021686715,0.00006517351,0.000060352948,0.0000024816766,0.000056787623,0.00014382083,0.000033969605,0.97423816,0.00013206649,0.025239037],"study_design_scores_gemma":[0.00034182315,0.00005460234,0.000056146262,0.00014315364,0.000022225127,0.000017391782,0.000002250203,0.00051567133,0.00027261573,0.97032905,0.027757198,0.00048788876],"about_ca_topic_score_codex":0.000013910061,"about_ca_topic_score_gemma":0.000014877694,"teacher_disagreement_score":0.15209143,"about_ca_system_score_codex":0.0005693771,"about_ca_system_score_gemma":0.00027361544,"threshold_uncertainty_score":0.99980533},"labels":[],"label_agreement":null},{"id":"W2485345926","doi":"10.1145/2851613.2851755","title":"An object model for a dynamic mixin based language","year":2016,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Programming language; Modular design; Object (grammar); Compiler; Memory model; Compile time; Language construct; Object model; Object-oriented programming; Parallel computing; Shared memory; Artificial intelligence","score_opus":0.030165667125189064,"score_gpt":0.3290307475601754,"score_spread":0.29886508043498633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2485345926","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033439712,0.000022852251,0.9950519,0.00026694493,0.00010431349,0.00012091506,0.0000061606033,0.001050305,0.00003261279],"genre_scores_gemma":[0.28040743,6.818971e-7,0.7188739,0.000118393786,0.000007662734,0.000030303294,6.59546e-7,0.000008589331,0.0005523624],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993213,0.000033249384,0.000087528184,0.0002654662,0.00007943762,0.00021302552],"domain_scores_gemma":[0.998662,0.00069196895,0.000021584354,0.0005446793,0.000030199744,0.000049592494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028359296,0.000091425565,0.00009847403,0.00006126441,0.000029095523,0.00002280633,0.0005455921,0.000037076687,0.000003434487],"category_scores_gemma":[0.0003710061,0.000058084053,0.00004131909,0.00008302827,0.000016749465,0.00034848152,0.000044791148,0.000026909482,0.0000063951156],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016779813,0.000045424367,0.00002448579,0.00002535482,0.000008710161,0.000006064052,0.0005973393,0.4691864,0.15972239,0.018266704,0.00014671327,0.35195363],"study_design_scores_gemma":[0.00025587546,0.00005351178,0.000051881896,0.000007331544,0.0000011252934,0.0000010077044,0.000009357821,0.977671,0.010749684,0.011058411,0.000019299985,0.000121461715],"about_ca_topic_score_codex":0.0000019600125,"about_ca_topic_score_gemma":0.000008504147,"teacher_disagreement_score":0.50848466,"about_ca_system_score_codex":0.000040834027,"about_ca_system_score_gemma":0.00003832107,"threshold_uncertainty_score":0.2368599},"labels":[],"label_agreement":null},{"id":"W2486398123","doi":"10.4018/ijats.2015070103","title":"Assessing the Effect of Aspect Refactoring on Multi-Agent Applications","year":2015,"lang":"en","type":"article","venue":"International Journal of Agent Technologies and Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Code refactoring; Computer science; Modularity (biology); Profiling (computer programming); Separation of concerns; Software engineering; Distributed computing; Focus (optics); Multi-agent system; Object-oriented programming; Software; Programming language; Artificial intelligence","score_opus":0.09971397772859475,"score_gpt":0.3764767923019891,"score_spread":0.27676281457339436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2486398123","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.072659776,0.0017564845,0.92356414,0.00037893807,0.0013367034,0.00012736119,9.852478e-7,0.00014285593,0.000032758366],"genre_scores_gemma":[0.9523023,0.00012266572,0.047475096,0.0000042768447,0.00006432472,0.000013625644,1.7087213e-7,0.0000047818417,0.000012790956],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99894804,0.00009752814,0.0003396678,0.00011525208,0.0004042508,0.000095258336],"domain_scores_gemma":[0.9983872,0.0007114307,0.00040137517,0.00024473816,0.00022984782,0.00002541675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00117693,0.00009605308,0.00019460455,0.00017981995,0.000036532252,0.00014390342,0.0010668281,0.0000542418,9.7447604e-8],"category_scores_gemma":[0.0011246584,0.000055219112,0.000056493514,0.00012624584,0.000057836987,0.0002821264,0.0002347231,0.00019770401,9.3035055e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053823835,0.00011199877,0.013630069,0.00012100725,0.0006013744,0.0001635382,0.00091076526,0.3127784,0.008896066,0.0338926,0.00042312586,0.6284172],"study_design_scores_gemma":[0.016915126,0.014585524,0.061568677,0.008181667,0.00038398965,0.007907632,0.040227138,0.21675634,0.4750681,0.042764504,0.1120105,0.0036307978],"about_ca_topic_score_codex":0.00000523797,"about_ca_topic_score_gemma":1.8111193e-7,"teacher_disagreement_score":0.8796425,"about_ca_system_score_codex":0.00011926534,"about_ca_system_score_gemma":0.000022434144,"threshold_uncertainty_score":0.225177},"labels":[],"label_agreement":null},{"id":"W2487642722","doi":"10.4018/978-1-59904-277-0.ch008","title":"Business Process Modeling with the User Requirements Notation","year":2007,"lang":"en","type":"book-chapter","venue":"Advances in e-business research series","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Carleton University","funders":"","keywords":"Notation; Computer science; USable; Business process modeling; Business process; Business Process Model and Notation; Artifact-centric business process model; Business rule; Software engineering; Process modeling; Process (computing); Process management; Systems engineering; Engineering; Work in process; World Wide Web; Programming language; Operations management","score_opus":0.1559812874031198,"score_gpt":0.4169808767800459,"score_spread":0.26099958937692613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2487642722","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000115070834,0.0048058648,0.97756356,0.0009168144,0.00047707988,0.00077408727,0.0000056870404,0.00034810507,0.014993756],"genre_scores_gemma":[0.014386725,0.024028983,0.87450737,0.00023464672,0.0010085294,0.00085002143,0.00009877467,0.00051422446,0.08437075],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.995326,0.00013270877,0.00054784137,0.001053147,0.0019572645,0.000983038],"domain_scores_gemma":[0.9940378,0.0011053244,0.00023681144,0.0012789188,0.0032552443,0.00008591469],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022860435,0.0005776355,0.00056903803,0.00084442855,0.0004297011,0.00029977475,0.0023585446,0.00027721885,0.000010737583],"category_scores_gemma":[0.0012421714,0.00040600012,0.000043190525,0.001803833,0.0007453402,0.005140405,0.00070590124,0.0011948699,0.000018231705],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022595159,0.000024338115,0.00002612346,0.0007969668,0.000025183144,0.0001670551,0.00067442365,0.826713,0.000027134503,0.12900886,0.000018816047,0.042292103],"study_design_scores_gemma":[0.0018988522,0.00047246832,0.0009156633,0.005952781,0.000045381454,0.00020219428,0.0009789505,0.017358871,0.00080565334,0.77943933,0.18822834,0.0037015192],"about_ca_topic_score_codex":0.000019784726,"about_ca_topic_score_gemma":0.0003088341,"teacher_disagreement_score":0.8093542,"about_ca_system_score_codex":0.00030065543,"about_ca_system_score_gemma":0.0004315926,"threshold_uncertainty_score":0.9998392},"labels":[],"label_agreement":null},{"id":"W2491217294","doi":"10.4018/978-1-60566-060-8.ch017","title":"A Framework for Communicability of Software Documentation","year":2009,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Documentation; Software documentation; Software; Computer science; Software engineering; Software development; Software system; Software construction; Operating system","score_opus":0.05348735943573408,"score_gpt":0.3372751252877932,"score_spread":0.2837877658520591,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2491217294","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000042597376,0.000409375,0.9345226,0.000049713006,0.0003711714,0.0004951355,0.00006584075,0.00053825794,0.06354363],"genre_scores_gemma":[0.0013648538,0.0000069699104,0.99573964,0.00015220922,0.000052011805,0.000024995948,0.000003528285,0.000020142264,0.0026356447],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99851346,0.000045469365,0.0004563862,0.00044590406,0.0002790476,0.00025973766],"domain_scores_gemma":[0.99650127,0.0013984861,0.0003453337,0.0014932016,0.00019008658,0.00007161755],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00035103204,0.0003287415,0.00055065216,0.0000522833,0.000066512934,0.00005059796,0.0013650741,0.00041637477,0.0000029688874],"category_scores_gemma":[0.0008713314,0.0003437183,0.0002531735,0.000027700014,0.00011145409,0.00012661688,0.00035024917,0.00031138468,0.0000054695333],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001457512,0.00000593798,0.0000028906873,0.00006548874,0.000029019793,0.0000018368501,0.00006184503,0.0005657016,0.0000035935534,0.87686765,0.00006863765,0.122312814],"study_design_scores_gemma":[0.00015435224,0.0001700995,0.00003732128,0.00022762806,0.000022116794,0.00000557232,0.000002024818,0.0000403734,0.00013875955,0.9964307,0.0024888364,0.00028220066],"about_ca_topic_score_codex":0.000006722904,"about_ca_topic_score_gemma":0.0000037391992,"teacher_disagreement_score":0.12203061,"about_ca_system_score_codex":0.00023381955,"about_ca_system_score_gemma":0.00010860617,"threshold_uncertainty_score":0.9999015},"labels":[],"label_agreement":null},{"id":"W2500108099","doi":"10.4018/978-1-59904-219-0.ch014","title":"Formalizing Patterns with the User Requirements Notation","year":2007,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Ottawa","funders":"","keywords":"Notation; Computer science; Focus (optics); Programming language; Context (archaeology); Process (computing); Isolation (microbiology); Pattern language (formal languages); Human–computer interaction; Theoretical computer science; Linguistics","score_opus":0.0698038873970985,"score_gpt":0.30793849936185347,"score_spread":0.23813461196475497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2500108099","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000037756512,0.00007309446,0.75049245,0.00004160301,0.00036123538,0.0002205866,0.000009473271,0.0003868376,0.24837694],"genre_scores_gemma":[0.032955788,0.000010072589,0.916135,0.0018478573,0.0004468831,0.00004862412,0.0000063632165,0.00011929183,0.048430078],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9983736,0.000023767274,0.0002576432,0.0004352181,0.0005232679,0.00038648356],"domain_scores_gemma":[0.9985816,0.00019661804,0.00023154609,0.00080414215,0.00011623723,0.00006985158],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00036425047,0.00035984584,0.00025756023,0.000059743114,0.0001266378,0.00012668387,0.0009941508,0.00018549552,0.0000026123275],"category_scores_gemma":[0.000036339086,0.00025046105,0.000086776054,0.000029668945,0.000062738196,0.00022596704,0.00033307337,0.00029670418,0.000028347677],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010576842,0.0000016844522,0.000026599146,0.0000235604,0.000049904975,0.000056728026,0.0001382146,0.0010408682,0.000006070029,0.9692374,0.00014074953,0.029267661],"study_design_scores_gemma":[0.0014116114,0.00067803985,0.0012957278,0.0013494281,0.00017835107,0.0003368544,0.000076085715,0.0006490135,0.0010020118,0.8743691,0.11581836,0.0028354519],"about_ca_topic_score_codex":0.000014807746,"about_ca_topic_score_gemma":0.000050182516,"teacher_disagreement_score":0.19994685,"about_ca_system_score_codex":0.00023245404,"about_ca_system_score_gemma":0.00006341253,"threshold_uncertainty_score":0.99999475},"labels":[],"label_agreement":null},{"id":"W2503408690","doi":"10.22215/etd/2012-09574","title":"Integrating performance analysis in model driven software product line engineering","year":2012,"lang":"en","type":"dissertation","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Canadian Heritage; Library and Archives Canada","funders":"","keywords":"Product (mathematics); Product line; Computer science; Software product line; Line (geometry); Software; Engineering; Operating system; Mathematics; Software development; Manufacturing engineering","score_opus":0.02932395981495095,"score_gpt":0.2876445352125368,"score_spread":0.25832057539758585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2503408690","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039568175,0.000491519,0.9580377,0.0000104134615,0.0005906256,0.00019233799,0.0000020604623,0.0009833035,0.00012388712],"genre_scores_gemma":[0.18390477,0.000046633886,0.8141723,0.000007678259,0.000073293806,0.00006865548,0.000114361086,0.000037933594,0.0015743246],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979489,0.000038788694,0.0005040262,0.000663213,0.00031361287,0.0005314984],"domain_scores_gemma":[0.9984147,0.00036215154,0.00017837601,0.00082620204,0.00013807038,0.00008053158],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00053726614,0.00043579767,0.0006456517,0.0010561909,0.000049372582,0.000068628426,0.0010474721,0.00020681473,0.000006332917],"category_scores_gemma":[0.0013487926,0.0004083742,0.00016642098,0.0018670022,0.000008351437,0.0008604153,0.0001420528,0.00072566915,0.000008277958],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000291774,0.000016075277,0.0011755654,0.00015689155,0.00008039544,0.0000018820465,0.0009786248,0.9741365,0.00039289455,0.0004086948,0.000005246569,0.022644363],"study_design_scores_gemma":[0.000065794724,0.000015817264,0.008431447,0.00011858827,0.00007177961,0.0000013575342,0.000032586973,0.98767346,0.002920532,0.00016305754,0.00001268354,0.00049291726],"about_ca_topic_score_codex":0.000017145509,"about_ca_topic_score_gemma":0.00011372758,"teacher_disagreement_score":0.1443366,"about_ca_system_score_codex":0.00018697798,"about_ca_system_score_gemma":0.0000996285,"threshold_uncertainty_score":0.9998368},"labels":[],"label_agreement":null},{"id":"W2504227078","doi":"10.1007/978-1-4302-0500-5_3","title":"Aspect-Oriented Programming","year":2007,"lang":"en","type":"book-chapter","venue":"Apress eBooks","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Competitor analysis; Computer science; Production (economics); Process management; Development environment; Software engineering; Engineering; Business; Marketing","score_opus":0.074443385746763,"score_gpt":0.3017063515013719,"score_spread":0.22726296575460891,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2504227078","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.544822e-7,0.0003786609,0.6461015,0.000007224172,0.00077036215,0.00022504244,0.0000021077713,0.0013110315,0.35120323],"genre_scores_gemma":[0.000044402324,0.0000086974605,0.6587433,0.00006500319,0.0001948918,0.000020716543,0.000003906425,0.00006624028,0.34085283],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99793017,0.000023258886,0.00036890965,0.00072501216,0.0004422905,0.00051035255],"domain_scores_gemma":[0.99773425,0.0005619879,0.00021251221,0.0012341124,0.00012409853,0.00013304499],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00041310774,0.00045645155,0.00043790412,0.00025512197,0.000097471704,0.00008709196,0.0011926262,0.00038144644,0.0000087448425],"category_scores_gemma":[0.0001607807,0.00046198914,0.00016580068,0.000025778594,0.00013107281,0.00011994457,0.00067918433,0.0006708978,0.000059268114],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034205586,0.0000030328524,3.5976836e-7,0.000033482338,0.000040128663,0.0001103339,0.00016690487,0.00013666139,0.00003389342,0.65441644,0.000099733355,0.34495562],"study_design_scores_gemma":[0.00016579537,0.00007500227,0.0000036011982,0.0001838567,0.000021546073,0.000041251144,0.0000027987558,0.00009529765,0.0015258789,0.10984927,0.887348,0.00068768003],"about_ca_topic_score_codex":0.0000045003158,"about_ca_topic_score_gemma":0.0000032640733,"teacher_disagreement_score":0.8872483,"about_ca_system_score_codex":0.0000968111,"about_ca_system_score_gemma":0.00005465886,"threshold_uncertainty_score":0.99978316},"labels":[],"label_agreement":null},{"id":"W2508734297","doi":"10.11575/prism/34154","title":"Balancing Business and Technical Objectives for Supporting Software Evolution","year":2010,"lang":"en","type":"article","venue":"PRISM (University of Calgary)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Software; Profit (economics); Context (archaeology); Operations research; Risk analysis (engineering); Engineering; Business","score_opus":0.011000575212508058,"score_gpt":0.2324370947435236,"score_spread":0.22143651953101554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2508734297","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041436084,0.00004223053,0.9576974,0.00013230195,0.00018155907,0.00013371324,2.3129272e-7,0.0003217986,0.000054697306],"genre_scores_gemma":[0.097127385,0.0000047281096,0.9027875,0.0000054237576,0.0000087420885,5.6703027e-7,0.0000011012129,0.0000051165566,0.000059454902],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993849,0.0000212942,0.00008023082,0.00024212527,0.00009599346,0.00017546832],"domain_scores_gemma":[0.9990458,0.0004739002,0.00009357637,0.00022523139,0.000112144335,0.000049337494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033575864,0.00008076262,0.00015371622,0.0000995373,0.00013642712,0.000011201423,0.00034615377,0.00009395336,0.0000016534099],"category_scores_gemma":[0.0011864962,0.000097081596,0.00003822165,0.00017606055,0.000107665306,0.00044969097,0.00027068844,0.00015658101,5.761511e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005402067,0.00007079232,0.008658624,0.0002771589,0.000036269328,0.000027495958,0.0015259078,0.00019890009,0.08689145,0.042846084,0.00023132762,0.85918194],"study_design_scores_gemma":[0.0014684584,0.0002032776,0.78283554,0.00009755912,0.00005105502,0.00010839427,0.00012904879,0.09828557,0.0033564,0.11087878,0.0018102836,0.00077562983],"about_ca_topic_score_codex":0.000044943736,"about_ca_topic_score_gemma":0.0000070413876,"teacher_disagreement_score":0.85840636,"about_ca_system_score_codex":0.000028247186,"about_ca_system_score_gemma":0.000052621017,"threshold_uncertainty_score":0.3958873},"labels":[],"label_agreement":null},{"id":"W2516939360","doi":"10.1109/tase.2016.14","title":"Hierarchical Multiset Theories of Cardinality-Based Feature Diagrams","year":2016,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Multiset; Cardinality (data modeling); Feature (linguistics); Computer science; Theoretical computer science; Diagram; Feature model; Semantics (computer science); Communication diagram; Set (abstract data type); Algorithm; Data mining; Class diagram; Programming language; Mathematics; Discrete mathematics; Software; Database; Unified Modeling Language","score_opus":0.023236334665518475,"score_gpt":0.2848998828931381,"score_spread":0.2616635482276196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2516939360","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002716047,0.00006378515,0.9945499,0.0016874074,0.0002531453,0.00006754093,0.000007342687,0.00046182712,0.00019301931],"genre_scores_gemma":[0.33709455,0.0000042391002,0.662599,0.00005906122,0.000020732723,0.000007547501,4.5514398e-7,0.000004916367,0.000209502],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99909073,0.00015356726,0.00012168062,0.00024526764,0.00018417941,0.0002045598],"domain_scores_gemma":[0.9969568,0.0023006555,0.00004062526,0.00058189465,0.00006307603,0.000056910947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004164537,0.00011241078,0.00019968911,0.000053082465,0.000028858409,0.000014695412,0.00058654026,0.00006638544,0.0000058686264],"category_scores_gemma":[0.0012999352,0.000062719715,0.00007987346,0.00018709703,0.00015003743,0.00018544633,0.0001511306,0.000087871194,0.000005646397],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002459668,0.000039973173,0.004283889,0.00004341867,0.000028799703,0.000015448199,0.00020619265,0.0035219183,0.010028142,0.7440898,0.0004969018,0.23722094],"study_design_scores_gemma":[0.0014150189,0.00032125984,0.030887945,0.00014115134,0.000012719582,0.000015286034,0.00002459512,0.0024161185,0.2545305,0.7017191,0.0077870586,0.00072921836],"about_ca_topic_score_codex":0.0000033777753,"about_ca_topic_score_gemma":0.0000013874316,"teacher_disagreement_score":0.33437848,"about_ca_system_score_codex":0.00002099318,"about_ca_system_score_gemma":0.000033093005,"threshold_uncertainty_score":0.25576356},"labels":[],"label_agreement":null},{"id":"W2519248743","doi":"10.1002/j.2334-5837.2016.00204.x","title":"The Best of Both Worlds: Agile Development Meets Product Line Engineering at Lockheed Martin","year":2016,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Agile software development; Scrum; New product development; Product line; Agile usability engineering; Engineering; Product (mathematics); Quality (philosophy); Scale (ratio); Software product line; Systems engineering; Work (physics); Agile Unified Process; Time to market; Lean software development; Manufacturing engineering; Software development; Engineering management; Computer science; Software; Software engineering; Software development process; Business; Mechanical engineering; Marketing","score_opus":0.018652005253137337,"score_gpt":0.2615230268680876,"score_spread":0.24287102161495025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519248743","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056503605,0.0002523596,0.935629,0.0049575344,0.002032976,0.0001559357,0.0000045029806,0.00025188155,0.000212172],"genre_scores_gemma":[0.70577246,0.00007626022,0.29094163,0.00003631907,0.00020690249,0.000062297295,0.0000022259405,0.000022745766,0.002879179],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986095,0.00003193932,0.0003896011,0.00031514783,0.000401924,0.0002519299],"domain_scores_gemma":[0.9982394,0.0009517927,0.00015208445,0.00042609687,0.00017564376,0.00005495485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005726602,0.00016030356,0.0001499754,0.00008037739,0.00008175344,0.0000410771,0.0011813585,0.000033903594,0.0000071825625],"category_scores_gemma":[0.000872305,0.00010071648,0.000049901642,0.00015648994,0.000051019033,0.0002825078,0.00069824356,0.000079118385,0.00004253361],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000087188535,0.00018601425,0.002683041,0.00004988556,0.0002804831,0.000043013697,0.0010518419,0.09416806,0.74189246,0.016984465,0.000813889,0.14175966],"study_design_scores_gemma":[0.00060029805,0.00008426285,0.0029578935,0.00031869515,0.0000069166636,0.000056996087,0.000008786323,0.005976778,0.8377645,0.0012414546,0.1505182,0.0004651951],"about_ca_topic_score_codex":0.000005978299,"about_ca_topic_score_gemma":0.000010293504,"teacher_disagreement_score":0.64926887,"about_ca_system_score_codex":0.00033786477,"about_ca_system_score_gemma":0.000050526076,"threshold_uncertainty_score":0.4107099},"labels":[],"label_agreement":null},{"id":"W2521373464","doi":"10.1007/s10270-017-0592-y","title":"Synthesis and exploration of multi-level, multi-perspective architectures of automotive embedded systems","year":2017,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Automotive industry; Process (computing); Perspective (graphical); Domain (mathematical analysis); Task (project management); Set (abstract data type); Focus (optics); Software engineering; Embedded system; Systems engineering; Artificial intelligence; Programming language","score_opus":0.1748088125183404,"score_gpt":0.3483944967806906,"score_spread":0.17358568426235021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2521373464","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020685535,0.002263018,0.97516215,0.00002057084,0.0008431162,0.00053298706,0.000040458457,0.0004450992,0.0000070405194],"genre_scores_gemma":[0.568633,0.000020293875,0.4312111,0.0000013258904,0.00003162445,0.000064417385,5.3352824e-7,0.000021061694,0.000016620395],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99768883,0.00037258992,0.0006421485,0.00061113806,0.0003640644,0.0003212498],"domain_scores_gemma":[0.9959987,0.0012239517,0.00070770975,0.0012300223,0.0007502359,0.00008939527],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012207114,0.00030728246,0.00073951983,0.0002494112,0.00027556115,0.00016261877,0.0009870466,0.0001567603,1.8129576e-7],"category_scores_gemma":[0.009601857,0.00028017038,0.00009951181,0.00012092398,0.00015054282,0.00086097966,0.00039334918,0.00020267579,9.762666e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000104789815,0.000034123663,0.00023184954,0.0003751831,0.00007647391,0.000004981859,0.0061781798,0.9868935,0.00082757423,0.0014260862,0.0000011317056,0.0039404663],"study_design_scores_gemma":[0.00036878683,0.000049712587,0.00032323296,0.0008626828,0.000026065296,0.000015810627,0.0027246817,0.99062645,0.0034741997,0.0012223223,0.0000010232993,0.00030503178],"about_ca_topic_score_codex":0.0007447458,"about_ca_topic_score_gemma":0.00001406037,"teacher_disagreement_score":0.54794747,"about_ca_system_score_codex":0.000110151734,"about_ca_system_score_gemma":0.000084992855,"threshold_uncertainty_score":0.9999651},"labels":[],"label_agreement":null},{"id":"W2522537045","doi":"10.1007/978-3-319-46982-9_15","title":"nfer – A Notation and System for Inferring Event Stream Abstractions","year":2016,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Programming language; Event (particle physics); Scala; Notation; Digital subscriber line; Datalog; Process (computing); Java","score_opus":0.03249337382863028,"score_gpt":0.29262665324248033,"score_spread":0.26013327941385006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2522537045","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000056027107,0.00022304135,0.9965057,0.00022061245,0.0019291306,0.00043039856,0.000009027282,0.00040343686,0.00022266459],"genre_scores_gemma":[0.10664187,0.00002105299,0.8928037,0.00006532523,0.0002642145,0.000036965666,0.0000013557094,0.000026620737,0.00013884138],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9978433,0.000020883708,0.00036879198,0.0009731546,0.0003720833,0.00042173808],"domain_scores_gemma":[0.9966189,0.0021726226,0.0002120797,0.000701418,0.00019338705,0.000101584206],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007201928,0.00034740253,0.00036070644,0.00050942844,0.00020221034,0.00022605235,0.0009584215,0.0002051806,0.0000010902962],"category_scores_gemma":[0.00034113092,0.00028998134,0.00007625094,0.00015165735,0.00022764498,0.00063683005,0.00049297116,0.00030551682,0.0000071700965],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035826542,0.0000055172836,0.0000115574185,0.00012205988,0.000009555264,0.000010748553,0.00024454686,0.19106945,0.00030855034,0.060374506,0.0000014212985,0.7478385],"study_design_scores_gemma":[0.00070850545,0.000302952,0.000597593,0.0019537099,0.000023073182,0.00019382397,9.5048057e-7,0.3929181,0.0052149403,0.59545904,0.0012907065,0.001336613],"about_ca_topic_score_codex":0.0000033677954,"about_ca_topic_score_gemma":0.000011582219,"teacher_disagreement_score":0.74650186,"about_ca_system_score_codex":0.0003836628,"about_ca_system_score_gemma":0.00019702043,"threshold_uncertainty_score":0.99995524},"labels":[],"label_agreement":null},{"id":"W2526586686","doi":"","title":"Software evolution: a requirements engineering approach","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software requirements specification; Software engineering; Software requirements; Knowledge base; Non-functional requirement; Functional requirement; Requirements engineering; System requirements specification; Requirements analysis; Software development; Software evolution; Consistency (knowledge bases); Domain knowledge; Programming language; Software design; Software; Software construction; Artificial intelligence","score_opus":0.05415246312069018,"score_gpt":0.27869981508222186,"score_spread":0.2245473519615317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2526586686","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003830204,0.00047806895,0.99571997,0.000023466222,0.00074255024,0.000084524996,3.079141e-7,0.0019672783,0.000600829],"genre_scores_gemma":[0.117559746,0.000002043578,0.8820191,0.0000362329,0.00011439602,0.000025545256,8.110304e-7,0.000011509343,0.00023059537],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989526,0.000029773144,0.00014159504,0.00021416627,0.00020203252,0.0004598346],"domain_scores_gemma":[0.99914074,0.00018385237,0.00002905006,0.0004973355,0.000031990858,0.00011700671],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044549193,0.00013683485,0.00012528144,0.000090749534,0.00005019809,0.000032666103,0.00054546795,0.000053510183,0.000006328546],"category_scores_gemma":[0.00059419125,0.00012584866,0.0000432633,0.0003396863,0.000012818458,0.0011752527,0.0002887009,0.000110198904,0.000043336197],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004379854,0.00022514477,0.010614046,0.0001585672,0.000084583764,0.0000054924312,0.0012561826,0.3111804,0.0025688782,0.6322475,0.0016640994,0.03999068],"study_design_scores_gemma":[0.00433769,0.00057228043,0.23786122,0.00029834095,0.00010670488,0.0010532527,0.0005440017,0.56414247,0.036199182,0.07278939,0.072638445,0.009457038],"about_ca_topic_score_codex":0.0000019681056,"about_ca_topic_score_gemma":2.6953183e-8,"teacher_disagreement_score":0.55945814,"about_ca_system_score_codex":0.00011182051,"about_ca_system_score_gemma":0.000014304649,"threshold_uncertainty_score":0.51319593},"labels":[],"label_agreement":null},{"id":"W2528559596","doi":"","title":"Towards Aspect-based Modeling of Self-Healing Web Services.","year":2006,"lang":"en","type":"other","venue":"UCL Discovery (University College London)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Business; Revenue; Process (computing); Web service; Risk analysis (engineering); Process management; Computer science; Marketing; Industrial organization; World Wide Web; Finance","score_opus":0.012581900914896964,"score_gpt":0.21341930986118687,"score_spread":0.2008374089462899,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2528559596","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00039471028,0.00062921376,0.9475346,0.00008416158,0.0006661752,0.0003399937,0.00062343234,0.0017133463,0.04801436],"genre_scores_gemma":[0.013303173,0.00013647204,0.8690083,0.00007608878,0.00015300648,0.0000020908394,0.00006652561,0.0002770121,0.11697732],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977314,0.00017005665,0.00026011653,0.00081193016,0.0005275014,0.0004990231],"domain_scores_gemma":[0.99811906,0.0002031527,0.000351095,0.0011282825,0.000095380215,0.00010302048],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002518655,0.0004886612,0.0007644341,0.0009485516,0.0001260603,0.00004950582,0.0019873024,0.00041299706,0.000022845212],"category_scores_gemma":[0.000027919192,0.00058620365,0.00028805548,0.0011075325,0.000067056346,0.0007928675,0.00064283627,0.00037569235,0.000015643836],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006949574,0.00026441252,0.0000715845,0.0018466673,0.00031444407,0.0005465068,0.00025894798,0.9103822,0.00015690057,0.056040052,0.02939981,0.00064898824],"study_design_scores_gemma":[0.0015783423,0.00009130241,0.000033225584,0.0006504246,0.00012017431,0.000008823389,0.0001905995,0.9509168,0.000115946204,0.0012709771,0.04392851,0.0010948677],"about_ca_topic_score_codex":0.0009943483,"about_ca_topic_score_gemma":0.0005083059,"teacher_disagreement_score":0.07852629,"about_ca_system_score_codex":0.00034450655,"about_ca_system_score_gemma":0.0005406959,"threshold_uncertainty_score":0.99965894},"labels":[],"label_agreement":null},{"id":"W2530512771","doi":"","title":"Monitoring and diagnosis for autonomic systems: a requirement engineering approach","year":2010,"lang":"en","type":"dissertation","venue":"TSpace","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Control reconfiguration; Computer science; Autonomic computing; Component (thermodynamics); Software system; Software; Component-based software engineering; Distributed computing; Software engineering; Reliability engineering; Real-time computing; Embedded system; Cloud computing; Engineering; Programming language; Operating system","score_opus":0.053308016265868535,"score_gpt":0.3451174010559966,"score_spread":0.2918093847901281,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2530512771","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02220048,0.0034207827,0.9691111,0.00002099546,0.0038963757,0.0005826327,0.0000019181175,0.0006892534,0.000076502896],"genre_scores_gemma":[0.020223634,0.00024880143,0.97636336,0.0000017188747,0.0003236949,0.00144721,0.00001741979,0.00006330734,0.001310852],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99876034,0.000021822341,0.00022248043,0.0005265744,0.0001477984,0.00032097552],"domain_scores_gemma":[0.9985704,0.0006402528,0.00014526997,0.0004989558,0.00006618158,0.00007893502],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00040490075,0.0002969674,0.000366354,0.00016515995,0.00007708431,0.00017296587,0.0005110885,0.00026621026,3.9153718e-7],"category_scores_gemma":[0.0005601567,0.00031655468,0.00006239389,0.000113134774,0.00000880425,0.00020533643,0.00008543298,0.0003357637,0.0000012709681],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069558235,0.00016484084,0.0005695315,0.012102995,0.0005913708,0.000022534845,0.041173033,0.73223656,0.045895923,0.035602845,0.000539321,0.13103148],"study_design_scores_gemma":[0.0034431093,0.0008898536,0.013842209,0.0067384676,0.00054105476,0.000101308615,0.011151877,0.67028576,0.23750505,0.0036915385,0.04275317,0.009056636],"about_ca_topic_score_codex":0.000022387765,"about_ca_topic_score_gemma":8.3163735e-7,"teacher_disagreement_score":0.19160911,"about_ca_system_score_codex":0.000112997106,"about_ca_system_score_gemma":0.00004855595,"threshold_uncertainty_score":0.99992865},"labels":[],"label_agreement":null},{"id":"W2534560419","doi":"","title":"Autonomic Computing Now You See It, Now You Don't Design and Evolution of Autonomic Software Systems","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Autonomic computing; Computer science; Adaptation (eye); Architecture; Software engineering; Knowledge management; Data science; Cloud computing","score_opus":0.03213766653193728,"score_gpt":0.2666228077486632,"score_spread":0.23448514121672592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2534560419","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0132769495,0.00091042777,0.98311675,0.00022420633,0.0007337279,0.0003539435,0.0000022350891,0.0013183652,0.00006339088],"genre_scores_gemma":[0.34139568,0.000018704759,0.6582528,0.00003537363,0.00004830282,0.000003887189,9.5109624e-7,0.000012607984,0.00023175398],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99802685,0.00021010223,0.0005310138,0.0006046373,0.00017882478,0.00044857798],"domain_scores_gemma":[0.9978624,0.0010263195,0.0002414311,0.0006632253,0.00009955405,0.00010708645],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011767101,0.00028625876,0.00046960198,0.00022407033,0.00012526645,0.000109149696,0.00074304146,0.00013971294,0.000002169829],"category_scores_gemma":[0.00036947097,0.00027840698,0.00007058122,0.00029619658,0.00007359599,0.0005815262,0.00024233121,0.00019812521,0.000019149697],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070132155,0.000020762927,0.0006284451,0.00003475132,0.000017642818,0.000003935709,0.00026980604,0.97790945,0.0017992721,0.0043517393,0.0003577987,0.014599359],"study_design_scores_gemma":[0.00047626515,0.0002591037,0.019001162,0.00015220037,0.000015382153,0.000068283814,0.000086306005,0.9725568,0.0019660748,0.0045707934,0.00034871913,0.0004988914],"about_ca_topic_score_codex":0.000027588732,"about_ca_topic_score_gemma":0.0000018207727,"teacher_disagreement_score":0.3281187,"about_ca_system_score_codex":0.00036631522,"about_ca_system_score_gemma":0.00015262587,"threshold_uncertainty_score":0.9999668},"labels":[],"label_agreement":null},{"id":"W2544643740","doi":"10.1109/itict.2005.1609627","title":"Generating Unit Test Sequences for Aspect-Oriented Programs: Towards a Formal Approach Using UML State Diagrams","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Computer science; Aspect-oriented programming; Unified Modeling Language; Class diagram; Unit testing; Programming language; Object-oriented programming; Software engineering; Class (philosophy); Integration testing; Separation of concerns; Applications of UML; Software; Artificial intelligence","score_opus":0.0804695088625618,"score_gpt":0.3107545391155443,"score_spread":0.2302850302529825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2544643740","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029078227,0.00010800269,0.9683656,0.000035772533,0.00025905567,0.0005638496,0.0000056003196,0.0013251519,0.00025872907],"genre_scores_gemma":[0.09527962,0.0000024737083,0.9041717,0.000033107564,0.0001338163,0.0001255089,0.000018476396,0.000022329923,0.0002129521],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99805444,0.00007724209,0.00036495767,0.0005064707,0.00027171502,0.00072515977],"domain_scores_gemma":[0.998741,0.00047672528,0.0001283005,0.00039981309,0.00018055657,0.00007363046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090865564,0.00026073816,0.0002620444,0.00011009275,0.00026156794,0.00025272192,0.00059427886,0.00006865244,8.907813e-7],"category_scores_gemma":[0.00059938803,0.00021803514,0.000088544795,0.0006618955,0.000083659106,0.0010662965,0.00024821467,0.00014481561,0.0000011296596],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005262159,0.00014038444,0.001608577,0.00008652229,0.00002116086,0.0000098494365,0.0004515771,0.7308221,0.0042300834,0.020613817,0.00002356918,0.24198714],"study_design_scores_gemma":[0.0003134838,0.00018377053,0.00023245753,0.000018988954,0.0000075268144,0.00003418828,0.00010314896,0.98115027,0.008108274,0.009118485,0.00033983227,0.00038960273],"about_ca_topic_score_codex":0.00018697903,"about_ca_topic_score_gemma":0.000025900858,"teacher_disagreement_score":0.25032818,"about_ca_system_score_codex":0.00009035211,"about_ca_system_score_gemma":0.00011070048,"threshold_uncertainty_score":0.8891215},"labels":[],"label_agreement":null},{"id":"W2553786604","doi":"10.1002/spe.2463","title":"Modelling a family of systems for crisis management with concern‐oriented reuse","year":2016,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Trent University","funders":"","keywords":"Reuse; Rotation formalisms in three dimensions; Abstraction; Computer science; Software engineering; Domain (mathematical analysis); Core (optical fiber); Risk analysis (engineering); Systems engineering; Engineering; Business","score_opus":0.0580529944815453,"score_gpt":0.3168435371305206,"score_spread":0.2587905426489753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2553786604","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009148489,0.0013042665,0.9883364,0.00028562188,0.00025995335,0.00033310207,0.000005120142,0.0003008383,0.00002619943],"genre_scores_gemma":[0.12801409,0.00075628044,0.8708208,0.00008932076,0.00001814936,0.00022235344,3.348586e-7,0.0000138454525,0.00006481385],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986741,0.00007039554,0.00024794476,0.00046873328,0.00025958449,0.00027925457],"domain_scores_gemma":[0.9966168,0.0020623466,0.00020561933,0.00078495167,0.00025603047,0.00007425457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040815276,0.00016084302,0.00022188305,0.00007487426,0.00009585752,0.00005204308,0.0005747342,0.000046998073,3.8950722e-7],"category_scores_gemma":[0.0012737082,0.00010729778,0.000027802243,0.00024461595,0.00009790479,0.0015748228,0.00027447028,0.00005604364,0.0000011959406],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020453478,0.00044315524,0.0010334478,0.0016871365,0.00064445415,0.00026993203,0.086925805,0.5247127,0.0035495767,0.21865222,0.0021491547,0.15788712],"study_design_scores_gemma":[0.018736623,0.007892119,0.00052691315,0.006381572,0.00070631015,0.0010202947,0.18825409,0.18270169,0.035356816,0.05341266,0.497201,0.0078099184],"about_ca_topic_score_codex":0.000037067246,"about_ca_topic_score_gemma":1.3467832e-7,"teacher_disagreement_score":0.49505183,"about_ca_system_score_codex":0.000036964997,"about_ca_system_score_gemma":0.000026650327,"threshold_uncertainty_score":0.43754765},"labels":[],"label_agreement":null},{"id":"W2559831754","doi":"10.1109/re.2016.45","title":"Looking into the Crystal Ball: Requirements Evolution over Time","year":2016,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Variety (cybernetics); Stakeholder; Debugging; Requirements elicitation; Requirements analysis; Goal modeling; Domain (mathematical analysis); Intentionality; Management science; Software engineering; Data science; Artificial intelligence; Engineering; Software; Programming language","score_opus":0.021313884545774698,"score_gpt":0.27901767168000646,"score_spread":0.25770378713423175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2559831754","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043645864,0.00006061379,0.99339426,0.00059838354,0.00031775713,0.00006935406,1.9825094e-7,0.00058831344,0.00060654257],"genre_scores_gemma":[0.33274075,0.000005219903,0.6644351,0.00012747741,0.000061623694,0.000009202911,1.3234884e-7,0.000008841026,0.0026116488],"study_design_codex":"bench_or_experimental","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99915165,0.00007796931,0.00012297966,0.00022860034,0.00020943178,0.00020934634],"domain_scores_gemma":[0.9988683,0.00053786364,0.000039579,0.0004893713,0.000034013774,0.0000308673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004974352,0.000091432106,0.000075937955,0.000040640633,0.0000848173,0.0000385782,0.0006592597,0.00003334905,0.00004343641],"category_scores_gemma":[0.0005218532,0.000045898167,0.00003391555,0.00014954153,0.000046889265,0.00064915296,0.00037033187,0.000048741644,0.00011829413],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015685362,0.000043440774,0.0026962,0.000017821223,0.00007221779,0.000014674502,0.0014903796,0.0059038866,0.38316926,0.25509676,0.004612467,0.34686717],"study_design_scores_gemma":[0.0017842143,0.00034045693,0.047521655,0.00026205435,0.000021632857,0.000039549137,0.000059458693,0.03776686,0.043753657,0.8307622,0.036221653,0.0014666042],"about_ca_topic_score_codex":0.0000103632565,"about_ca_topic_score_gemma":0.0000018334165,"teacher_disagreement_score":0.5756654,"about_ca_system_score_codex":0.0001389246,"about_ca_system_score_gemma":0.000020786922,"threshold_uncertainty_score":0.18716729},"labels":[],"label_agreement":null},{"id":"W2566724099","doi":"10.1109/iri.2016.39","title":"BHive: Towards Behaviour-Driven Development Supported by B-Method","year":2016,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; Notation; Precondition; B-Method; Formalism (music); Software engineering; Programming language; Representation (politics); Formal methods; Formal specification; Formal verification; Visibility; Development (topology); Domain (mathematical analysis); Theoretical computer science; Mathematics","score_opus":0.0323206188469929,"score_gpt":0.3148822230703003,"score_spread":0.2825616042233074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2566724099","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022049814,0.000032814154,0.9950325,0.00067380874,0.00035787653,0.000104403814,0.0000036566921,0.0012314362,0.0003585269],"genre_scores_gemma":[0.013697229,0.000010022466,0.98226494,0.000132257,0.000017038508,0.000030627638,0.000002269373,0.000014988918,0.0038306215],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985511,0.000104811785,0.00024709955,0.00045099703,0.00025638106,0.00038964066],"domain_scores_gemma":[0.99875146,0.00047581672,0.000059692462,0.0005172667,0.00007221778,0.0001235603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048238717,0.0001829614,0.00019366111,0.000084253465,0.00006333139,0.000037566595,0.0008942376,0.00007735043,0.00008038089],"category_scores_gemma":[0.00034995354,0.000119493896,0.000044127457,0.00020231049,0.00003224795,0.00040613452,0.0004029164,0.000082810104,0.00009298584],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002955557,0.000041281146,0.0012963074,0.00000626869,0.000023469178,0.000020064504,0.0003583942,0.00023647331,0.03465956,0.0034851744,0.006255088,0.95361495],"study_design_scores_gemma":[0.0009611921,0.00013103605,0.025188373,0.00005384318,0.000009653175,0.000053848336,0.000029808218,0.00085241836,0.8960769,0.006357392,0.06920748,0.0010780434],"about_ca_topic_score_codex":0.000006440193,"about_ca_topic_score_gemma":0.0000013452722,"teacher_disagreement_score":0.95253694,"about_ca_system_score_codex":0.00010413493,"about_ca_system_score_gemma":0.0001081233,"threshold_uncertainty_score":0.48728198},"labels":[],"label_agreement":null},{"id":"W25723650","doi":"10.1016/j.ijcard.2015.01.033","title":"Using Implicit Context to Ease Software Evolution and Reuse","year":2007,"lang":"en","type":"article","venue":"International Journal of Cardiology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Reuse; Context (archaeology); Computer science; Component (thermodynamics); Mechanism (biology); Java; Software; Simple (philosophy); Software engineering; Programming language; Human–computer interaction; Distributed computing; Epistemology; Engineering; History; Philosophy","score_opus":0.053624412397135994,"score_gpt":0.35712794159331007,"score_spread":0.30350352919617407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W25723650","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12278352,0.00030795045,0.8746568,0.00036383132,0.0017978249,0.000032306125,0.0000017111076,0.000034891047,0.000021173631],"genre_scores_gemma":[0.52815527,0.000008507115,0.4713625,0.00016238452,0.00030285364,2.9649672e-7,1.3100258e-7,0.000003761735,0.0000043035584],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9991165,0.00007269826,0.0003047199,0.00013292691,0.00021303982,0.00016010844],"domain_scores_gemma":[0.99839103,0.0006615208,0.00015388796,0.00019247422,0.00050227507,0.00009880993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009931856,0.00008265431,0.0002088321,0.00029565368,0.000025844947,0.00002669763,0.0008137171,0.00005809094,6.7463725e-7],"category_scores_gemma":[0.0035037461,0.00007602596,0.000071269606,0.00009841346,0.00003637764,0.00030167948,0.0003335456,0.00014672987,0.0000019250178],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048371265,0.000027461778,0.043011483,0.000014038729,0.0007110903,0.0021044286,0.0011808459,0.5196664,0.059712093,0.04685715,0.001287722,0.32494357],"study_design_scores_gemma":[0.005108459,0.0017866176,0.49628133,0.00042338535,0.0001235269,0.0472287,0.000710359,0.004311919,0.0184306,0.37665308,0.04730983,0.001632202],"about_ca_topic_score_codex":0.0000057125385,"about_ca_topic_score_gemma":9.751624e-7,"teacher_disagreement_score":0.51535445,"about_ca_system_score_codex":0.00018588908,"about_ca_system_score_gemma":0.000052427244,"threshold_uncertainty_score":0.41945645},"labels":[],"label_agreement":null},{"id":"W2573846983","doi":"10.7561/sacs.2016.1.69","title":"Faithful Modeling of Product Lines with Kripke Structures and Modal Logic","year":2016,"lang":"en","type":"article","venue":"Scientific Annals of Computer Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Kripke structure; Modal logic; Normal modal logic; Kripke semantics; Modal; Modal μ-calculus; Accessibility relation; Multimodal logic; Product (mathematics); Computer science; Mathematics; Algorithm; Programming language; Materials science; Model checking; Geometry; Description logic","score_opus":0.09237339288894514,"score_gpt":0.32186944973573484,"score_spread":0.2294960568467897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2573846983","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18806762,0.00021313076,0.8102749,0.00054005015,0.0006586585,0.00011544064,0.0000036899823,0.00011279927,0.0000137399375],"genre_scores_gemma":[0.5127522,0.000007583309,0.48716983,0.000019387797,0.000024074783,0.0000016429193,1.0388442e-7,0.0000036413408,0.000021561062],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973774,0.0000605472,0.0003499347,0.0009511684,0.00079916546,0.00046181734],"domain_scores_gemma":[0.99747705,0.00023287196,0.00020986189,0.0010131755,0.0009359524,0.00013108765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002055606,0.00019141396,0.00030619497,0.00044922397,0.00020265044,0.0001374902,0.0018951361,0.00003062039,0.0000012715603],"category_scores_gemma":[0.000397748,0.000111497335,0.00004283606,0.0014453217,0.0020865612,0.0015038913,0.0007921598,0.000073259325,9.668805e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028999548,0.000058764374,0.0005274501,0.000113266266,0.000019645895,0.0000065796407,0.0012459315,0.6280427,0.07074923,0.07355927,0.000078805584,0.22556937],"study_design_scores_gemma":[0.0003119267,0.00035647754,0.0027431517,0.00022832149,0.00000462214,0.000047514648,0.000019175004,0.63186425,0.21074057,0.15318236,0.00006512555,0.00043653307],"about_ca_topic_score_codex":0.0000037664854,"about_ca_topic_score_gemma":9.91717e-7,"teacher_disagreement_score":0.32468456,"about_ca_system_score_codex":0.000010336161,"about_ca_system_score_gemma":0.00022214036,"threshold_uncertainty_score":0.76880217},"labels":[],"label_agreement":null},{"id":"W2574798117","doi":"","title":"Scenario-Based Software Architecture for Designing Connectors Framework in Distributed System","year":2011,"lang":"en","type":"article","venue":"Constellation (Université du Québec à Chicoutimi)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software engineering; Key (lock); Software architecture; Software design pattern; Architecture; Software design; Software; Software system; Systems engineering; Software development; Engineering; Programming language; Operating system","score_opus":0.027624985292361307,"score_gpt":0.21163462372664624,"score_spread":0.18400963843428492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2574798117","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0056426786,0.0001339579,0.9919489,0.0001974908,0.00034022157,0.00042981762,0.000018028417,0.0010461063,0.00024282422],"genre_scores_gemma":[0.50022525,9.756635e-7,0.49968407,0.0000401716,0.000017407398,0.0000039821934,0.000009475733,0.000013676226,0.000005034522],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985995,0.0001524699,0.00024980423,0.0004821904,0.00016250994,0.00035350388],"domain_scores_gemma":[0.99643517,0.002656283,0.00017695263,0.0004888455,0.00013320959,0.00010953132],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003803948,0.00024420297,0.0003138647,0.00031129536,0.00023126107,0.00004183175,0.0006643557,0.00019387087,0.000108591215],"category_scores_gemma":[0.0008079653,0.00026504108,0.00011366121,0.0005949918,0.00011673544,0.00027976107,0.00012659951,0.00026838513,0.0000042916163],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016614326,0.000066384986,0.023566697,0.00025372842,0.00006506232,0.00007678531,0.007333332,0.92444277,0.00016077707,0.021528695,0.00046968044,0.021869965],"study_design_scores_gemma":[0.009888764,0.0010468232,0.10179003,0.0029253762,0.000276795,0.00021254469,0.006184812,0.8197938,0.013268209,0.035175893,0.0043319357,0.0051049925],"about_ca_topic_score_codex":0.0002647707,"about_ca_topic_score_gemma":0.00019375095,"teacher_disagreement_score":0.49458253,"about_ca_system_score_codex":0.0004378177,"about_ca_system_score_gemma":0.00036247692,"threshold_uncertainty_score":0.99998015},"labels":[],"label_agreement":null},{"id":"W2576307201","doi":"","title":"Towards concern-oriented design of component-based systems","year":2016,"lang":"en","type":"article","venue":"Component-Based Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Component (thermodynamics); Computer science; Systems engineering; Engineering","score_opus":0.04656499159979968,"score_gpt":0.2605156435283169,"score_spread":0.21395065192851723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2576307201","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006734559,0.000931211,0.9856728,0.00012753728,0.0024522021,0.000621995,0.00004975354,0.0034062834,0.0000037072843],"genre_scores_gemma":[0.38662976,0.0000093049575,0.6130445,0.000036696856,0.00006914419,0.000107320535,0.000011205943,0.00007718704,0.000014889327],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99608326,0.0003243345,0.0009207099,0.000891428,0.0008366022,0.0009436917],"domain_scores_gemma":[0.9925994,0.004782705,0.00035126065,0.0015852216,0.00035414222,0.00032725415],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010589763,0.00067259587,0.00091769773,0.0006015784,0.00011610165,0.000074980984,0.0017111328,0.00023406677,0.000011920805],"category_scores_gemma":[0.002491777,0.0005685518,0.00025600125,0.00082401256,0.00016110063,0.0005127062,0.00029024828,0.00030637707,0.000026714972],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004788439,0.00008673945,0.0004924722,0.00026318812,0.0000628016,0.000046595294,0.000047726175,0.92836756,0.06315489,0.0028790028,0.00007850109,0.0044726366],"study_design_scores_gemma":[0.004625306,0.0005282786,0.0030561795,0.002019731,0.00005969946,0.00003297375,0.00001794545,0.76311576,0.22137116,0.00021116956,0.003024095,0.0019376923],"about_ca_topic_score_codex":0.000028865874,"about_ca_topic_score_gemma":2.3539916e-7,"teacher_disagreement_score":0.37989518,"about_ca_system_score_codex":0.0004044258,"about_ca_system_score_gemma":0.00027180923,"threshold_uncertainty_score":0.9996766},"labels":[],"label_agreement":null},{"id":"W2586191823","doi":"10.1007/s10664-017-9499-z","title":"Reengineering legacy applications into software product lines: a systematic mapping","year":2017,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":143,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Austrian Science Fund; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Business process reengineering; Code refactoring; Computer science; Software product line; Software engineering; Process (computing); Process management; Product (mathematics); Reuse; Software; Data science; Software development; Systems engineering; Engineering; Manufacturing engineering","score_opus":0.05418621084206881,"score_gpt":0.3191469998959,"score_spread":0.2649607890538312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586191823","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022613106,0.0015763744,0.98798674,0.0003985906,0.0011032728,0.0010317723,0.0000030933259,0.00562409,0.000014767997],"genre_scores_gemma":[0.074399985,0.000030424468,0.92386675,0.00007246322,0.0005203854,0.00085509365,0.0000060964308,0.00011271421,0.00013606256],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99648637,0.0000748533,0.00083388656,0.0011140123,0.00057945604,0.00091141264],"domain_scores_gemma":[0.99393755,0.001678226,0.000341417,0.0034762337,0.00022320737,0.00034337185],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009862885,0.0006476646,0.00092624326,0.00038155253,0.0007665456,0.0009617576,0.0034726001,0.00019689083,0.0000045033585],"category_scores_gemma":[0.017852759,0.00063958764,0.0002537704,0.0006209207,0.00008112571,0.002275034,0.0012567181,0.0006985113,0.00008508932],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013432487,0.00020076992,0.014804557,0.036625955,0.00047122376,0.00024061122,0.0029708252,0.91332364,0.0020026602,0.003187585,0.00056869525,0.02559007],"study_design_scores_gemma":[0.008037717,0.001158664,0.18716253,0.050764684,0.0007023229,0.0022248162,0.00069700833,0.53789955,0.023025924,0.043698143,0.117232025,0.027396608],"about_ca_topic_score_codex":0.000014059364,"about_ca_topic_score_gemma":0.0000015142733,"teacher_disagreement_score":0.37542406,"about_ca_system_score_codex":0.00030564275,"about_ca_system_score_gemma":0.00009325794,"threshold_uncertainty_score":0.99960554},"labels":[],"label_agreement":null},{"id":"W2588760205","doi":"10.1002/sys.21373","title":"Applying Composable Architectures to the Design and Development of a Product Line of Complex Systems","year":2016,"lang":"en","type":"article","venue":"Systems Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Systems Modeling Language; Computer science; Product (mathematics); Systems engineering; Software engineering; New product development; Constraint (computer-aided design); Variation (astronomy); Theoretical computer science; Industrial engineering; Programming language; Unified Modeling Language; Engineering; Mathematics","score_opus":0.07744637007662822,"score_gpt":0.2694084660643777,"score_spread":0.19196209598774946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588760205","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006416276,0.00092832604,0.99099106,0.00003827816,0.00045994675,0.00094673346,0.0000026933049,0.00021299509,0.0000037172044],"genre_scores_gemma":[0.49979812,0.0000020556715,0.49998456,0.0000013672712,0.00003298157,0.0001567964,1.5211464e-7,0.000010770204,0.000013192555],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987583,0.000094630974,0.00042249184,0.0002559535,0.00022423752,0.00024437756],"domain_scores_gemma":[0.998215,0.0010645714,0.00011345243,0.00046747437,0.00008132557,0.00005817995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011264753,0.0001700188,0.00035406958,0.00014810803,0.0000436895,0.000025913083,0.0005257354,0.000027908904,1.5804973e-7],"category_scores_gemma":[0.00036452513,0.000097303535,0.000020561962,0.00023883606,0.000022055769,0.000063615764,0.00021675797,0.0000625735,0.000001371374],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003473126,0.0000040688815,0.00002752894,0.00034999615,0.000026863598,7.766914e-7,0.00057846674,0.8973194,0.09337343,0.0009726455,0.000012793917,0.0073305457],"study_design_scores_gemma":[0.000867392,0.0002783621,0.0029421926,0.003376477,0.000018884146,0.00020693336,0.00023065161,0.7233402,0.24949487,0.0001220681,0.018019086,0.0011028588],"about_ca_topic_score_codex":0.000010444702,"about_ca_topic_score_gemma":4.2300138e-7,"teacher_disagreement_score":0.49338183,"about_ca_system_score_codex":0.00003683247,"about_ca_system_score_gemma":0.000038781935,"threshold_uncertainty_score":0.3967923},"labels":[],"label_agreement":null},{"id":"W2591807462","doi":"","title":"Engineering cybersecurity in cyber physical systems","year":2016,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Cyber-physical system; Computer science; Software security assurance; Computer security; Software; Analytics; Software engineering; Command and control; Information security; Data science; Security service; Operating system","score_opus":0.014066640179583046,"score_gpt":0.23515377719279165,"score_spread":0.22108713701320862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591807462","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1014531,0.00019701706,0.89584464,0.00007205487,0.0013010122,0.00013754124,0.0000013601924,0.0009902327,0.0000030598321],"genre_scores_gemma":[0.4852138,0.000019767313,0.51452786,0.000022372229,0.00016217916,0.000026415757,1.4334272e-7,0.000018548708,0.00000894587],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976507,0.000031924123,0.00026563546,0.00079708005,0.0005140578,0.0007406172],"domain_scores_gemma":[0.99766994,0.0012652255,0.000047480513,0.00065922836,0.00013337978,0.00022477836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001313331,0.00029549364,0.00034417404,0.00051266234,0.00008853404,0.00023865978,0.0011655706,0.00007030202,4.829077e-7],"category_scores_gemma":[0.0018033228,0.00023169653,0.0000452123,0.0012114313,0.0001283227,0.0018011079,0.000768708,0.00021298154,0.000011606217],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003575468,0.00006759911,0.002446577,0.00015315281,0.000021701177,0.00015384413,0.0020295682,0.7076553,0.011729549,0.0455369,0.0000722868,0.23012991],"study_design_scores_gemma":[0.00055257475,0.000070181915,0.022935681,0.00040442,0.000003874429,0.00011949036,0.000007196953,0.9704906,0.0025030656,0.0007974336,0.0012338737,0.0008816272],"about_ca_topic_score_codex":0.000008434218,"about_ca_topic_score_gemma":4.156018e-7,"teacher_disagreement_score":0.3837607,"about_ca_system_score_codex":0.00023464218,"about_ca_system_score_gemma":0.00008678821,"threshold_uncertainty_score":0.944831},"labels":[],"label_agreement":null},{"id":"W2592233633","doi":"","title":"On the Computational Complexity of Designing and Reconfiguring Component-based Software Systems.","year":2015,"lang":"en","type":"article","venue":"BICT","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Component (thermodynamics); Control reconfiguration; Computer science; Component-based software engineering; Software system; Adaptation (eye); Software; Selection (genetic algorithm); Common Component Architecture; Distributed computing; Software engineering; Reliability engineering; Embedded system; Engineering; Operating system; Artificial intelligence","score_opus":0.194264769474142,"score_gpt":0.2977496178958422,"score_spread":0.10348484842170019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592233633","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027369937,0.0001683255,0.9716794,0.00016899356,0.00021968961,0.00012343543,0.0000035287555,0.00022412745,0.00004258721],"genre_scores_gemma":[0.4852378,3.799074e-7,0.51469296,0.000044170854,0.000009034209,0.0000059468134,0.0000013132695,0.0000046010223,0.0000038222825],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991069,0.00020669769,0.00016389854,0.00017802349,0.00021441444,0.00013006394],"domain_scores_gemma":[0.9969213,0.0025555638,0.00012264444,0.00025594563,0.00009077623,0.0000537669],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074399885,0.00009632916,0.00015660544,0.00006368484,0.000067871515,0.00004291832,0.00033690684,0.000027853628,8.370201e-7],"category_scores_gemma":[0.0011111853,0.00007202166,0.000022916856,0.00012985684,0.00011044843,0.00009162681,0.00008162383,0.00009397895,0.0000035871997],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008865155,0.000013717509,0.00032224006,0.000032084732,0.000009859194,0.0000032916503,0.00020647503,0.9367846,0.00014928982,0.060687188,0.00015856243,0.0016237993],"study_design_scores_gemma":[0.00108038,0.00033421975,0.015616486,0.00035283813,0.000010032113,0.000034964032,0.00015978132,0.83272576,0.005655498,0.14334174,0.000230675,0.00045762173],"about_ca_topic_score_codex":0.00001409843,"about_ca_topic_score_gemma":3.0622758e-7,"teacher_disagreement_score":0.45786786,"about_ca_system_score_codex":0.00003418789,"about_ca_system_score_gemma":0.000047805635,"threshold_uncertainty_score":0.2936958},"labels":[],"label_agreement":null},{"id":"W2594119631","doi":"","title":"Capturing ambiguity in artifacts to support requirements engineering for self-adaptive systems","year":2017,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Requirements engineering; Ambiguity; Context (archaeology); Adaptation (eye); Software engineering; Requirements management; Key (lock); Requirements elicitation; Requirements analysis; Systems engineering; Software; Programming language; Engineering","score_opus":0.05986314829413656,"score_gpt":0.29130901488809413,"score_spread":0.23144586659395758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594119631","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010803088,0.0002983325,0.9838798,0.0009761047,0.0011096948,0.001103768,0.000029376972,0.00087670505,0.0009231157],"genre_scores_gemma":[0.31403285,0.00005972914,0.68487716,0.000018717607,0.000025869806,0.00034685715,0.00003191018,0.000042384952,0.00056455715],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99589837,0.0013117574,0.00062148564,0.0011143724,0.0004200226,0.00063397974],"domain_scores_gemma":[0.99275184,0.002113225,0.0004814392,0.003312254,0.0011120066,0.00022923066],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007871746,0.00042727918,0.00057650433,0.00036608436,0.00022893681,0.00055126427,0.0032769903,0.0002755284,0.0000017773494],"category_scores_gemma":[0.0063924277,0.0005013583,0.00015414567,0.0002337091,0.000042501226,0.00043491,0.0032075443,0.00058656593,0.000014214682],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050935323,0.0010350572,0.0015386819,0.0027056898,0.00044334785,0.000100791214,0.052058708,0.5977182,0.0063781394,0.21562684,0.0010469098,0.12129671],"study_design_scores_gemma":[0.0019447327,0.000008496292,0.012001895,0.0100112725,0.00007722608,0.00003282233,0.00015426123,0.8386819,0.097077794,0.023712084,0.013100041,0.0031975189],"about_ca_topic_score_codex":0.0004919354,"about_ca_topic_score_gemma":0.0002448823,"teacher_disagreement_score":0.30322975,"about_ca_system_score_codex":0.00048194523,"about_ca_system_score_gemma":0.00028013144,"threshold_uncertainty_score":0.9997438},"labels":[],"label_agreement":null},{"id":"W2599234488","doi":"10.1002/spe.1097","title":"Editorial","year":2011,"lang":"en","type":"editorial","venue":"Software Practice and Experience","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Political science","score_opus":0.02280397231607757,"score_gpt":0.31885556526118386,"score_spread":0.2960515929451063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2599234488","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.4132095e-7,0.00093116326,0.48578015,0.000025990686,0.51239324,0.000082426915,0.000006260624,0.00067639013,0.00010366622],"genre_scores_gemma":[0.0000018887141,0.0009813608,0.44693008,0.000047717724,0.5517665,0.00007659076,0.000007031961,0.000028892666,0.00015991756],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966144,0.00024103523,0.0003860153,0.0011254455,0.0010554307,0.00057769037],"domain_scores_gemma":[0.98669845,0.010832622,0.0003896441,0.0012578615,0.00061310374,0.0002083436],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009082406,0.0004955712,0.00049440895,0.00013458639,0.00023418246,0.00034721268,0.0017994381,0.0009842641,0.000008660946],"category_scores_gemma":[0.06734886,0.0004813155,0.00008173958,0.00032017566,0.00020132895,0.0032937485,0.0011478424,0.0014672623,0.000059539456],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031043393,0.000027744829,0.0000014145334,0.00004490304,0.00002171329,0.00003389891,0.004738403,0.000013384356,0.0000065562485,0.0003986374,0.98102325,0.013659022],"study_design_scores_gemma":[0.00017542529,0.0001374066,0.0000011370774,0.000059343463,0.000021354634,0.000016223612,0.00019215027,0.000005537785,0.00007128319,0.00411425,0.99463886,0.00056703994],"about_ca_topic_score_codex":0.000097919125,"about_ca_topic_score_gemma":0.0000016183266,"teacher_disagreement_score":0.06644062,"about_ca_system_score_codex":0.000084116546,"about_ca_system_score_gemma":0.00035312353,"threshold_uncertainty_score":0.99976385},"labels":[],"label_agreement":null},{"id":"W2600652449","doi":"10.1145/3083726","title":"The Role Clarity Framework to Improve Requirements Gathering","year":2017,"lang":"en","type":"article","venue":"ACM Transactions on Management Information Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"CLARITY; Computer science; Process management; Task (project management); Requirements analysis; Order (exchange); Knowledge management; Work (physics); Business requirements; Requirements elicitation; Business process; Business; Engineering; Systems engineering; Operations management; Work in process","score_opus":0.037041121253622106,"score_gpt":0.30805500976946926,"score_spread":0.2710138885158472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2600652449","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013917917,0.00002353115,0.993317,0.0005814956,0.0024314614,0.00061965873,0.000004012785,0.00040766844,0.002476],"genre_scores_gemma":[0.42291763,0.00007970561,0.5756343,0.00022242246,0.000046932284,0.00045528528,0.0000011325727,0.000011870408,0.00063071656],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99877065,0.000052399562,0.00034699182,0.00017652939,0.00037831903,0.00027512922],"domain_scores_gemma":[0.9968883,0.00026897824,0.000202098,0.002499899,0.00007295557,0.00006781631],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00091304857,0.00014465471,0.00011866873,0.0001233542,0.001333074,0.0013582775,0.002375524,0.00006249403,0.0000012976802],"category_scores_gemma":[0.0002839387,0.00011665168,0.000054569642,0.00014210897,0.00002556601,0.002563666,0.00012306616,0.00019998394,0.00019845882],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012091248,0.000013005678,0.000022272,0.00006065114,0.000075664604,0.0000010307583,0.00078182726,0.17163113,0.000018397714,0.067263484,0.000042319567,0.76007813],"study_design_scores_gemma":[0.001625013,0.0005358474,0.010035887,0.0010462892,0.000081998674,0.00001465315,0.0058119437,0.09950286,0.0033422695,0.13485295,0.7412412,0.0019090477],"about_ca_topic_score_codex":0.000022636776,"about_ca_topic_score_gemma":0.0000014612336,"teacher_disagreement_score":0.7581691,"about_ca_system_score_codex":0.00011556445,"about_ca_system_score_gemma":0.000007833205,"threshold_uncertainty_score":0.99996704},"labels":[],"label_agreement":null},{"id":"W2601108184","doi":"10.1142/s0218194017500085","title":"Dynamic Software Product Line Engineering: A Reference Framework","year":2017,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of New Brunswick","funders":"","keywords":"Adaptation (eye); Computer science; Context (archaeology); Software product line; Exploit; Realization (probability); Software deployment; Systems engineering; Software engineering; Product (mathematics); Software; Adaptive system; Distributed computing; Software development; Engineering; Artificial intelligence; Programming language","score_opus":0.028940504926909916,"score_gpt":0.3118441594468272,"score_spread":0.2829036545199173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2601108184","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016677307,0.0039890516,0.97205037,0.00020877355,0.0061990125,0.0001110108,0.000010389859,0.00074580486,0.0000082671095],"genre_scores_gemma":[0.29951808,0.00034279394,0.699475,0.000010747912,0.00050705596,0.000011995628,0.0000023616333,0.00006696139,0.00006500853],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99762297,0.000023355948,0.00075715233,0.0005060855,0.0005472445,0.0005431765],"domain_scores_gemma":[0.99620557,0.0013989367,0.00044834916,0.0009157396,0.000727324,0.00030409897],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008326509,0.0005235973,0.0006109183,0.00067420246,0.00014797867,0.00056950503,0.0029503366,0.00020508708,0.0000047489802],"category_scores_gemma":[0.02049884,0.00052578683,0.00018827374,0.0002025609,0.000051623814,0.0014861764,0.00085059577,0.0011315994,0.000009884243],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036282534,0.00012310775,0.0011353164,0.00037798486,0.0005864523,0.00046492065,0.0009541988,0.90402126,0.0042282827,0.00805746,0.00010467967,0.07991004],"study_design_scores_gemma":[0.0038687326,0.00088562554,0.06517203,0.008144103,0.00020661065,0.0047659543,0.00005472465,0.8437875,0.014241014,0.0044861254,0.049652442,0.0047351583],"about_ca_topic_score_codex":0.0000034470395,"about_ca_topic_score_gemma":7.1815407e-7,"teacher_disagreement_score":0.2828408,"about_ca_system_score_codex":0.00026564603,"about_ca_system_score_gemma":0.00013812042,"threshold_uncertainty_score":0.9997194},"labels":[],"label_agreement":null},{"id":"W2602825501","doi":"10.1109/icsess.2016.7883008","title":"An approach of interactive visualization for software customization","year":2016,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Personalization; Computer science; Usability; Visualization; Human–computer interaction; Software; Interactive visualization; Process (computing); User interface; Software engineering; Work flow; Software visualization; Feature (linguistics); Software development; Data mining; World Wide Web; Software construction; Engineering; Operating system; Industrial engineering","score_opus":0.0334192075823632,"score_gpt":0.33291450595672883,"score_spread":0.2994952983743656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2602825501","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005097669,0.0000063943644,0.99865735,0.000019255913,0.00016062373,0.00015389008,0.0000025240972,0.0004460925,0.000044080803],"genre_scores_gemma":[0.1321107,0.000002458406,0.86772233,0.000016107635,0.000017195043,0.000027572834,0.0000034003094,0.000007675129,0.0000925378],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99943626,0.000054674998,0.00013164981,0.00020115612,0.0000777683,0.000098501885],"domain_scores_gemma":[0.99880123,0.00066633784,0.000075256095,0.0002689266,0.00016361325,0.00002463664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022378274,0.00006715114,0.00010198739,0.00008053072,0.000021655223,0.000012744906,0.00030545285,0.000036932954,0.0000022404934],"category_scores_gemma":[0.0010854494,0.00004452698,0.000025484938,0.00014880965,0.000019280062,0.0008898891,0.00004593518,0.000014857218,9.96642e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070477254,0.00021504106,0.0009418559,0.000107964064,0.000037597678,3.100108e-7,0.0016061019,0.12927897,0.0394769,0.23368111,0.0004136507,0.59417003],"study_design_scores_gemma":[0.002194093,0.00074899726,0.0033719542,0.00010684696,0.000017994686,0.0000093702765,0.00019411785,0.45813617,0.44882497,0.08443061,0.0011729493,0.0007919139],"about_ca_topic_score_codex":9.744565e-7,"about_ca_topic_score_gemma":1.8257256e-7,"teacher_disagreement_score":0.5933781,"about_ca_system_score_codex":0.000030131323,"about_ca_system_score_gemma":0.000016711938,"threshold_uncertainty_score":0.18157575},"labels":[],"label_agreement":null},{"id":"W2612733337","doi":"10.1007/978-3-319-56157-8_11","title":"BHive: Behavior-Driven Development Meets B-Method","year":2017,"lang":"en","type":"book-chapter","venue":"Advances in intelligent systems and computing","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; Notation; B-Method; Precondition; Software engineering; Programming language; Formalism (music); Representation (politics); Visibility; Formal methods; Mathematics","score_opus":0.05181723286927475,"score_gpt":0.3430302931204895,"score_spread":0.29121306025121474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612733337","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000015099382,0.024604766,0.95495623,0.000013293956,0.0029329676,0.000510197,0.0000029340088,0.0003208303,0.01664366],"genre_scores_gemma":[0.004208637,0.0028324674,0.9719205,0.000021163823,0.0002662839,0.00005063579,0.000007784039,0.00007631796,0.020616198],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970507,0.00009057562,0.00090277876,0.0010497897,0.00040132456,0.0005048185],"domain_scores_gemma":[0.9971001,0.0009623474,0.000734025,0.00096334866,0.00011536718,0.00012477396],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009520794,0.00059176574,0.00089431513,0.0003205915,0.00030580244,0.0002552897,0.001437206,0.00029718646,0.0000027610834],"category_scores_gemma":[0.00017259373,0.00058520766,0.000097236014,0.000037498583,0.00009941095,0.0004916638,0.0010986687,0.0006212113,0.00002157758],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029574396,0.000012843469,0.0001314016,0.00029155752,0.000033636064,0.00014441698,0.0007500388,0.07834988,0.000007889637,0.1590808,0.000013147557,0.7611814],"study_design_scores_gemma":[0.0003717188,0.00014812335,0.00026892888,0.0062435605,0.00003949894,0.00035571636,0.00010087658,0.042244457,0.0003660592,0.023675444,0.9237999,0.0023857327],"about_ca_topic_score_codex":0.000013416014,"about_ca_topic_score_gemma":0.00001349365,"teacher_disagreement_score":0.92378676,"about_ca_system_score_codex":0.0002198039,"about_ca_system_score_gemma":0.00008354648,"threshold_uncertainty_score":0.99965996},"labels":[],"label_agreement":null},{"id":"W2613262537","doi":"10.5220/0006350701440157","title":"A Change Impact Analysis Model for Aspect Oriented Programs","year":2017,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec","funders":"","keywords":"AspectJ; Aspect-oriented programming; Computer science; Change impact analysis; Object-oriented programming; Separation of concerns; Programming language; Software engineering; Source code; Software; Regression testing; Software development; Software construction","score_opus":0.1993198734424658,"score_gpt":0.4047561159517862,"score_spread":0.20543624250932038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2613262537","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025587273,0.000037456903,0.9960242,0.00018551109,0.00012671448,0.0003043579,0.0000036039544,0.0006528309,0.00010663052],"genre_scores_gemma":[0.28958246,0.0000034487148,0.7099449,0.000021101103,0.000031319607,0.0001255227,0.0000027259898,0.0000065463473,0.00028194077],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991102,0.000016248403,0.00011131773,0.00032951543,0.00012420189,0.00030848314],"domain_scores_gemma":[0.99836457,0.00013645152,0.000095451185,0.0012377941,0.00009081241,0.00007489446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036070682,0.00012962424,0.0002295645,0.00012749099,0.00020066416,0.0001994714,0.0010200732,0.000044439643,0.000001651936],"category_scores_gemma":[0.0005959657,0.00009732025,0.00022980882,0.00024606887,0.00003337783,0.000745708,0.00024923042,0.000056041095,0.0000027309966],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002631623,0.00011804568,0.010183022,0.00002719749,0.0007239848,0.000009792122,0.0017410935,0.33658472,0.00017064382,0.0705124,0.00012087337,0.57978195],"study_design_scores_gemma":[0.00014352845,0.000069756556,0.005687387,0.0000029938442,0.000038805843,9.0345515e-7,0.0000035579435,0.9827144,0.00014954503,0.010971022,0.00007745403,0.00014065021],"about_ca_topic_score_codex":0.000038946368,"about_ca_topic_score_gemma":0.000027274233,"teacher_disagreement_score":0.64612967,"about_ca_system_score_codex":0.000047501304,"about_ca_system_score_gemma":0.000020774956,"threshold_uncertainty_score":0.39686045},"labels":[],"label_agreement":null},{"id":"W2614518924","doi":"10.3166/jesa.49.425-448","title":"Analyse fiabiliste des propriétés structurelles des systèmes continus par les réseaux d’activités stochastiques","year":2016,"lang":"fr","type":"article","venue":"Journal Européen des Systèmes Automatisés","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Political science","score_opus":0.058360638593658365,"score_gpt":0.3103411632035789,"score_spread":0.25198052460992054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2614518924","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25655875,0.033186205,0.7050946,0.00076185446,0.0024308949,0.0005072957,0.000066068984,0.0012058334,0.00018854949],"genre_scores_gemma":[0.5077159,0.002450246,0.4867477,0.00003444773,0.00066691556,0.000036987356,0.0000014619767,0.00016501787,0.0021813256],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.989328,0.0038313537,0.0020800824,0.0013174526,0.0012959287,0.0021471286],"domain_scores_gemma":[0.9896472,0.0047565144,0.0016160468,0.001441183,0.0016487753,0.0008902527],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication"],"consensus_categories":["metaepi_narrow","sts"],"category_scores_codex":[0.0034382688,0.0013800521,0.0018707362,0.00076626794,0.0018987474,0.0016373732,0.0024219963,0.00058446423,0.00021943888],"category_scores_gemma":[0.011897336,0.0009878178,0.0007730284,0.0013329426,0.0036178522,0.00437585,0.000939001,0.0012562957,0.0001081505],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075453776,0.00015270374,0.0054756044,0.0013811478,0.0006846446,0.0010374099,0.0033478679,0.02279149,0.013882751,0.006063629,0.00062561757,0.9444817],"study_design_scores_gemma":[0.0022274056,0.0017460367,0.46053278,0.0122318,0.000604045,0.013225268,0.0008702817,0.01699576,0.02246819,0.46432817,0.0020120954,0.0027581698],"about_ca_topic_score_codex":0.00030561883,"about_ca_topic_score_gemma":0.0001763616,"teacher_disagreement_score":0.9417235,"about_ca_system_score_codex":0.001772755,"about_ca_system_score_gemma":0.0007664079,"threshold_uncertainty_score":0.99989504},"labels":[],"label_agreement":null},{"id":"W2616487348","doi":"10.1145/3088440","title":"Teaching Software Product Lines","year":2017,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Thriving; Product (mathematics); Computer science; Software; Best practice; Engineering ethics; Knowledge management; Engineering management; Sociology; Mathematics education; Engineering; Psychology; Political science","score_opus":0.05217032727527773,"score_gpt":0.35637567910294116,"score_spread":0.30420535182766345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616487348","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0101723,0.000060880717,0.9814445,0.0029994731,0.004117785,0.0001478353,8.015385e-7,0.00095975655,0.000096688535],"genre_scores_gemma":[0.358115,0.0000040813516,0.64116806,0.0000974866,0.00020418159,0.000010849232,0.0000010389344,0.000012253287,0.00038704922],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99887145,0.000094960975,0.00018664067,0.00045123242,0.00016804473,0.00022766531],"domain_scores_gemma":[0.9968566,0.00061458274,0.00015768516,0.002204494,0.000106018626,0.00006066775],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0005116632,0.00016044671,0.00014009947,0.00014229162,0.0013280826,0.0002923907,0.0017830621,0.000048089565,0.0000023517646],"category_scores_gemma":[0.0024272753,0.00016393942,0.00006297229,0.00008818888,0.000042777716,0.0006882144,0.000049817714,0.0003823944,0.000026567697],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016417613,0.00009762499,0.00011302349,0.000021383345,0.000009332839,5.075332e-7,0.0005605367,0.03117568,0.00017824996,0.00063575176,0.00008726476,0.967119],"study_design_scores_gemma":[0.002923576,0.0011930292,0.21580204,0.0029120247,0.00023186402,0.0006048773,0.0011840884,0.10889514,0.10688171,0.49214184,0.06016569,0.007064115],"about_ca_topic_score_codex":0.00007074302,"about_ca_topic_score_gemma":0.0000037767643,"teacher_disagreement_score":0.9600549,"about_ca_system_score_codex":0.00007830521,"about_ca_system_score_gemma":0.0001483027,"threshold_uncertainty_score":0.99997205},"labels":[],"label_agreement":null},{"id":"W2616935805","doi":"","title":"Proceedings of the 2006 international workshop on Self-adaptation and self-managing systems","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Adaptation (eye); Flexibility (engineering); Software engineering; Autonomic computing; Notation; Software system; Fault tolerance; System of systems; Software; Distributed computing; Systems design","score_opus":0.019534326792263395,"score_gpt":0.2423019539068031,"score_spread":0.2227676271145397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616935805","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012667951,0.000080018435,0.98183805,0.00029305014,0.00044254592,0.000111841255,3.4996722e-7,0.00047987982,0.004086308],"genre_scores_gemma":[0.46532825,0.000013387586,0.53418773,0.000025740128,0.000052240353,0.000009002051,1.8775336e-7,0.00000537891,0.0003780842],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993895,0.000011701643,0.00013734936,0.00017069367,0.00019307532,0.000097623735],"domain_scores_gemma":[0.9994669,0.0002509364,0.00008134235,0.00010367973,0.00008520966,0.000011909083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024406824,0.00007478731,0.000076937125,0.000067907284,0.00004001449,0.0000703075,0.00037312516,0.000029013108,2.811633e-7],"category_scores_gemma":[0.0000890862,0.000052833384,0.000018456536,0.0001952273,0.0000134383135,0.00029938066,0.00013016912,0.00006896533,7.5506034e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033462409,0.00006666494,0.0015954714,0.00006756314,0.000029103423,8.867925e-7,0.00088389486,0.35180798,0.0006494325,0.6358875,0.00083362486,0.008174549],"study_design_scores_gemma":[0.00040176156,0.000048100163,0.019537918,0.00022637211,0.000012955111,0.000026554379,0.0004661077,0.9428134,0.0036688696,0.028759323,0.0037054808,0.00033317803],"about_ca_topic_score_codex":0.000028706501,"about_ca_topic_score_gemma":0.0000016235208,"teacher_disagreement_score":0.60712814,"about_ca_system_score_codex":0.000041593536,"about_ca_system_score_gemma":0.000007981892,"threshold_uncertainty_score":0.21544828},"labels":[],"label_agreement":null},{"id":"W2620841471","doi":"10.5555/3104068.3104077","title":"Specifying evolving requirements models with TimedURN","year":2017,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Notation; Metamodeling; Consistency (knowledge bases); Snapshot (computer storage); Set (abstract data type); Programming language; Artificial intelligence; Database","score_opus":0.14352286539023335,"score_gpt":0.33274105792792613,"score_spread":0.1892181925376928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2620841471","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010443649,0.00005198913,0.98491794,0.00019186157,0.00025140133,0.000070888185,1.5179259e-7,0.0005535829,0.0129178455],"genre_scores_gemma":[0.25662997,0.0000059365875,0.742408,0.00003501146,0.000031827884,0.000005057734,1.070267e-7,0.00000858002,0.0008755346],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99909765,0.00002093387,0.00010503194,0.00029864907,0.00021449712,0.0002632441],"domain_scores_gemma":[0.9984074,0.00013214337,0.00008822941,0.0012547488,0.000059495764,0.000057972873],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003129478,0.00011516486,0.00012618111,0.00004588884,0.0003118381,0.0003247115,0.0013976156,0.00002913082,0.0000106628495],"category_scores_gemma":[0.00030429763,0.000088323715,0.000022054115,0.00004842601,0.000048338927,0.002413806,0.0004900224,0.00009586424,0.00002142339],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028142653,0.00008966548,0.004513568,0.000094079274,0.00015045262,0.00027778497,0.003511478,0.43183473,0.00528901,0.30942792,0.0017402722,0.24304289],"study_design_scores_gemma":[0.0008706687,0.00016116214,0.009479737,0.00018396582,0.000009583643,0.000050543702,0.000058307272,0.7340511,0.012101005,0.24157867,0.00058741943,0.00086780457],"about_ca_topic_score_codex":0.0000112995685,"about_ca_topic_score_gemma":0.0000028973936,"teacher_disagreement_score":0.3022164,"about_ca_system_score_codex":0.00004244381,"about_ca_system_score_gemma":0.000024060715,"threshold_uncertainty_score":0.36017364},"labels":[],"label_agreement":null},{"id":"W2623620721","doi":"10.1109/rtas.2017.5","title":"Periodic Task Mining in Embedded System Traces","year":2017,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Leverage (statistics); Task (project management); Schedule; Program comprehension; Software; Duration (music); Real-time computing; Software system; Artificial intelligence; Programming language; Operating system; Systems engineering; Engineering","score_opus":0.04470673608769655,"score_gpt":0.3084732347687618,"score_spread":0.2637664986810653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2623620721","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.069919385,0.000097517084,0.9266108,0.00011804076,0.00052643905,0.00006151559,2.647188e-7,0.00057341566,0.0020926038],"genre_scores_gemma":[0.51456046,0.0000015727574,0.48521388,0.000009393689,0.000016786007,0.000008147189,6.5652806e-8,0.000003761184,0.00018592125],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99918175,0.000051834802,0.00015027358,0.00026970592,0.000118420554,0.00022800485],"domain_scores_gemma":[0.9987199,0.0002742102,0.00007600542,0.0008708954,0.00001927165,0.000039746017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047893866,0.00010062071,0.00017110002,0.00007669938,0.00016458075,0.00025340813,0.001251737,0.000047236168,0.0000019797978],"category_scores_gemma":[0.00071138423,0.00008771501,0.000028709326,0.00006583885,0.000042908392,0.00066408206,0.00026711242,0.000087667555,0.000016922811],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027673437,0.000110916364,0.029166264,0.0006228317,0.00006566615,0.0011108075,0.027375372,0.15623358,0.013620955,0.21606396,0.00084061216,0.55476135],"study_design_scores_gemma":[0.0034557383,0.00038853113,0.3296715,0.0011275478,0.000018816669,0.00036393086,0.008229306,0.6118031,0.027830437,0.010658839,0.0034274787,0.0030247325],"about_ca_topic_score_codex":0.000020133399,"about_ca_topic_score_gemma":0.000015526382,"teacher_disagreement_score":0.5517366,"about_ca_system_score_codex":0.000045970737,"about_ca_system_score_gemma":0.000023480197,"threshold_uncertainty_score":0.3576914},"labels":[],"label_agreement":null},{"id":"W272117124","doi":"","title":"Maintaining COTS-Based Systems","year":2000,"lang":"en","type":"article","venue":"NPARC","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Software deployment; Computer science; Systems engineering; Software; Software system; Reliability engineering; Engineering; Software engineering; Operating system","score_opus":0.030438778274000527,"score_gpt":0.2753858116962246,"score_spread":0.2449470334222241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W272117124","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025542725,0.00006444985,0.9873487,0.00020725993,0.00032179715,0.00006961086,7.553796e-7,0.0009174624,0.008515709],"genre_scores_gemma":[0.30732846,0.0000041093344,0.69197756,0.00011717383,0.000051723182,0.000015785476,5.401765e-7,0.000008251139,0.0004963849],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99916273,0.000085729596,0.00012224464,0.00022272699,0.0001599635,0.00024662985],"domain_scores_gemma":[0.99899507,0.0004613383,0.000023621575,0.00044034777,0.00002424549,0.000055379263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036559877,0.0000932989,0.00012417742,0.000047514055,0.00005731131,0.000064626365,0.00052205025,0.000040054456,0.0000883719],"category_scores_gemma":[0.00016135817,0.000088830944,0.000030359108,0.00019089827,0.000025826957,0.0001677544,0.000038373735,0.0001079841,0.00010419713],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006221896,0.000014575191,0.000090038324,0.000018967994,0.000007808005,0.000047540376,0.00014879635,0.7884332,0.0036636721,0.04998748,0.0005606594,0.15702102],"study_design_scores_gemma":[0.00095478614,0.0002511671,0.0011205135,0.00015778549,0.000008512524,0.000073987496,0.000053171232,0.81481206,0.010853679,0.09392463,0.07686819,0.0009215004],"about_ca_topic_score_codex":0.0000020819837,"about_ca_topic_score_gemma":1.15338636e-7,"teacher_disagreement_score":0.30477417,"about_ca_system_score_codex":0.000043117292,"about_ca_system_score_gemma":0.000031801494,"threshold_uncertainty_score":0.36224207},"labels":[],"label_agreement":null},{"id":"W2729160685","doi":"","title":"Architecture-Based Software Evolution: A Multi-Dimensional Approach","year":2007,"lang":"en","type":"article","venue":"MacSphere (McMaster University)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; McMaster University","keywords":"Computer science; Software; Software evolution; Architecture; Software engineering; Software system; Geography; Programming language; Software construction","score_opus":0.027970544102378606,"score_gpt":0.22906199262701374,"score_spread":0.20109144852463512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2729160685","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026440603,0.00009472486,0.99067,0.000058790585,0.00027536662,0.00016466812,0.0000029849068,0.0010402717,0.0074287406],"genre_scores_gemma":[0.008825232,3.673041e-7,0.968945,0.0001257362,0.00004392881,7.0350814e-7,0.0000037916407,0.000018509052,0.022036692],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.998342,0.000120796896,0.0001595665,0.0005761753,0.00029549285,0.0005060024],"domain_scores_gemma":[0.9986474,0.0004840814,0.00008217425,0.0005227727,0.0000913695,0.00017223867],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00035733762,0.000249394,0.0002147563,0.00027000933,0.0001760984,0.000039699273,0.0009949065,0.00013424516,0.000596127],"category_scores_gemma":[0.00014780919,0.0002621692,0.00011991559,0.000973435,0.000111471796,0.00034178986,0.00039840132,0.00030692847,0.000027658678],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008606072,0.00014916947,0.0013091837,0.000054324188,0.0000418182,0.00025552436,0.00024021971,0.57495546,0.00047001263,0.008813957,0.000105369916,0.4135189],"study_design_scores_gemma":[0.020502867,0.0012993704,0.062131774,0.00048288528,0.00022207719,0.0005798711,0.0015419687,0.3061023,0.013635945,0.018644433,0.56711644,0.007740052],"about_ca_topic_score_codex":0.000015632728,"about_ca_topic_score_gemma":0.000017283084,"teacher_disagreement_score":0.56701106,"about_ca_system_score_codex":0.00026101738,"about_ca_system_score_gemma":0.000093837,"threshold_uncertainty_score":0.9999831},"labels":[],"label_agreement":null},{"id":"W2736565934","doi":"10.1007/s10270-017-0610-0","title":"SMTIBEA: a hybrid multi-objective optimization algorithm for configuring large constrained software product lines","year":2017,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":83,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China; Natural Science Foundation of Shanghai","keywords":"Computer science; Key (lock); Satisfiability; Product (mathematics); Modulo; Satisfiability modulo theories; Evolutionary algorithm; Software product line; Software; Algorithm; Mathematical optimization; Theoretical computer science; Software development; Mathematics; Artificial intelligence; Programming language","score_opus":0.059636097999716156,"score_gpt":0.3114324932516746,"score_spread":0.25179639525195846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2736565934","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045669233,0.0012972143,0.99024665,0.000051164214,0.0033855077,0.001632435,0.00016183789,0.0027625368,0.0000059685744],"genre_scores_gemma":[0.08286521,0.00003051084,0.91582006,0.000027534306,0.00053066044,0.00043700077,0.000042615997,0.000096654876,0.0001497601],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964522,0.000158199,0.00075422064,0.0012860782,0.00041039113,0.00093889853],"domain_scores_gemma":[0.9956732,0.00077726255,0.0005826354,0.0018206656,0.00096815533,0.00017811317],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0015923632,0.0005493883,0.00077280443,0.00022813407,0.0013645699,0.00077012525,0.0016932872,0.00015869304,0.0000011560224],"category_scores_gemma":[0.008061963,0.0005532676,0.00021700392,0.00014367275,0.00009881191,0.0016586224,0.0005201605,0.0003419917,0.000005516583],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007835216,0.000042665335,0.00014040158,0.00020893167,0.0000694507,0.000018324894,0.00037926485,0.9636255,0.00004695966,0.00023850054,0.000017487564,0.035204664],"study_design_scores_gemma":[0.0012421708,0.000059810678,0.00001644679,0.0003841929,0.000028401124,0.00007114701,0.00012672532,0.9960491,0.000531034,0.0007332843,0.00010697661,0.00065073004],"about_ca_topic_score_codex":0.00006841404,"about_ca_topic_score_gemma":0.0000041732383,"teacher_disagreement_score":0.08240852,"about_ca_system_score_codex":0.00019539378,"about_ca_system_score_gemma":0.00023426952,"threshold_uncertainty_score":0.9999355},"labels":[],"label_agreement":null},{"id":"W2740248367","doi":"10.3166/isi.22.1.65-107","title":"Vers une ingénierie avancée de la sécurité des SI d’entreprise. Une approche conjointe de la sécurité, de l’utilisabilité et de la résilience dans les systèmes sociotechniques","year":2017,"lang":"fr","type":"article","venue":"Ingénierie des systèmes d information","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Political science","score_opus":0.026722424971008678,"score_gpt":0.3076761461236338,"score_spread":0.2809537211526251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2740248367","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14999263,0.0012267134,0.8329574,0.00040780334,0.00042051435,0.0005663804,0.000055937857,0.0013802466,0.012992375],"genre_scores_gemma":[0.55479175,0.0015584554,0.44272318,0.00019617588,0.00011243692,0.00021381352,0.000018986231,0.000064501175,0.00032068678],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99297404,0.002861641,0.0012680377,0.00068015454,0.0006093564,0.001606793],"domain_scores_gemma":[0.9891972,0.0071129953,0.0011815893,0.0016214664,0.00045356745,0.00043318517],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication"],"consensus_categories":["sts"],"category_scores_codex":[0.008936216,0.0008445067,0.00085273065,0.00033482365,0.0017875482,0.002584922,0.0023741263,0.0012369348,0.000013951478],"category_scores_gemma":[0.022220474,0.0009531656,0.00034197528,0.00065601757,0.006688098,0.0074395123,0.0009283239,0.0015469241,0.000025809702],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020467264,0.00033153495,0.03232149,0.0059650484,0.00031861692,0.0002281233,0.27657455,0.13458106,0.00996632,0.2647188,0.0014672575,0.27332252],"study_design_scores_gemma":[0.0020585705,0.0004934454,0.07918512,0.00588281,0.00026546963,0.0028542143,0.0145395305,0.11872539,0.070615456,0.65024906,0.05231956,0.0028113802],"about_ca_topic_score_codex":0.0031115268,"about_ca_topic_score_gemma":0.00006270168,"teacher_disagreement_score":0.40479913,"about_ca_system_score_codex":0.0023584173,"about_ca_system_score_gemma":0.0016675092,"threshold_uncertainty_score":0.999512},"labels":[],"label_agreement":null},{"id":"W2740814405","doi":"10.1145/3079368.3079410","title":"Tracing a Paradigm for Externalization","year":2017,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design","funders":"Seventh Framework Programme","keywords":"Computer science; Debugging; Serialization; World Wide Web; Tracing; Nexus (standard); Immutability; Human–computer interaction; Programming language; Computer security; Embedded system","score_opus":0.08511262242970838,"score_gpt":0.35721414317610123,"score_spread":0.2721015207463928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2740814405","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045270892,0.000029238303,0.99807966,0.00033250116,0.00036214542,0.000079366764,2.4266402e-7,0.0003125939,0.0003515226],"genre_scores_gemma":[0.12610848,0.0000026589216,0.8733797,0.000040108385,0.00003790602,0.000016737571,1.6978703e-7,0.0000038491394,0.00041035953],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9996339,0.000008598361,0.00006319251,0.00013733517,0.000048748563,0.00010819959],"domain_scores_gemma":[0.9992044,0.00020418348,0.000049578597,0.0005044941,0.000016691727,0.000020665033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019783298,0.000046466077,0.000060756935,0.000022034212,0.00017525522,0.00016629233,0.00062156044,0.000019497727,0.0000012162351],"category_scores_gemma":[0.0007220872,0.00004087193,0.000024520761,0.000017134635,0.000012906999,0.0005964382,0.000077908284,0.000021957776,0.0000030089975],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035811865,0.0000098039745,0.00033089574,0.00002603976,0.000008349527,0.0000035269998,0.00030377408,0.039777562,0.0008487239,0.6587479,0.00021146462,0.29972836],"study_design_scores_gemma":[0.00042288977,0.00006074868,0.008622139,0.000029223602,0.0000034323089,0.000012285776,0.0000053584267,0.18886133,0.027875148,0.7696508,0.0041813445,0.0002753101],"about_ca_topic_score_codex":0.0000029736725,"about_ca_topic_score_gemma":0.0000011298082,"teacher_disagreement_score":0.29945305,"about_ca_system_score_codex":0.000010415831,"about_ca_system_score_gemma":0.0000071959753,"threshold_uncertainty_score":0.1666709},"labels":[],"label_agreement":null},{"id":"W2740856942","doi":"10.1145/3106237.3106302","title":"Continuous variable-specific resolutions of feature interactions","year":2017,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Feature (linguistics); Computer science; Context (archaeology); Resolution (logic); Variable (mathematics); Artificial intelligence; Machine learning; Mathematics","score_opus":0.054719908268898734,"score_gpt":0.3170771546899815,"score_spread":0.26235724642108277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2740856942","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017170621,0.000109323955,0.9852007,0.00070230966,0.0010091926,0.000057003344,0.000002836812,0.0003003516,0.012446553],"genre_scores_gemma":[0.04169964,0.00001918167,0.95336306,0.00001913798,0.000043398515,0.0000069262164,5.483575e-7,0.000005075886,0.004843041],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99942356,0.000032617896,0.0001124139,0.00019068591,0.000090654314,0.00015007646],"domain_scores_gemma":[0.99811906,0.00040763489,0.000111515175,0.0012254965,0.00010112368,0.000035148503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020744144,0.00007705866,0.00013996108,0.00005898261,0.00023124654,0.00009553605,0.0010465541,0.000040141535,0.000016510518],"category_scores_gemma":[0.0008426807,0.000068329864,0.0000400847,0.000085256375,0.000071691255,0.0005844402,0.00032865838,0.00015430516,0.000011441509],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006443979,0.00005072501,0.0002707268,0.000013266357,0.000030086185,0.0000088589995,0.00025942904,0.010880297,0.013824712,0.92308295,0.01987924,0.031693272],"study_design_scores_gemma":[0.0010594169,0.00019944197,0.04679974,0.00019831656,0.000020562764,0.00015074234,0.00017185375,0.01548407,0.030899137,0.20747142,0.6965828,0.00096247584],"about_ca_topic_score_codex":0.0000147353285,"about_ca_topic_score_gemma":0.000003619164,"teacher_disagreement_score":0.7156115,"about_ca_system_score_codex":0.00002226057,"about_ca_system_score_gemma":0.000020371423,"threshold_uncertainty_score":0.2786411},"labels":[],"label_agreement":null},{"id":"W2748590498","doi":"10.1007/978-3-319-66562-7_21","title":"PISCIS: A Constraint-Based Planner for Self-adaptive Systems","year":2017,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Adaptation (eye); Context (archaeology); Constraint (computer-aided design); Set (abstract data type); Planner; Executor; IBM; Software; Data mining; Artificial intelligence; Operating system; Engineering; Programming language","score_opus":0.09139900268376915,"score_gpt":0.3288732532619665,"score_spread":0.23747425057819732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2748590498","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.629807e-7,0.00036945796,0.97164977,0.0002750115,0.0006125502,0.0006265381,0.00003968517,0.000287482,0.026138533],"genre_scores_gemma":[0.002940774,0.00029314982,0.995998,0.00020116447,0.00003254326,0.00010716404,0.000025089572,0.000009221141,0.0003928446],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99854356,0.000034003486,0.00053402566,0.0003093674,0.0003147296,0.00026433484],"domain_scores_gemma":[0.99500024,0.0012184297,0.0004779031,0.0027187217,0.0004950456,0.000089655085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016358579,0.00024367514,0.00032189878,0.0007186554,0.0006503756,0.0008284727,0.0044385204,0.00014700316,4.5406483e-7],"category_scores_gemma":[0.00025373828,0.00023880186,0.00005299202,0.00010741924,0.00088074495,0.004920197,0.0013222079,0.00033128823,0.000011288613],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000299123,0.000008132921,0.0000026889024,0.00005909756,0.000008364019,4.000051e-7,0.00072133885,0.01549377,8.3719056e-7,0.8847437,0.00012863359,0.09883007],"study_design_scores_gemma":[0.00036113468,0.00008762154,0.000061230254,0.00027183935,0.000005864222,0.000017499086,0.000015105122,0.8924627,0.0000069688153,0.017512387,0.088842615,0.00035503603],"about_ca_topic_score_codex":0.000004350758,"about_ca_topic_score_gemma":0.0000015262644,"teacher_disagreement_score":0.8769689,"about_ca_system_score_codex":0.00017965853,"about_ca_system_score_gemma":0.0004763508,"threshold_uncertainty_score":0.9738057},"labels":[],"label_agreement":null},{"id":"W2752115781","doi":"10.1145/3106195.3106219","title":"Product Line Engineering on the Right Side of the \"V\"","year":2017,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Software product line; Product (mathematics); Computer science; New product development; Domain engineering; Product line; Domain (mathematical analysis); Product design specification; Software engineering; Product engineering; Set (abstract data type); Process (computing); Service (business); Reliability engineering; Software; Systems engineering; Product design; Software development; Manufacturing engineering; Engineering; Mathematics; Component-based software engineering; Business; Programming language; Marketing","score_opus":0.047034421071911525,"score_gpt":0.2825877674999452,"score_spread":0.23555334642803366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2752115781","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006608457,0.000031513326,0.98662704,0.0043400982,0.0007244012,0.00011157341,3.7041352e-7,0.0001731323,0.0013834038],"genre_scores_gemma":[0.6661434,0.0000037450034,0.33292776,0.00008121733,0.00007093219,0.000007643702,2.8738244e-8,0.000006428557,0.00075881893],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994188,0.00003227835,0.00010198007,0.00016527453,0.00014652648,0.00013516837],"domain_scores_gemma":[0.99722177,0.0007640526,0.00007824323,0.001886032,0.0000347169,0.0000151810755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045421044,0.00008483837,0.000093807575,0.00001825019,0.00016112559,0.000052952353,0.0020615614,0.000017668788,0.000003225046],"category_scores_gemma":[0.004320393,0.00003795809,0.000046160356,0.00006763583,0.000054045042,0.00015934774,0.00045036044,0.00013950179,0.0000056064227],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031202949,0.000028264601,0.00018273678,0.000028772904,0.000029481078,0.000004818272,0.00028908902,0.41263118,0.017207488,0.5468621,0.00063725805,0.022095656],"study_design_scores_gemma":[0.00012832363,0.000053635446,0.024010167,0.00007641735,0.0000048413463,0.000009573769,0.000005144022,0.033776153,0.9151619,0.020835312,0.0057090158,0.0002294914],"about_ca_topic_score_codex":0.0000046979067,"about_ca_topic_score_gemma":0.0000014586612,"teacher_disagreement_score":0.89795446,"about_ca_system_score_codex":0.000013067017,"about_ca_system_score_gemma":0.000015324124,"threshold_uncertainty_score":0.5172226},"labels":[],"label_agreement":null},{"id":"W2752480115","doi":"10.1007/978-3-319-68015-6_10","title":"An Automated Change Impact Analysis Approach to GRL Models","year":2017,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Eclipse; Identification (biology); Notation; Software engineering; Requirements engineering; Feature (linguistics); Systems engineering; Programming language; Software; Engineering","score_opus":0.09494665104405178,"score_gpt":0.3545499519873834,"score_spread":0.2596033009433316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2752480115","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004852146,0.00024280259,0.9955764,0.00010049936,0.0008883328,0.0005426517,0.000016067244,0.0018362564,0.0007485061],"genre_scores_gemma":[0.1012588,0.000016405053,0.8979219,0.00034849936,0.00029573764,0.000034276316,0.00001272765,0.000045400502,0.00006623941],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9951437,0.00008253498,0.0004656576,0.0023159846,0.0010114126,0.0009807276],"domain_scores_gemma":[0.9941466,0.00050667685,0.0003382029,0.0042836405,0.00029693305,0.00042795908],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0016149816,0.00078275107,0.0010820566,0.002429935,0.00036256982,0.0009817512,0.007964436,0.00041636435,0.0000030948827],"category_scores_gemma":[0.00028282034,0.0006791456,0.0003100229,0.0011898987,0.00040544846,0.0022291648,0.0017241123,0.00074346684,0.000014837517],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027965634,0.00001945052,0.00001493962,0.000012863682,0.000049751958,0.000023831179,0.001176707,0.81514287,0.000025623569,0.0022186798,0.0000037521359,0.18130875],"study_design_scores_gemma":[0.00008771673,0.00015714843,0.0004596175,0.0000694211,0.000035464524,0.000022270136,9.864777e-8,0.91287225,0.00011285901,0.08540972,0.000035153356,0.0007382517],"about_ca_topic_score_codex":0.00008809722,"about_ca_topic_score_gemma":0.000027666096,"teacher_disagreement_score":0.1805705,"about_ca_system_score_codex":0.0004902572,"about_ca_system_score_gemma":0.00028452152,"threshold_uncertainty_score":0.99956596},"labels":[],"label_agreement":null},{"id":"W2755269200","doi":"10.1007/s00766-017-0280-z","title":"Goal-oriented requirements engineering: an extended systematic mapping study","year":2017,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":202,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"European Research Council; Natural Sciences and Engineering Research Council of Canada; Horizon 2020 Framework Programme; Generalitat Valenciana; European Commission","keywords":"Conceptualization; Scopus; Computer science; Field (mathematics); Systematic review; Requirements engineering; Data science; Implementation; Management science; Software engineering; Engineering; Political science; Artificial intelligence; Software","score_opus":0.07901895294172681,"score_gpt":0.3368146672498515,"score_spread":0.25779571430812465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2755269200","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07482461,0.00016505927,0.91909784,0.000027774577,0.0025069516,0.0012961071,0.0000024185767,0.0020109545,0.000068256966],"genre_scores_gemma":[0.6746458,0.000008535336,0.32476732,0.000014370307,0.00013591128,0.00024006146,0.000003498246,0.00008299349,0.00010149634],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99590886,0.00012553004,0.0009453379,0.0010453006,0.0009337988,0.0010411729],"domain_scores_gemma":[0.99513924,0.00023103884,0.00043935425,0.0037016352,0.00015392699,0.00033478515],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018892513,0.0006552666,0.0008410592,0.00046069777,0.00048597,0.00066791667,0.0031888615,0.00012808504,0.0000051921625],"category_scores_gemma":[0.0028139297,0.0006751473,0.00014113839,0.00035921147,0.000032311404,0.003283693,0.0011315539,0.00037137207,0.00003085173],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004133296,0.0019661419,0.0063751885,0.016439902,0.0020481236,0.0011420662,0.009810807,0.7934154,0.1295683,0.030971086,0.00006554635,0.008156107],"study_design_scores_gemma":[0.0046999445,0.0012455506,0.070229694,0.0072740647,0.00021746758,0.00010791137,0.0007594425,0.90205663,0.008364811,0.0007267426,0.0004918817,0.003825857],"about_ca_topic_score_codex":0.00001682161,"about_ca_topic_score_gemma":0.0000015586453,"teacher_disagreement_score":0.5998212,"about_ca_system_score_codex":0.00036409963,"about_ca_system_score_gemma":0.00004139482,"threshold_uncertainty_score":0.99956995},"labels":[],"label_agreement":null},{"id":"W2758608426","doi":"10.1109/rew.2017.66","title":"Evaluation of Goal Models in Reuse Hierarchies with Delayed Decisions","year":2017,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Reuse; Computer science; Hierarchy; Context (archaeology); Task (project management); Notation; Software engineering; Software; Systems engineering; Programming language; Engineering; Mathematics","score_opus":0.16287041659244525,"score_gpt":0.3732682579943011,"score_spread":0.21039784140185583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2758608426","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12974636,0.000049814804,0.8690264,0.00013655855,0.00006781017,0.00010667182,5.734323e-7,0.00007911955,0.0007866835],"genre_scores_gemma":[0.469508,0.0000091656275,0.5304449,0.000004031013,0.0000030863175,0.000009613681,1.4113003e-7,0.0000026693267,0.000018406421],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989438,0.00012145683,0.00014565834,0.00019549672,0.000464613,0.0001289803],"domain_scores_gemma":[0.9975578,0.0006287542,0.000084339525,0.0015082012,0.00019414541,0.000026715838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018400837,0.00007315289,0.00012680303,0.0001136873,0.00007145859,0.000045492357,0.0013155446,0.000030192043,0.0000017279648],"category_scores_gemma":[0.004721819,0.00005454198,0.000017277496,0.000099895144,0.00006336487,0.0008896656,0.00041177226,0.00007786453,0.0000012109435],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009537912,0.000014519489,0.00015765167,0.0000012188791,0.000007746889,0.0000021518777,0.00053896615,0.8967272,0.00021994565,0.018109713,0.000013779323,0.08419755],"study_design_scores_gemma":[0.0004014371,0.00006347617,0.009865645,0.00002834792,0.0000061095107,0.0000029227215,0.00001949449,0.57950836,0.001509972,0.4085048,0.00000409654,0.000085344516],"about_ca_topic_score_codex":0.00004648126,"about_ca_topic_score_gemma":0.0000967704,"teacher_disagreement_score":0.3903951,"about_ca_system_score_codex":0.0000378926,"about_ca_system_score_gemma":0.00009503829,"threshold_uncertainty_score":0.56527996},"labels":[],"label_agreement":null},{"id":"W2760143622","doi":"10.1109/rew.2017.49","title":"Towards a Tool to Help Exploring Existing Non-functional Requirements Solution Patterns","year":2017,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Non-functional requirement; Computer science; Requirements elicitation; Functional requirement; Requirements engineering; Process (computing); Requirements management; Software engineering; Requirement; Identification (biology); Requirements analysis; Risk analysis (engineering); Systems engineering; Quality (philosophy); Software requirements specification; Software; Software development; Engineering; Software design; Software construction","score_opus":0.32574755526479254,"score_gpt":0.3696491141292557,"score_spread":0.043901558864463175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2760143622","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04265085,0.000004385305,0.95350224,0.00041290955,0.0019659938,0.00012000314,9.536606e-7,0.00049322756,0.00084945397],"genre_scores_gemma":[0.34238562,0.0000029546486,0.6569336,0.00009091347,0.00016265646,0.00006970558,7.255605e-7,0.000008830614,0.0003450115],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99873465,0.000023476743,0.00018962902,0.00040302146,0.0003049464,0.0003443028],"domain_scores_gemma":[0.99878085,0.00010132233,0.000082585786,0.00089440384,0.00006210554,0.0000787153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005579817,0.00014255191,0.00013828847,0.000082992294,0.00043143946,0.0002706668,0.0009049438,0.000035185185,0.000009860184],"category_scores_gemma":[0.0015046513,0.00013811537,0.000046914945,0.00007078048,0.000016652406,0.001613508,0.0009257273,0.000102742604,0.000056265784],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016464228,0.0000411931,0.0064141154,0.000049401675,0.000036205936,0.00003634788,0.00090188487,0.025157066,0.01445504,0.01300295,0.00051448506,0.93937486],"study_design_scores_gemma":[0.0012722949,0.00037944785,0.82036847,0.00042776574,0.000015139567,0.000041020503,0.00016892339,0.06166038,0.08690627,0.022689607,0.004310326,0.0017603788],"about_ca_topic_score_codex":0.000063118685,"about_ca_topic_score_gemma":0.0000062412523,"teacher_disagreement_score":0.93761444,"about_ca_system_score_codex":0.000117170806,"about_ca_system_score_gemma":0.00003188706,"threshold_uncertainty_score":0.5632181},"labels":[],"label_agreement":null},{"id":"W2765312006","doi":"10.1145/3129676.3129694","title":"Modeling Resource-centric Services for Service Adaptation in Cyber Physical Systems","year":2017,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Cyber-physical system; Adaptation (eye); Computer science; Resource (disambiguation); Context (archaeology); Service provider; Service (business); Resource management (computing); Process management; Quality of service; Service-orientation; Computer security; Knowledge management; Business; Distributed computing; Telecommunications; Computer network","score_opus":0.08165531411174393,"score_gpt":0.31864084121964525,"score_spread":0.23698552710790133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765312006","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040546324,0.000070695896,0.95815635,0.0002540724,0.00024402002,0.00025711296,9.85664e-7,0.00028161434,0.00018881208],"genre_scores_gemma":[0.59488213,0.0000023857708,0.4048591,0.00005486156,0.00007719491,0.00005443295,0.000001248944,0.000009070649,0.000059564707],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991275,0.0000438099,0.00015012106,0.00029828082,0.00014103556,0.00023923538],"domain_scores_gemma":[0.9987953,0.00036093307,0.000069896174,0.00064497866,0.000090762114,0.000038170638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000365591,0.00010916622,0.0001688268,0.000075073614,0.0001497063,0.00023996572,0.000990959,0.00004730127,1.3798847e-7],"category_scores_gemma":[0.00017733489,0.000098611235,0.000030624622,0.00012295923,0.0000067373576,0.00079767365,0.00022700234,0.0000793206,0.000006186655],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043338728,0.000012298777,0.000026428035,0.00007376744,0.0000032889925,0.0000012288019,0.0009094064,0.9840827,0.000084238985,0.009496864,0.000002498066,0.0053029214],"study_design_scores_gemma":[0.00024918048,0.000013719762,0.00020114057,0.000050428003,0.000002233928,0.0000013480524,0.00020250957,0.9929213,0.00008018221,0.0060130693,0.0001425042,0.00012238573],"about_ca_topic_score_codex":0.00029714528,"about_ca_topic_score_gemma":0.00006487011,"teacher_disagreement_score":0.55433583,"about_ca_system_score_codex":0.00004564628,"about_ca_system_score_gemma":0.000017017874,"threshold_uncertainty_score":0.40212494},"labels":[],"label_agreement":null},{"id":"W2766718994","doi":"10.1007/978-3-319-69904-2_34","title":"User Perception of Numeric Contribution Semantics for Goal Models: An Exploratory Experiment","year":2017,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Perception; Semantics (computer science); Exploratory research; Goal orientation; Human–computer interaction; Psychology; Social psychology","score_opus":0.056680712431084926,"score_gpt":0.31643773300988426,"score_spread":0.25975702057879935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766718994","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023994729,0.00036485976,0.9966095,0.00008389083,0.0018725729,0.000556765,0.000010758245,0.00022797732,0.000033727134],"genre_scores_gemma":[0.1250547,0.000053437412,0.87445444,0.00008548745,0.00023140924,0.000034247987,0.000009369378,0.00003125823,0.000045650977],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972798,0.00005351878,0.00046052752,0.0011081486,0.0006033431,0.0004946512],"domain_scores_gemma":[0.99666333,0.00058795634,0.0004436359,0.0016961923,0.000494437,0.00011442148],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012266889,0.0004305027,0.00060243433,0.00041943567,0.00024527032,0.00021678096,0.0026461596,0.00030117616,0.0000019424695],"category_scores_gemma":[0.00035366372,0.00041523547,0.00013028797,0.00011653074,0.0005425459,0.0016407615,0.0007397263,0.00036270774,0.0000024743038],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015403746,0.00003346829,0.0000060093776,0.000059977574,0.00001112593,0.000007844028,0.0019734125,0.71882474,0.0029635662,0.023082182,0.0000048875067,0.2530174],"study_design_scores_gemma":[0.00031770076,0.00036083465,0.00003132537,0.00024290448,0.000009140438,0.00001203177,0.0000016186773,0.70672125,0.006299326,0.2852489,0.00022222314,0.00053273054],"about_ca_topic_score_codex":0.0000043828595,"about_ca_topic_score_gemma":0.000007100244,"teacher_disagreement_score":0.2621667,"about_ca_system_score_codex":0.00032383387,"about_ca_system_score_gemma":0.00028371013,"threshold_uncertainty_score":0.99982995},"labels":[],"label_agreement":null},{"id":"W2767219025","doi":"10.1002/smr.1912","title":"A systematic mapping study of information visualization for software product line engineering","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Austrian Science Fund","keywords":"Software product line; Computer science; Visualization; Software engineering; Software; Product (mathematics); Software visualization; Reuse; Personalization; Set (abstract data type); Data science; Data mining; Systems engineering; Software development; Software construction; Engineering; World Wide Web; Programming language","score_opus":0.03285247862319446,"score_gpt":0.3154176029511194,"score_spread":0.28256512432792497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767219025","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04483446,0.0005771749,0.9534431,0.000027941313,0.00047936416,0.00052783766,0.0000021039182,0.00010755755,4.4660456e-7],"genre_scores_gemma":[0.61951846,0.000015481193,0.38035598,0.0000059116537,0.00006543774,0.000024917472,7.389405e-7,0.000008033652,0.0000050421568],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986301,0.00004629787,0.0007398229,0.0001255075,0.00031152036,0.00014673136],"domain_scores_gemma":[0.996757,0.00044821677,0.0014061783,0.00031933349,0.0010126311,0.000056658006],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0013055158,0.00013846722,0.00040393264,0.0003137885,0.00020508967,0.00015118573,0.00056321494,0.000049990555,2.2964606e-7],"category_scores_gemma":[0.016400643,0.00011783316,0.000053940792,0.00017860759,0.00002203687,0.0027471634,0.000095417716,0.00011568593,2.4064755e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024843827,0.00068424555,0.035184547,0.12818956,0.00065503235,0.000013471874,0.039785538,0.75167716,0.00056251354,0.0039321976,0.00010267988,0.038964625],"study_design_scores_gemma":[0.024954224,0.01289123,0.27778062,0.06720669,0.001136183,0.0023343717,0.015283306,0.51414657,0.009044361,0.07023455,0.00039273704,0.0045951484],"about_ca_topic_score_codex":0.0000020982816,"about_ca_topic_score_gemma":5.6957043e-7,"teacher_disagreement_score":0.574684,"about_ca_system_score_codex":0.00006536194,"about_ca_system_score_gemma":0.000086191634,"threshold_uncertainty_score":0.99188465},"labels":[],"label_agreement":null},{"id":"W2767318079","doi":"10.1109/models.2017.38","title":"Synthesis and Exploration of Multi-level, Multi-perspective Architectures of Automotive Embedded Systems (SoSYM Abstract)","year":2017,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Automotive industry; Computer science; Process (computing); Perspective (graphical); Domain (mathematical analysis); Set (abstract data type); Task (project management); Focus (optics); Embedded system; Computer architecture; Distributed computing; Software engineering; Systems engineering; Artificial intelligence; Engineering; Programming language","score_opus":0.16162292019169977,"score_gpt":0.3608000031948969,"score_spread":0.19917708300319714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767318079","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019820545,0.00019454276,0.97916406,0.000072294846,0.00022632227,0.00021907629,0.000011858325,0.00017767347,0.000113632384],"genre_scores_gemma":[0.5329597,0.000010492616,0.46696058,0.0000018278615,0.000008412642,0.000014585985,1.0957487e-7,0.000005953664,0.000038345363],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99896646,0.00010635514,0.00026750707,0.00032647877,0.0001710297,0.00016218294],"domain_scores_gemma":[0.99721277,0.001351916,0.00035822726,0.0007292772,0.0003002446,0.000047586364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005366107,0.0001572109,0.0003379366,0.00012882733,0.00010619766,0.000064422245,0.00064377347,0.000073491356,0.0000013315018],"category_scores_gemma":[0.006628546,0.0001302633,0.000047817524,0.0000620814,0.00018723642,0.0005901483,0.00023643117,0.00010550792,0.0000011519669],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000078898855,0.0004985842,0.0011334768,0.00072793144,0.00045587757,0.00003576365,0.042795382,0.7030488,0.06684642,0.049497835,0.000032553904,0.13484843],"study_design_scores_gemma":[0.0009481763,0.00016662253,0.1560648,0.00036097062,0.000031917592,0.000016119811,0.004763045,0.17804909,0.65159565,0.007411267,0.0000057243005,0.00058660324],"about_ca_topic_score_codex":0.00019876457,"about_ca_topic_score_gemma":0.00002600972,"teacher_disagreement_score":0.5847492,"about_ca_system_score_codex":0.00003662231,"about_ca_system_score_gemma":0.000033268454,"threshold_uncertainty_score":0.79354674},"labels":[],"label_agreement":null},{"id":"W2767407390","doi":"10.1109/models.2017.3","title":"Software Product Lines with Design Choices: Reasoning about Variability and Design Uncertainty","year":2017,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Waterloo; University of British Columbia; Université de Montréal","funders":"","keywords":"Computer science; Software product line; Product line; Abstraction; Product design; Software engineering; Software; Product (mathematics); Design space exploration; Set (abstract data type); Systems engineering; Industrial engineering; Software development; Programming language; Manufacturing engineering; Engineering; Embedded system; Mathematics","score_opus":0.06680956204641121,"score_gpt":0.30396199943082863,"score_spread":0.23715243738441744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767407390","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010255189,0.0001508827,0.9968975,0.00018513914,0.00021937043,0.0004219493,7.521665e-7,0.0010287695,0.00007010908],"genre_scores_gemma":[0.037332136,0.000030298588,0.96218735,0.000044180455,0.0000793841,0.00005311955,4.0167458e-7,0.000017554625,0.00025556097],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981022,0.00033170712,0.00018890799,0.00078625395,0.00021379354,0.00037712633],"domain_scores_gemma":[0.9951874,0.0025592211,0.00017311644,0.0017816689,0.0001878021,0.0001108113],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0025557254,0.00025264116,0.00029291926,0.00004886542,0.0005328112,0.00045575603,0.0012121166,0.00006473065,0.0000031265834],"category_scores_gemma":[0.011677152,0.00017976106,0.000024913237,0.00011516359,0.00022040351,0.0011668539,0.0004004914,0.00019192634,0.0000026854193],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083075174,0.000047112495,0.010233456,0.00011286462,0.000059011483,0.000031497708,0.00059459487,0.80866575,0.00036177714,0.005943098,0.00013291035,0.17373486],"study_design_scores_gemma":[0.0036659138,0.0018126054,0.2206619,0.0011010447,0.00013505375,0.00041287,0.00010294929,0.52532554,0.048212025,0.19122745,0.0027336818,0.00460897],"about_ca_topic_score_codex":0.000042306074,"about_ca_topic_score_gemma":0.000004886603,"teacher_disagreement_score":0.28334022,"about_ca_system_score_codex":0.000044945165,"about_ca_system_score_gemma":0.00012084567,"threshold_uncertainty_score":0.9966479},"labels":[],"label_agreement":null},{"id":"W2773901690","doi":"10.1109/esem.2017.69","title":"Assessing the Intuitiveness of Qualitative Contribution Relationships in Goal Models: An Exploratory Experiment","year":2017,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Construct (python library); Computer science; Meaning (existential); Diagrammatic reasoning; Set (abstract data type); Conceptual model; Process (computing); Representation (politics); Perception; Goal orientation; Human–computer interaction; Management science; Knowledge management; Psychology; Social psychology; Engineering; Programming language","score_opus":0.3996984502573646,"score_gpt":0.4807320913996817,"score_spread":0.08103364114231709,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2773901690","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16541982,0.0000833138,0.8339491,0.00013577014,0.00013592921,0.00009780899,6.2693675e-7,0.00007714533,0.00010047568],"genre_scores_gemma":[0.73153234,0.0000029954977,0.26840973,0.000007358229,0.000008329055,0.000031105348,7.215689e-7,0.000003245868,0.0000041698977],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99823123,0.0010928559,0.00020467906,0.00019150767,0.00014744529,0.0001322856],"domain_scores_gemma":[0.9970218,0.0020203944,0.00016079718,0.00065333856,0.000118855016,0.000024834766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003283217,0.00008027787,0.0001383033,0.00005303614,0.00025152284,0.00013656312,0.0006786425,0.000043919652,6.307331e-7],"category_scores_gemma":[0.002664051,0.000059265945,0.00002180871,0.00007884194,0.00012661538,0.0036266416,0.00021297262,0.00015781542,7.343559e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059667063,0.000048158865,0.00053136377,0.0000068804397,0.000007758094,0.0000024692408,0.05463643,0.120068714,0.0027990818,0.8168554,0.000002138209,0.005035653],"study_design_scores_gemma":[0.0005412314,0.00008287275,0.030991869,0.0001120321,0.0000030672602,0.0000016776288,0.04073945,0.16814066,0.044871528,0.71423876,0.000008459522,0.00026837995],"about_ca_topic_score_codex":0.000021082224,"about_ca_topic_score_gemma":0.000014836904,"teacher_disagreement_score":0.5661125,"about_ca_system_score_codex":0.000077261706,"about_ca_system_score_gemma":0.000049806742,"threshold_uncertainty_score":0.31893104},"labels":[],"label_agreement":null},{"id":"W2782753921","doi":"","title":"Software variability through C++ static polymorphism: a case study of challenges and open problems in eclipse OMR.","year":2017,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Eclipse; Open source software; Software; Computer science; Open source; Software engineering; Operating system; Astronomy; Physics","score_opus":0.42473486271320937,"score_gpt":0.4871907973906211,"score_spread":0.06245593467741173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782753921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81627154,0.005437372,0.15208334,0.0077185323,0.0012401559,0.01654002,0.0002113529,0.000106850996,0.00039083132],"genre_scores_gemma":[0.8936694,0.001400754,0.10433124,0.0000055045266,0.000015991334,0.0004585579,3.0256632e-7,0.000014689299,0.00010355051],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99648863,0.0013111738,0.000502514,0.0007526708,0.00047754802,0.00046744948],"domain_scores_gemma":[0.9882794,0.006962552,0.00047802823,0.0017793875,0.0024420903,0.00005856514],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0034869898,0.00024698788,0.0007811089,0.000110622495,0.00064437237,0.000118581505,0.0024680267,0.00005904572,8.8757025e-7],"category_scores_gemma":[0.028052162,0.00017531299,0.000036808957,0.00045251005,0.00085935654,0.00090117863,0.0034425347,0.00033457935,2.4993466e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011404622,0.003835089,0.0064359987,0.003389502,0.00095560635,0.00028318766,0.5455156,0.04845606,0.0010757779,0.15318352,0.00022321852,0.235506],"study_design_scores_gemma":[0.009191285,0.0053741853,0.005970104,0.00223815,0.00004213409,0.000024272447,0.3270303,0.0017738673,0.00882541,0.6382611,0.00043205993,0.00083714986],"about_ca_topic_score_codex":0.00007507627,"about_ca_topic_score_gemma":0.0016134459,"teacher_disagreement_score":0.48507756,"about_ca_system_score_codex":0.00015438342,"about_ca_system_score_gemma":0.00031734124,"threshold_uncertainty_score":0.98013496},"labels":[],"label_agreement":null},{"id":"W2782832325","doi":"10.1145/3149485.3149520","title":"Report from the 9th Workshop on Modelling in Software Engineering(MiSE 2017)","year":2018,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Software engineering; Reuse; Software; Computer science; Event (particle physics); Engineering management; Systems engineering; Software development; Engineering; Programming language","score_opus":0.06001005587181764,"score_gpt":0.28627728946392655,"score_spread":0.22626723359210893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782832325","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03827718,0.0011289496,0.95234716,0.0003447117,0.0036982202,0.0003802612,0.000022828717,0.0037981542,0.0000025532845],"genre_scores_gemma":[0.23141557,0.000067804816,0.7672769,0.00019694996,0.00068722543,0.00010906681,0.000028605193,0.000135567,0.000082345476],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957125,0.00009166383,0.00088075665,0.0013845599,0.00073244097,0.0011980517],"domain_scores_gemma":[0.84902304,0.14506893,0.00031306734,0.004973922,0.00028751246,0.00033350365],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001127677,0.00083631836,0.00070327934,0.00038644377,0.00021772475,0.00027416126,0.0035347731,0.00037917786,0.000018082981],"category_scores_gemma":[0.2669297,0.0007361812,0.00022295871,0.0013114745,0.00010754915,0.0007980205,0.0011134575,0.0011667924,0.00011178949],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021670214,0.00005242892,0.014607942,0.000040006784,0.00005916944,0.00042639975,0.0009184018,0.9737532,0.0002227739,0.0004258628,0.00070205104,0.008770109],"study_design_scores_gemma":[0.0061047743,0.0011777324,0.29095316,0.008302369,0.0002791748,0.0016613384,0.00020817351,0.5494256,0.033332203,0.010878103,0.08279988,0.014877504],"about_ca_topic_score_codex":0.000101796664,"about_ca_topic_score_gemma":0.000013018528,"teacher_disagreement_score":0.4243276,"about_ca_system_score_codex":0.0002603906,"about_ca_system_score_gemma":0.00011903232,"threshold_uncertainty_score":0.9995089},"labels":[],"label_agreement":null},{"id":"W2783909120","doi":"","title":"Concern-oriented incremental modelling","year":2017,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Trent University","funders":"","keywords":"Reuse; Computer science; Workflow; Software engineering; Context (archaeology); Core (optical fiber); Personalization; Process (computing); Interface (matter); Software development; Domain engineering; Software; Systems engineering; Database; Programming language; Software construction; Engineering; World Wide Web; Operating system","score_opus":0.04848906643289901,"score_gpt":0.27945817650371035,"score_spread":0.23096911007081133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783909120","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02834554,0.00017191257,0.9687596,0.00007345104,0.0016401185,0.000108642125,0.0000011036395,0.00088558503,0.000014038556],"genre_scores_gemma":[0.24386364,0.000021210473,0.7559173,0.000054050117,0.00011458055,0.000008138077,3.4400097e-7,0.000011661574,0.0000090389285],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99805397,0.000015709229,0.00020560951,0.00067617086,0.0005050191,0.0005435282],"domain_scores_gemma":[0.9980619,0.0002804327,0.000096346215,0.0011555108,0.00019430085,0.00021153117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012155229,0.0002295238,0.00022865391,0.00020264075,0.0009247589,0.0008311258,0.002140507,0.000054409877,8.005096e-7],"category_scores_gemma":[0.0011424902,0.00022894601,0.00003831035,0.00026716274,0.00031572912,0.002618057,0.0017738182,0.00021130515,0.000005393586],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023356022,0.000016279095,0.0016999533,0.00004541384,0.000016166425,0.00005012279,0.0007540995,0.8314326,0.0012446416,0.022167841,0.00004412581,0.14252646],"study_design_scores_gemma":[0.00020712748,0.00004376869,0.0031803516,0.000058218448,0.0000026583625,0.00003689823,0.0000040555988,0.992271,0.0024664493,0.0006651287,0.0007279399,0.00033638199],"about_ca_topic_score_codex":0.000013823436,"about_ca_topic_score_gemma":3.0473086e-7,"teacher_disagreement_score":0.2155181,"about_ca_system_score_codex":0.0001047865,"about_ca_system_score_gemma":0.000093559385,"threshold_uncertainty_score":0.93361473},"labels":[],"label_agreement":null},{"id":"W2784476505","doi":"10.4018/978-1-60566-026-4.ch503","title":"Prolonging the Aging of Software Systems","year":2009,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Software engineering; Software maintenance; Systems development life cycle; Software system; Software development; Software; Software development process; Systems engineering; Engineering; Programming language","score_opus":0.031640784629813165,"score_gpt":0.26763933798234146,"score_spread":0.23599855335252828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2784476505","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000037161954,0.0022430376,0.8285697,0.000043417218,0.0009926003,0.00034734412,0.000013515821,0.0007627046,0.16702393],"genre_scores_gemma":[0.02959806,0.00002630976,0.8941566,0.00039310762,0.0006648246,0.000055689114,0.0000022987754,0.000118418226,0.07498472],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9981598,0.000054806063,0.00044300745,0.00050255784,0.00045835463,0.00038145517],"domain_scores_gemma":[0.99780583,0.00038205908,0.00037226596,0.0012276877,0.0001434114,0.000068747526],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004572587,0.00040486356,0.00054551574,0.000077415025,0.00010089976,0.00010251316,0.0017033148,0.0002539895,6.083149e-7],"category_scores_gemma":[0.00023331182,0.00031230826,0.00018959511,0.000042869313,0.00010434359,0.00009998137,0.00044047073,0.00039726545,0.000012890454],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023503494,0.0000017232319,0.0000036357046,0.000075227654,0.000043114083,0.000037936396,0.00008937957,0.012520835,0.0000068451973,0.93310404,0.00015230903,0.05396258],"study_design_scores_gemma":[0.00018295384,0.000114528164,0.000044863595,0.00095379615,0.00004585483,0.00019039982,0.000010425215,0.00080304086,0.00011897735,0.9831945,0.013648782,0.000691887],"about_ca_topic_score_codex":0.000012181396,"about_ca_topic_score_gemma":0.0000017487117,"teacher_disagreement_score":0.092039205,"about_ca_system_score_codex":0.00017015838,"about_ca_system_score_gemma":0.00012779378,"threshold_uncertainty_score":0.9999329},"labels":[],"label_agreement":null},{"id":"W2793179238","doi":"10.1007/978-3-319-90421-4_11","title":"A Delta-Oriented Approach to Support the Safe Reuse of Black-Box Code Rewriters","year":2018,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Rewriting; Computer science; Programming language; Reuse; Black box; Process (computing); Software; Code (set theory); Software engineering; Theoretical computer science; Artificial intelligence; Set (abstract data type)","score_opus":0.0430964841280263,"score_gpt":0.28773988187397925,"score_spread":0.24464339774595295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793179238","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013555582,0.000091163354,0.9954824,0.00054530945,0.001572065,0.00062066875,0.00001799814,0.0002893413,0.0012454875],"genre_scores_gemma":[0.0067700413,0.000018972472,0.99136996,0.0011533718,0.00027197634,0.000017039176,0.000005460947,0.000045668574,0.0003475158],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99550694,0.00010148867,0.0007334517,0.0016847423,0.0011628433,0.0008105512],"domain_scores_gemma":[0.9933064,0.0016341185,0.0003679535,0.004013125,0.00047740445,0.00020097072],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0023668392,0.0006081124,0.0007294466,0.0007811519,0.00018940581,0.0001832853,0.008376983,0.0003035787,0.000010668126],"category_scores_gemma":[0.0018315576,0.00045766294,0.0001669153,0.0012576832,0.0016875505,0.0004420266,0.0040688403,0.00081033254,0.000033262768],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040729046,0.000074430296,0.000030608117,0.00015350804,0.000051431565,0.00005621593,0.014425778,0.7470747,0.00055030594,0.023114996,0.0010196313,0.21340762],"study_design_scores_gemma":[0.0012380031,0.0026574044,0.00036142583,0.0014379736,0.00007205714,0.00040591697,0.000009182372,0.50148886,0.019785574,0.43448377,0.03406417,0.00399567],"about_ca_topic_score_codex":0.000009305651,"about_ca_topic_score_gemma":0.000013235295,"teacher_disagreement_score":0.41136876,"about_ca_system_score_codex":0.00026684598,"about_ca_system_score_gemma":0.00042208444,"threshold_uncertainty_score":0.9997875},"labels":[],"label_agreement":null},{"id":"W2793721708","doi":"10.1016/j.jlamp.2018.02.002","title":"A theoretical framework for cardinality-based feature models: The semantics and computational aspects","year":2018,"lang":"en","type":"article","venue":"Journal of Logical and Algebraic Methods in Programming","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Cardinality (data modeling); Computer science; Feature (linguistics); Semantics (computer science); Formal semantics (linguistics); Theoretical computer science; Programming language; Decidability; Software product line; Operational semantics; Denotational semantics; Computational semantics; Algorithm; Software; Software development; Data mining; Linguistics","score_opus":0.07762526643835502,"score_gpt":0.39698608295975163,"score_spread":0.3193608165213966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793721708","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025445106,0.0010362667,0.99266446,0.0033110152,0.00023323568,0.00016256174,4.7064222e-7,0.000035423516,0.000012082935],"genre_scores_gemma":[0.1601232,0.000014441778,0.8394173,0.0002835427,0.00014730317,0.000007400782,1.409014e-7,0.000005802868,8.96268e-7],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984156,0.00060245546,0.00031460193,0.00021519352,0.00020761775,0.00024454598],"domain_scores_gemma":[0.98999554,0.009424567,0.0001727836,0.00014284517,0.00017637783,0.00008786264],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004526219,0.00013735949,0.00032960248,0.00007894653,0.00013222844,0.00013699093,0.00035474973,0.00012570272,0.000001206667],"category_scores_gemma":[0.004296508,0.00007816516,0.000086804816,0.00026873412,0.0005078809,0.00016101898,0.00014314105,0.0004789719,5.1146895e-8],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025868872,0.000019696477,0.000055371045,0.000026660517,0.000015112591,0.000010295752,0.00028474472,0.0048062718,0.000016769874,0.78080714,0.0000031474995,0.21392894],"study_design_scores_gemma":[0.00022580953,0.00035208423,0.00033042594,0.00007731609,0.000013506299,0.000117597374,0.000059467562,0.12187665,0.00012465521,0.87649393,0.00023668859,0.000091854876],"about_ca_topic_score_codex":2.1606822e-7,"about_ca_topic_score_gemma":1.2165988e-7,"teacher_disagreement_score":0.21383709,"about_ca_system_score_codex":0.000017796085,"about_ca_system_score_gemma":0.000040103903,"threshold_uncertainty_score":0.51436317},"labels":[],"label_agreement":null},{"id":"W2799759507","doi":"10.1007/s00766-018-0294-1","title":"A systematic literature mapping of goal and non-goal modelling methods for legal and regulatory compliance","year":2018,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Compliance (psychology); Domain (mathematical analysis); Computer science; Management science; Process management; Systematic review; Risk analysis (engineering); Focus (optics); Data science; Psychology; Political science; Engineering; MEDLINE; Business; Law; Social psychology","score_opus":0.06571911413597815,"score_gpt":0.34174340610487897,"score_spread":0.2760242919689008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799759507","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009230642,0.0034617744,0.98627204,0.000010753573,0.00041185934,0.00041388487,0.0000022012257,0.00018686955,0.000009956213],"genre_scores_gemma":[0.14416666,0.000045790523,0.8556257,0.0000100067855,0.00006669783,0.00004155162,7.3901805e-7,0.000020870053,0.000021982021],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987574,0.000049372746,0.00038691566,0.0003657957,0.00013727626,0.00030322472],"domain_scores_gemma":[0.9987801,0.00051291817,0.00012414124,0.00039321376,0.000115307106,0.000074368356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010623016,0.00021171845,0.00042802474,0.00017698485,0.00007388442,0.00008997744,0.00030710938,0.00007597986,1.5231205e-7],"category_scores_gemma":[0.00034912975,0.00020692476,0.000046226585,0.00025785237,0.000049939623,0.0005846901,0.0002084979,0.000108921144,2.1028195e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033613924,0.00004314743,0.000082036495,0.10736202,0.00044317986,0.0000122402735,0.007136402,0.5376492,0.28929868,0.04080129,0.00001726393,0.017120888],"study_design_scores_gemma":[0.0002772506,0.00007361064,0.0001216452,0.007247715,0.000014265007,0.000024197594,0.000019420277,0.98365843,0.0073003396,0.0009904127,0.000048161994,0.00022456438],"about_ca_topic_score_codex":0.0000010872706,"about_ca_topic_score_gemma":6.543313e-8,"teacher_disagreement_score":0.4460092,"about_ca_system_score_codex":0.000042296444,"about_ca_system_score_gemma":0.0000140770735,"threshold_uncertainty_score":0.8438147},"labels":[],"label_agreement":null},{"id":"W2800669324","doi":"10.1007/978-3-319-90421-4_5","title":"Top-Down Evaluation of Reusable Goal Models","year":2018,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Reuse; Computer science; Hierarchy; Adaptation (eye); Goal modeling; Rotation formalisms in three dimensions; Set (abstract data type); Prioritization; Top-down and bottom-up design; Software engineering; Programming language; Software; Management science; Requirements engineering","score_opus":0.0703158987650984,"score_gpt":0.31672761425923696,"score_spread":0.24641171549413854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800669324","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015705341,0.0006033876,0.9945065,0.00009933786,0.0020311195,0.00038536725,0.000003514002,0.00022655212,0.001987214],"genre_scores_gemma":[0.030944748,0.000026787631,0.96840113,0.00013522505,0.0002738388,0.00001112996,0.0000021855524,0.000026701797,0.0001782777],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958622,0.00009649674,0.00053953857,0.0012573794,0.0017188662,0.0005255146],"domain_scores_gemma":[0.9957669,0.0010089336,0.00033532223,0.001863556,0.00092913164,0.00009616122],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00403797,0.00042007145,0.00055021094,0.0006971078,0.000110514295,0.00013899543,0.0032919173,0.00030744623,0.00003237362],"category_scores_gemma":[0.00092300103,0.0003931009,0.00010860009,0.00059627776,0.00070141046,0.00092836027,0.0013848759,0.0005021029,0.000018774006],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022731735,0.0000072100056,0.0000025179402,0.00002022265,0.000005867733,0.0000038319404,0.0005495663,0.7258877,0.00014900493,0.0070653744,0.000012829479,0.2662936],"study_design_scores_gemma":[0.00011449147,0.00008393681,0.000010223087,0.00014451088,0.0000073657884,0.000011900973,9.87036e-8,0.5054994,0.002951662,0.49086368,0.00007129903,0.00024140165],"about_ca_topic_score_codex":0.000008516036,"about_ca_topic_score_gemma":0.000008506116,"teacher_disagreement_score":0.48379833,"about_ca_system_score_codex":0.00040386379,"about_ca_system_score_gemma":0.00072078494,"threshold_uncertainty_score":0.99985206},"labels":[],"label_agreement":null},{"id":"W2800971793","doi":"10.1145/3105748","title":"Engineering Self-Adaptive Software Systems","year":2018,"lang":"en","type":"article","venue":"ACM Transactions on Autonomous and Adaptive Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Adaptation (eye); Scheduling (production processes); Exploit; Controller (irrigation); Software; Distributed computing; Mathematical optimization","score_opus":0.03129015442811151,"score_gpt":0.24782120282479603,"score_spread":0.21653104839668452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800971793","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000646214,0.00077290396,0.99343985,0.000043649634,0.002435638,0.00045149503,0.00002207877,0.0020870105,0.0001011791],"genre_scores_gemma":[0.4295092,0.00003993462,0.5697432,0.000021946113,0.00016333828,0.00013444839,6.541306e-7,0.000038171376,0.00034909937],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99810547,0.00013737468,0.0003631256,0.00067493104,0.00025091934,0.0004681957],"domain_scores_gemma":[0.9977121,0.0008850695,0.00011878589,0.00092674297,0.00018346022,0.00017386008],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004241018,0.00035855264,0.0004199655,0.00025571257,0.00032244154,0.00020207968,0.0007245478,0.00015524997,0.0000030306787],"category_scores_gemma":[0.00011805755,0.00033831794,0.00008325772,0.0003975794,0.000079161706,0.0005518308,0.00004364701,0.00031697872,0.000063079075],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005380054,0.00018744977,0.000019877605,0.0002036933,0.0005356338,0.0000640451,0.0033736236,0.8511816,0.0005922629,0.05084601,0.000101533195,0.09284046],"study_design_scores_gemma":[0.0015164118,0.0030143238,0.0007977615,0.00090292224,0.00011603177,0.0006171291,0.0013890739,0.9629799,0.0028184596,0.0020150307,0.021484794,0.0023481685],"about_ca_topic_score_codex":0.000091351285,"about_ca_topic_score_gemma":0.0000030390513,"teacher_disagreement_score":0.428863,"about_ca_system_score_codex":0.0002202862,"about_ca_system_score_gemma":0.00007658651,"threshold_uncertainty_score":0.9999069},"labels":[],"label_agreement":null},{"id":"W2805096089","doi":"10.1016/j.cl.2018.05.004","title":"Concern-oriented language development (COLD): Fostering reuse in language engineering","year":2018,"lang":"en","type":"article","venue":"Computer Languages Systems & Structures","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Software engineering; Domain-specific language; Metamodeling; Reuse; Artifact (error); Programming language; Modeling language; Semantics (computer science); Systems engineering; Software; Artificial intelligence; Engineering","score_opus":0.02820051897616679,"score_gpt":0.29715384336554085,"score_spread":0.2689533243893741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805096089","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2859622,0.0018645584,0.7091491,0.000015997144,0.0017330036,0.00026675028,0.000003577195,0.0009542893,0.000050542498],"genre_scores_gemma":[0.55955625,0.0000024973106,0.43973476,0.000052874773,0.00052763865,0.000030028483,0.000004873091,0.000033756587,0.000057299996],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.997592,0.00015204943,0.0005309504,0.00070256396,0.00035295627,0.00066950795],"domain_scores_gemma":[0.99805474,0.00034187213,0.00014955523,0.0012374948,0.000082805855,0.00013353112],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00043539976,0.0004129488,0.00048652335,0.0003666981,0.00009471507,0.0002118119,0.0016415117,0.00014836746,0.0000060285643],"category_scores_gemma":[0.00029142603,0.00038309197,0.00006168694,0.00053053064,0.000058466147,0.0004048232,0.0015744396,0.00029997813,0.00002104814],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068665075,0.000116108116,0.0024857097,0.0016193773,0.00042818952,0.0036528138,0.2382794,0.25911266,0.23863256,0.032508627,0.0016000998,0.22149579],"study_design_scores_gemma":[0.0073367925,0.0010369704,0.08548099,0.0035242215,0.000059182483,0.0014973353,0.008109798,0.3223726,0.5352387,0.000640056,0.026692169,0.008011192],"about_ca_topic_score_codex":0.00011956795,"about_ca_topic_score_gemma":0.000025591824,"teacher_disagreement_score":0.29660612,"about_ca_system_score_codex":0.0002103153,"about_ca_system_score_gemma":0.00005729253,"threshold_uncertainty_score":0.9998621},"labels":[],"label_agreement":null},{"id":"W2811031009","doi":"10.1145/3195836.3195841","title":"The structure of software design discussions","year":2018,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; University of Toronto; University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software engineering; Software; Human–computer interaction; Programming language","score_opus":0.03746128040477603,"score_gpt":0.2941748511270859,"score_spread":0.2567135707223099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2811031009","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00034384613,0.000050931823,0.9985372,0.00023419494,0.0004199469,0.00006348505,8.2931285e-7,0.00031494943,0.000034610384],"genre_scores_gemma":[0.109918386,0.0000043498794,0.8897537,0.000024619774,0.00003447942,9.853417e-7,8.829714e-8,0.000004246288,0.00025916088],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994042,0.00008576005,0.00010615755,0.0001352549,0.00011574955,0.00015288047],"domain_scores_gemma":[0.99793684,0.0013803012,0.000038617964,0.0005417621,0.00007398695,0.00002847719],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018555265,0.0000680694,0.00007530952,0.000022779162,0.00015064896,0.000025666797,0.0008103318,0.000030683084,0.000008801348],"category_scores_gemma":[0.0013465335,0.000032190783,0.00002422122,0.00021135266,0.00013275462,0.00014676961,0.00022518463,0.00006548446,0.000005023338],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001540196,0.000017926954,0.00018004725,0.000014545863,0.0000424406,0.0000029855967,0.0014209717,0.036217075,0.034866285,0.22340742,0.0061908215,0.6976241],"study_design_scores_gemma":[0.0001666306,0.0003382484,0.0023614443,0.00002264542,0.000005262659,0.000015276708,0.000087207045,0.0065861815,0.36030576,0.6255705,0.0042553446,0.0002854973],"about_ca_topic_score_codex":0.0000013264098,"about_ca_topic_score_gemma":0.0000025064182,"teacher_disagreement_score":0.6973386,"about_ca_system_score_codex":0.000008927532,"about_ca_system_score_gemma":0.000022716007,"threshold_uncertainty_score":0.16120237},"labels":[],"label_agreement":null},{"id":"W28510325","doi":"10.1002/anie.201702497","title":"Understanding Decision-Oriented Variability Modelling.","year":2008,"lang":"en","type":"article","venue":"Software Product Lines","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Association Nationale de la Recherche et de la Technologie; Agence Nationale de la Recherche; Deutsche Forschungsgemeinschaft","keywords":"Computer science; Semantics (computer science); Domain (mathematical analysis); Data science; Software engineering; Decision support system; Management science; Data mining; Engineering; Programming language","score_opus":0.16726141146602705,"score_gpt":0.29551566280439767,"score_spread":0.12825425133837062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W28510325","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0052847397,0.00038073622,0.9892959,0.00026937178,0.0019416987,0.0002384506,0.0000037207976,0.0025580078,0.000027375434],"genre_scores_gemma":[0.12363072,0.000088991656,0.8758244,0.000055786848,0.00024186274,0.000020369122,0.0000033766257,0.000025548685,0.00010893845],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.997624,0.0001444906,0.0004020503,0.0009334703,0.00043172788,0.0004642707],"domain_scores_gemma":[0.9958453,0.0022519797,0.00010619356,0.0014037912,0.00027201846,0.000120719276],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010782948,0.00028063738,0.0003300163,0.0001711464,0.00035132194,0.000040675022,0.00087646366,0.00008452948,0.000005964526],"category_scores_gemma":[0.009213509,0.00025356654,0.000099185134,0.0009132441,0.00015026715,0.0007323156,0.00041097804,0.0002803694,0.000022342449],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002822004,0.00010070638,0.0052690236,0.00005387572,0.0000305943,0.000048006943,0.0009877512,0.96328133,0.00009582111,0.016748426,0.00088119815,0.01247505],"study_design_scores_gemma":[0.00077436195,0.0001499268,0.0016029573,0.00012815776,0.000019942658,0.00030563632,0.000041592717,0.111298814,0.0051498646,0.8723997,0.006715447,0.0014136012],"about_ca_topic_score_codex":0.000006307149,"about_ca_topic_score_gemma":6.2801485e-7,"teacher_disagreement_score":0.85565126,"about_ca_system_score_codex":0.00017903859,"about_ca_system_score_gemma":0.00013424148,"threshold_uncertainty_score":0.99999166},"labels":[],"label_agreement":null},{"id":"W2886614420","doi":"10.1007/978-3-319-98938-9_22","title":"Formalisation of SysML/KAOS Goal Assignments with B System Component Decompositions","year":2018,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"Natural Sciences and Engineering Research Council of Canada; Agence Nationale de la Recherche","keywords":"Systems Modeling Language; Computer science; Goal modeling; Software engineering; Component (thermodynamics); Domain (mathematical analysis); Unified Modeling Language; Programming language; Systems engineering; Requirements engineering; Software; Engineering","score_opus":0.02268169286686167,"score_gpt":0.2593402220441314,"score_spread":0.2366585291772697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886614420","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00038769603,0.000118378,0.99685836,0.00005934013,0.0012887301,0.00045918016,0.000010764798,0.0003645916,0.00045298997],"genre_scores_gemma":[0.15787834,0.0000055814085,0.84181273,0.00006836437,0.00015073759,0.000014665923,0.0000069054167,0.00002721115,0.000035453617],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968353,0.0000677192,0.00057998684,0.0009979743,0.0010042697,0.0005147869],"domain_scores_gemma":[0.9968865,0.00091643276,0.00047146913,0.0012548467,0.00034686716,0.00012387123],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00092946645,0.00047068164,0.00060722406,0.00069682347,0.00019915926,0.00016766496,0.0022701328,0.00022423285,0.000005622477],"category_scores_gemma":[0.000079437705,0.0003979488,0.00009009383,0.00047359933,0.0007029203,0.0007236614,0.000824439,0.00043289797,0.000014624878],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003093431,0.000051577845,0.00008123447,0.00036852862,0.000057634905,0.00008393466,0.0015661938,0.8725228,0.0014234927,0.031775713,0.0000136074605,0.092024386],"study_design_scores_gemma":[0.0011538694,0.0016239954,0.00083741645,0.0047413935,0.00005765068,0.00055002415,0.0000033805372,0.87383294,0.029592257,0.08529993,0.0003165983,0.0019905306],"about_ca_topic_score_codex":0.000008859836,"about_ca_topic_score_gemma":0.000009575139,"teacher_disagreement_score":0.15749064,"about_ca_system_score_codex":0.0005874013,"about_ca_system_score_gemma":0.00027266718,"threshold_uncertainty_score":0.99984723},"labels":[],"label_agreement":null},{"id":"W2887377290","doi":"10.5220/0006865006330640","title":"Reference Architecture Design: A Practical Approach","year":2018,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Berger (Canada)","funders":"","keywords":"Computer science; Scope (computer science); Software engineering; Context (archaeology); Domain (mathematical analysis); Quality (philosophy); Architecture; Reference architecture; Domain engineering; Systems engineering; Architectural pattern; Software architecture; New product development; Software product line; Software quality; Software development; Software; Component-based software engineering; Engineering; Software design; Programming language","score_opus":0.17864320712184478,"score_gpt":0.3637876454974847,"score_spread":0.18514443837563993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887377290","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004093227,0.000015615498,0.9910638,0.00041153107,0.00015086264,0.000093906936,1.4127923e-7,0.0009903235,0.00723294],"genre_scores_gemma":[0.01667351,0.0000018827307,0.98261786,0.00022568526,0.000081311286,0.000014349757,2.6669028e-7,0.0000070255614,0.0003781309],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989844,0.00015757317,0.000101622674,0.00034111447,0.00016196373,0.0002533465],"domain_scores_gemma":[0.9984273,0.0008439819,0.000028812636,0.0005656037,0.00006680871,0.00006752176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046649593,0.00010966692,0.00011074295,0.00005652344,0.00006355082,0.00005890682,0.0005633069,0.000063937485,0.000012343084],"category_scores_gemma":[0.0012607462,0.00008247376,0.00001952052,0.00027556636,0.0000930835,0.0002704056,0.0002552367,0.00020220135,0.000075774326],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004289723,0.00013307901,0.000022111022,0.000030092317,0.000038633603,0.00003691041,0.0017026131,0.038502693,0.004857711,0.69943315,0.0054711974,0.24972892],"study_design_scores_gemma":[0.00076519634,0.0014430872,0.0011083564,0.000032867214,0.000016500238,0.0010007414,0.0001142426,0.21759832,0.060352676,0.6584358,0.057521317,0.0016108628],"about_ca_topic_score_codex":0.0000021186572,"about_ca_topic_score_gemma":3.5106262e-7,"teacher_disagreement_score":0.24811806,"about_ca_system_score_codex":0.000018432187,"about_ca_system_score_gemma":0.000051244788,"threshold_uncertainty_score":0.33631822},"labels":[],"label_agreement":null},{"id":"W2889049796","doi":"","title":"Adopting Autonomic Computing Capabilities in Existing Large-Scale Systems","year":2017,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Concordia University","funders":"","keywords":"Autonomic computing; Computer science; Software engineering; Software system; Distributed computing; Code refactoring; Software; Risk analysis (engineering); Cloud computing; Operating system","score_opus":0.07916774240114316,"score_gpt":0.3297983739889903,"score_spread":0.25063063158784715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889049796","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05313643,0.000058479807,0.9421862,0.00010378697,0.0030483906,0.0001321302,0.0000097143975,0.0008709255,0.00045393658],"genre_scores_gemma":[0.5741031,0.0000073870747,0.4256154,0.000014192189,0.00013171336,0.000018250397,0.0000029436285,0.000019690162,0.00008732627],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998153,0.000042123513,0.00044233885,0.00054601114,0.00032694457,0.0004896188],"domain_scores_gemma":[0.9980818,0.0006585236,0.00023461468,0.00078842766,0.00015647913,0.000080180675],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008266873,0.00027748957,0.00031788193,0.00027385497,0.0002358506,0.0006995635,0.0020145478,0.00010097004,0.000006397282],"category_scores_gemma":[0.0040124124,0.00031108875,0.00006904736,0.00007991901,0.000039832685,0.000852654,0.00062771916,0.00044518188,0.000018860312],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043060577,0.000022968768,0.0067694425,0.00004733438,0.000019830151,0.000038930084,0.0011832434,0.899177,0.00016172222,0.085912846,0.000007483517,0.0066548726],"study_design_scores_gemma":[0.00040734527,0.000031333504,0.021831993,0.00065644336,0.0000020563562,0.000023326713,0.000283336,0.97464806,0.00021109649,0.0005722565,0.0008577789,0.0004749465],"about_ca_topic_score_codex":0.000056446595,"about_ca_topic_score_gemma":0.000007204814,"teacher_disagreement_score":0.52096665,"about_ca_system_score_codex":0.00032055393,"about_ca_system_score_gemma":0.00006447511,"threshold_uncertainty_score":0.99993414},"labels":[],"label_agreement":null},{"id":"W2889440794","doi":"10.1145/3193954.3193959","title":"Visualizing evolving requirements models with timedURN","year":2018,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Fonds de recherche du Québec – Nature et technologies","keywords":"Computer science","score_opus":0.0836881495409271,"score_gpt":0.332880687530784,"score_spread":0.24919253798985688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889440794","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016043464,0.00004859341,0.99189156,0.00006488635,0.000212526,0.00006886901,1.0974802e-7,0.0010334747,0.005075659],"genre_scores_gemma":[0.23218675,0.0000019361696,0.7671957,0.00012554703,0.000051369414,0.000005544962,1.6717469e-7,0.00001013072,0.0004228724],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99902844,0.000039636547,0.00012145881,0.00030443104,0.00021917604,0.00028683565],"domain_scores_gemma":[0.9991406,0.0001684898,0.000040347324,0.00047371333,0.00011885913,0.000057976213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032329524,0.00011596866,0.000113159775,0.00007490738,0.000097186705,0.00007889071,0.00056644535,0.000030330712,0.000017452376],"category_scores_gemma":[0.00014619766,0.00008873279,0.000017378852,0.00028719893,0.000058893515,0.0012536978,0.00025009926,0.000066110195,0.0000427544],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005784795,0.00018307328,0.0013219874,0.000112839094,0.00024402406,0.00011080231,0.014357525,0.15613443,0.027572872,0.58836406,0.0051420513,0.20639849],"study_design_scores_gemma":[0.00038572738,0.00039731385,0.00037662155,0.00009066965,0.00000594542,0.00003306227,0.00006437608,0.87175596,0.02955503,0.09629646,0.0005319342,0.0005069094],"about_ca_topic_score_codex":0.000006825445,"about_ca_topic_score_gemma":0.0000023040136,"teacher_disagreement_score":0.71562153,"about_ca_system_score_codex":0.000044335575,"about_ca_system_score_gemma":0.000028749038,"threshold_uncertainty_score":0.36184183},"labels":[],"label_agreement":null},{"id":"W2893154303","doi":"10.1007/978-3-030-01042-3_9","title":"An Arithmetic Semantics for GRL Goal Models with Function Generation","year":2018,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Programming language; Python (programming language); Model transformation; Software engineering; Artificial intelligence; Consistency (knowledge bases)","score_opus":0.05023786877143464,"score_gpt":0.2799810032980277,"score_spread":0.22974313452659306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893154303","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007636373,0.00013861111,0.996603,0.000118191034,0.002079445,0.00050641235,0.0000046955893,0.00042452564,0.000048716527],"genre_scores_gemma":[0.018359728,0.000011763534,0.9802057,0.00034168913,0.0009047418,0.000024317398,0.000011694734,0.000044790457,0.000095586634],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99707276,0.00003821853,0.00033478084,0.0014119281,0.00061648083,0.0005258471],"domain_scores_gemma":[0.9973641,0.0005475383,0.00020371172,0.0013013398,0.00046482065,0.00011850283],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009710687,0.0004619277,0.00041288414,0.0005362114,0.00024915108,0.00042473184,0.0017424577,0.00028115176,0.0000027265276],"category_scores_gemma":[0.00012420896,0.00039460865,0.000066708264,0.00037244355,0.0004554164,0.0013006618,0.00031806243,0.000395663,0.0000049639193],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008009532,0.000010934725,0.00000183507,0.00002380423,0.0000073387305,0.0000060012107,0.00029789683,0.82156396,0.0002929668,0.015367329,0.000007639277,0.16241229],"study_design_scores_gemma":[0.00014624087,0.00054817175,0.000006439552,0.000073462885,0.000009387991,0.000025362977,9.635771e-8,0.6797032,0.0012959602,0.31769702,0.00012866699,0.000366016],"about_ca_topic_score_codex":0.000002825161,"about_ca_topic_score_gemma":0.000035745015,"teacher_disagreement_score":0.3023297,"about_ca_system_score_codex":0.00020904519,"about_ca_system_score_gemma":0.00028634834,"threshold_uncertainty_score":0.9998506},"labels":[],"label_agreement":null},{"id":"W2894218079","doi":"10.1007/978-3-030-01042-3_8","title":"Realizability of Service Specifications","year":2018,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Sequence diagram; Computer science; Realizability; Sequence (biology); Unified Modeling Language; Distributed computing; Theoretical computer science; FIFO (computing and electronics); Programming language","score_opus":0.07886877681958039,"score_gpt":0.2992884050333874,"score_spread":0.220419628213807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2894218079","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005011587,0.0001889365,0.99609154,0.00051067636,0.001346959,0.00024923275,0.0000075478,0.0002932074,0.001261772],"genre_scores_gemma":[0.0058621923,0.000025099407,0.99341035,0.0003395255,0.0002313831,0.000005654349,0.0000027378528,0.000022616687,0.000100418714],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9971261,0.000049348735,0.00054488756,0.0012094427,0.00064957456,0.0004206523],"domain_scores_gemma":[0.9950719,0.0014836212,0.00031284985,0.0024267535,0.00060445827,0.000100411395],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012888424,0.0003655561,0.0005019032,0.00052795693,0.00010681914,0.00009456203,0.0038499997,0.0002479934,0.000035743215],"category_scores_gemma":[0.0006378607,0.00034785282,0.0000892287,0.00092761475,0.0008267902,0.00040588801,0.001322406,0.00045882934,0.00003178301],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009402193,0.000059259448,0.000070327085,0.00024667915,0.00002240474,0.000023158764,0.0032075036,0.36581007,0.0009945106,0.0797932,0.00004895757,0.54971457],"study_design_scores_gemma":[0.0001156774,0.00011928196,0.0004731745,0.00026493895,0.0000057362518,0.000025675516,1.895147e-7,0.07851646,0.0063917185,0.9124081,0.0011429277,0.0005360914],"about_ca_topic_score_codex":0.000020069025,"about_ca_topic_score_gemma":0.00004229305,"teacher_disagreement_score":0.83261496,"about_ca_system_score_codex":0.00022246082,"about_ca_system_score_gemma":0.00036584432,"threshold_uncertainty_score":0.99989736},"labels":[],"label_agreement":null},{"id":"W2895922831","doi":"10.3233/978-1-61499-898-3-82","title":"An Analysis of the State of Framework Development for Reasoning in Smart Cyber-Physical Systems","year":2018,"lang":"en","type":"book-chapter","venue":"Advances in transdisciplinary engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cybernet Systems Corporation (Canada)","funders":"","keywords":"Cyber-physical system; State (computer science); Development (topology); Computer science; Cognitive science; Psychology; Human–computer interaction; Mathematics; Programming language","score_opus":0.0179450389240172,"score_gpt":0.29681562884149565,"score_spread":0.27887058991747843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895922831","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018321915,0.0022284298,0.97810614,0.000004658407,0.0006341735,0.00044029366,0.000030018162,0.000104269835,0.00013011208],"genre_scores_gemma":[0.20166282,0.0002039419,0.79751724,0.0000019437614,0.00005961161,0.000113346614,0.000013275433,0.00007420343,0.00035359536],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99784994,0.00003734614,0.00080328167,0.00059256615,0.00034491936,0.0003719366],"domain_scores_gemma":[0.9974413,0.0012241817,0.0002920668,0.000899228,0.00008981268,0.00005344232],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000631708,0.00040254073,0.0010382646,0.0007093081,0.000037823247,0.00001649197,0.0012796741,0.00016638417,0.0000010617346],"category_scores_gemma":[0.00012896612,0.00035405467,0.00023553333,0.0006531975,0.000098404074,0.00047767942,0.0001694578,0.0004307467,2.643695e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016713046,0.000026271144,0.00008041309,0.00038936315,0.00012348575,0.000004410036,0.007780164,0.97294754,0.000096192256,0.014961736,1.1173742e-7,0.0035736253],"study_design_scores_gemma":[0.00039474445,0.00029392462,0.0049001193,0.0045569786,0.00021413653,0.0000041000185,0.00016022335,0.93828994,0.0019484425,0.047349527,0.0007638494,0.0011239856],"about_ca_topic_score_codex":0.0000023670268,"about_ca_topic_score_gemma":0.00003714092,"teacher_disagreement_score":0.1833409,"about_ca_system_score_codex":0.00017338595,"about_ca_system_score_gemma":0.00007229197,"threshold_uncertainty_score":0.99989116},"labels":[],"label_agreement":null},{"id":"W2896054080","doi":"10.1109/ivs.2018.8500530","title":"An Automated Vehicle Safety Concept Based on Runtime Restriction of the Operational Design Domain","year":2018,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Domain (mathematical analysis); Context (archaeology); Automation; Event (particle physics); Representation (politics); Proof of concept; Embedded system; Software engineering; Systems engineering; Engineering; Operating system","score_opus":0.030298315510632497,"score_gpt":0.3047443324779648,"score_spread":0.2744460169673323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896054080","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044154245,0.0000028338695,0.9938144,0.00030568393,0.0003022413,0.00013934437,0.0000019365027,0.0008383839,0.00017973308],"genre_scores_gemma":[0.38011998,2.3211257e-7,0.61964774,0.00017483442,0.000026537848,0.0000035525195,8.059156e-7,0.0000038091093,0.00002247871],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99897474,0.0003457455,0.00015241526,0.00019781009,0.00020819454,0.00012110811],"domain_scores_gemma":[0.998716,0.0005952844,0.000049651226,0.00050675584,0.00010436398,0.000027971233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005057974,0.000079694975,0.00008581483,0.000044522894,0.00013539796,0.00002662056,0.00053077965,0.00004491642,0.00001854396],"category_scores_gemma":[0.00030280117,0.000053818447,0.000024780613,0.00037109974,0.000099113706,0.00025067644,0.000052236413,0.00006484042,0.000008282887],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002079042,0.00003638691,0.000090152025,0.0000013410191,0.0000038626713,5.1494095e-7,0.00016124715,0.95342827,0.019007426,0.02513435,0.00046821454,0.0016474762],"study_design_scores_gemma":[0.00022590873,0.00027229104,0.014739004,0.000008770329,0.0000011594547,8.1469744e-7,0.000007864752,0.904818,0.076941565,0.0028108505,0.00009521866,0.000078530764],"about_ca_topic_score_codex":0.000008041899,"about_ca_topic_score_gemma":6.46335e-7,"teacher_disagreement_score":0.37570456,"about_ca_system_score_codex":0.000045538487,"about_ca_system_score_gemma":0.00007685963,"threshold_uncertainty_score":0.21946526},"labels":[],"label_agreement":null},{"id":"W2896681009","doi":"10.1109/re.2018.00-57","title":"Requirements Engineering in the Age of Societal-Scale Cyber-Physical Systems: The Case of Automated Driving","year":2018,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Cyber-physical system; Scale (ratio); Computer science; Cusp (singularity); Systems engineering; System of systems; Engineering; Software engineering; Systems design","score_opus":0.041005448856978974,"score_gpt":0.32265282291791114,"score_spread":0.28164737406093215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896681009","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31336597,0.000022529364,0.68592876,0.00004541201,0.0001524775,0.00012069403,4.412731e-7,0.00026405253,0.0000996342],"genre_scores_gemma":[0.8760954,0.0000011802657,0.123805285,0.00001333013,0.000047934125,0.000012849307,2.347564e-7,0.000006928491,0.00001685122],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99904543,0.00014588285,0.00025705536,0.00017196649,0.00017363144,0.0002060375],"domain_scores_gemma":[0.9980468,0.0011966071,0.000081903054,0.0006015061,0.00005791271,0.000015259333],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094461476,0.00010918319,0.00020167865,0.000050532464,0.00004424737,0.000028663144,0.00078313943,0.000035417517,6.098304e-7],"category_scores_gemma":[0.00036772093,0.00006273338,0.00005582143,0.0004797389,0.00011218301,0.0002082235,0.00023435689,0.00011120441,0.0000017602401],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009221106,0.00030541472,0.001486509,0.00059154263,0.00020000029,0.0008171923,0.06321475,0.6616055,0.16382127,0.09241487,0.00093258615,0.014601199],"study_design_scores_gemma":[0.00023718145,0.00014225786,0.0042498913,0.00011274753,0.000009773753,0.00017661914,0.0007464875,0.9792544,0.014025579,0.000806997,0.00006680745,0.00017125261],"about_ca_topic_score_codex":0.000078154386,"about_ca_topic_score_gemma":0.000013090122,"teacher_disagreement_score":0.5627294,"about_ca_system_score_codex":0.000029164421,"about_ca_system_score_gemma":0.000014454808,"threshold_uncertainty_score":0.2558193},"labels":[],"label_agreement":null},{"id":"W2898346506","doi":"10.1109/bigdata.2018.8622036","title":"A Variability-Aware Design Approach to the Data Analysis Modeling Process","year":2018,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Automation; Flexibility (engineering); Process (computing); Data modeling; Data science; Software engineering; Systems engineering; Software; Data mining; Engineering","score_opus":0.23022787558548513,"score_gpt":0.36894268241914085,"score_spread":0.13871480683365572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898346506","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010620165,0.000011386408,0.998321,0.00027945475,0.00010623329,0.00023626706,0.000002728949,0.00062267535,0.00031405076],"genre_scores_gemma":[0.21615082,7.0786734e-7,0.78353536,0.00017045079,0.00006503654,0.000029320046,0.0000032833957,0.000006291913,0.00003874529],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99827075,0.00026747806,0.00018466283,0.0007547981,0.0002466441,0.00027568458],"domain_scores_gemma":[0.99597037,0.0007425091,0.000030008023,0.003011921,0.00017614424,0.00006907785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032420917,0.0001318652,0.00019092628,0.00012082811,0.00015531719,0.00012596729,0.00409443,0.000041903048,0.000003728455],"category_scores_gemma":[0.0019146279,0.00008289824,0.00003478411,0.002130463,0.000036477886,0.00052348967,0.0011421375,0.00011350651,0.000016359189],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022425897,0.000015684142,0.000028924234,0.000005877414,0.00005554851,1.91024e-7,0.0007212064,0.9935809,0.0000046859236,0.0018759819,0.000083142964,0.0036256649],"study_design_scores_gemma":[0.000027412816,0.000019175443,0.000019547408,0.0000019375505,0.000035917765,0.0000024177943,0.00006549,0.9883194,0.00007837299,0.011249091,0.000055449767,0.00012581037],"about_ca_topic_score_codex":0.000013190095,"about_ca_topic_score_gemma":0.0000034865177,"teacher_disagreement_score":0.21604462,"about_ca_system_score_codex":0.000025107387,"about_ca_system_score_gemma":0.000057465157,"threshold_uncertainty_score":0.7608537},"labels":[],"label_agreement":null},{"id":"W2898497187","doi":"10.1007/978-3-030-03418-4_5","title":"Using Umple to Synergistically Process Features, Variants, UML Models and Classic Code","year":2018,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Programming language; Class diagram; Unified Modeling Language; Dependency (UML); Code generation; Syntax; Construct (python library); Abstract syntax tree; Sequence diagram; Activity diagram; Abstract syntax; Separation of concerns; Code (set theory); Source code; Process (computing); Documentation; Software engineering; Semantics (computer science); Artificial intelligence; Software; Set (abstract data type); Parsing","score_opus":0.07258018217045781,"score_gpt":0.3255720829345026,"score_spread":0.2529919007640448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898497187","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007470401,0.0003767589,0.99673957,0.00027907925,0.0013925445,0.00038883236,0.000012630432,0.0004002818,0.00033562665],"genre_scores_gemma":[0.014440439,0.000021287333,0.98414254,0.00082031253,0.00036352707,0.00000876407,0.0000016642842,0.000051988292,0.00014949385],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.995829,0.00005259679,0.00045010616,0.001973018,0.00085367484,0.0008416269],"domain_scores_gemma":[0.9967212,0.0010601986,0.00018523222,0.0013635538,0.00036455432,0.00030525072],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010350131,0.0006312489,0.0006635411,0.0007057797,0.00027962416,0.00053092255,0.002953888,0.00038353738,0.000005925796],"category_scores_gemma":[0.00082214456,0.00058093487,0.00006331756,0.0006897734,0.0007699036,0.00079646637,0.0019003877,0.0007847194,0.000008473615],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000079171305,0.000009832415,0.0000022018796,0.000063590065,0.0000098673045,0.00007255762,0.0008117193,0.83698386,0.00022715043,0.022794975,0.000016791779,0.13899952],"study_design_scores_gemma":[0.00009392713,0.00010649242,0.000025777723,0.00031360713,0.000007116584,0.00012097566,1.498069e-7,0.5560279,0.00040495928,0.4422482,0.00012085408,0.00053008087],"about_ca_topic_score_codex":0.000010536588,"about_ca_topic_score_gemma":0.00003057038,"teacher_disagreement_score":0.4194532,"about_ca_system_score_codex":0.00028530043,"about_ca_system_score_gemma":0.0005052803,"threshold_uncertainty_score":0.9996642},"labels":[],"label_agreement":null},{"id":"W2903422878","doi":"10.1109/ms.2018.4321239","title":"Software Structures: A Careful Look","year":2018,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Dijkstra's algorithm; Programming language; Structured programming; Software; Software system; Software design; Software engineering; Data structure; Software development; Theoretical computer science; Shortest path problem","score_opus":0.03197649138478839,"score_gpt":0.2915086104074699,"score_spread":0.2595321190226815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903422878","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010565566,0.00035186816,0.98122644,0.00007301886,0.0034056627,0.00019454384,0.00001604532,0.004112004,0.00005487475],"genre_scores_gemma":[0.056027893,0.000011071251,0.94240427,0.00050810917,0.00059916894,0.00003256983,0.000004103451,0.0000524537,0.00036034247],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.997571,0.00012325172,0.0003212146,0.0008198408,0.00045349804,0.0007112008],"domain_scores_gemma":[0.997004,0.00083540694,0.00012180596,0.0015090654,0.00033085476,0.00019891506],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00031094163,0.00037519864,0.00035972302,0.00019446174,0.00045912567,0.000113958515,0.00183531,0.00020273264,0.00004202485],"category_scores_gemma":[0.002338945,0.00035058116,0.00013438328,0.0006424782,0.00024915175,0.0006764324,0.00056671165,0.00033986312,0.00020916101],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008895612,0.0001498512,0.008468542,0.00042778056,0.00032647568,0.00052331487,0.015764462,0.033649143,0.0033073183,0.014729198,0.02749239,0.8950726],"study_design_scores_gemma":[0.0029706229,0.0018422528,0.015976299,0.00042570042,0.000093851886,0.00072522333,0.00030452886,0.002090307,0.119515136,0.7250233,0.12560438,0.005428348],"about_ca_topic_score_codex":0.000014530317,"about_ca_topic_score_gemma":0.000010915214,"teacher_disagreement_score":0.8896442,"about_ca_system_score_codex":0.00013000803,"about_ca_system_score_gemma":0.00014474198,"threshold_uncertainty_score":0.9998946},"labels":[],"label_agreement":null},{"id":"W2904628051","doi":"10.4236/jcc.2018.612003","title":"Representation of Categorical Specification of Self-Configurations in Reactive Autonomic Systems Framework","year":2018,"lang":"en","type":"article","venue":"Journal of Computer and Communications","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada)","funders":"Shandong University of Technology; Shandong University","keywords":"Computer science; Autonomic computing; Categorical variable; XML; Categorization; Representation (politics); Artificial intelligence; Software engineering; Theoretical computer science; Machine learning","score_opus":0.061989894402237164,"score_gpt":0.34055125075236453,"score_spread":0.27856135635012735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904628051","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020175911,0.00040523018,0.9785832,0.0003454288,0.00025532412,0.000083136074,7.381909e-7,0.00002180867,0.0001291981],"genre_scores_gemma":[0.5293841,0.00012977759,0.47043362,0.0000047063622,0.00004288338,0.0000014012473,4.3262025e-7,0.0000021232577,9.928949e-7],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99887717,0.00022465915,0.00061736273,0.000087605345,0.00011986056,0.00007331806],"domain_scores_gemma":[0.9965488,0.0016722851,0.0005630958,0.0007525952,0.0004310623,0.00003220696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006102959,0.000062855645,0.00025018057,0.0002632317,0.00004365662,0.000024894784,0.00080614304,0.00005448714,4.3607983e-7],"category_scores_gemma":[0.0001835316,0.000059532686,0.000041501527,0.00047315314,0.00011190457,0.00036903445,0.00016590446,0.00020179855,4.936102e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041649528,0.00047966102,0.0035435064,0.000054520566,0.00015331201,0.0000033956342,0.018030554,0.029117756,0.006203669,0.89101726,0.00015413821,0.05120057],"study_design_scores_gemma":[0.0012595197,0.0011372905,0.39334407,0.0005298853,0.00007538898,0.00038301674,0.001339887,0.4082583,0.012108001,0.17921734,0.0018860034,0.00046129915],"about_ca_topic_score_codex":0.000015034924,"about_ca_topic_score_gemma":0.000001898433,"teacher_disagreement_score":0.7117999,"about_ca_system_score_codex":0.00005301618,"about_ca_system_score_gemma":0.00006440254,"threshold_uncertainty_score":0.24276724},"labels":[],"label_agreement":null},{"id":"W2904680236","doi":"10.1109/tse.2018.2884911","title":"A Study of Feature Scattering in the Linux Kernel","year":2018,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Vetenskapsrådet; Deutsche Forschungsgemeinschaft","keywords":"Code refactoring; Computer science; Feature (linguistics); Kernel (algebra); Code (set theory); Scattering; Software; Source code; Computer engineering; Operating system; Programming language; Optics; Physics; Set (abstract data type)","score_opus":0.033980790524803246,"score_gpt":0.284294568658101,"score_spread":0.25031377813329775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904680236","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13952272,0.000031208256,0.85884106,0.000037168,0.0008036417,0.00025042877,0.0000022080228,0.0005066634,0.000004873871],"genre_scores_gemma":[0.7102443,0.000003596876,0.28957772,0.00003176751,0.000044786117,0.000060009068,1.1621799e-7,0.000019345805,0.000018351582],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99871093,0.000079551726,0.0002530338,0.00034974315,0.00029919896,0.0003075242],"domain_scores_gemma":[0.9982719,0.00079992396,0.000050548388,0.0007766337,0.000060756473,0.000040283063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045019752,0.00022126421,0.00024161386,0.00031818877,0.00008607262,0.000044157914,0.0009375027,0.00008177967,0.0000028476338],"category_scores_gemma":[0.00012861355,0.00018480862,0.00007006247,0.00084058463,0.00003748793,0.00030140567,0.000008597694,0.00046206827,0.000008122902],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010863842,0.00023808406,0.00013341758,0.000036209865,0.00003451834,0.000030821906,0.007862787,0.9761752,0.00084284233,0.00007934535,0.000022778104,0.014533128],"study_design_scores_gemma":[0.016283136,0.016640846,0.15626886,0.0031905838,0.00040391003,0.0013559988,0.0114976335,0.4298736,0.3485219,0.0029308833,0.0036839226,0.009348734],"about_ca_topic_score_codex":0.000014457649,"about_ca_topic_score_gemma":0.000015368243,"teacher_disagreement_score":0.57072157,"about_ca_system_score_codex":0.000059143913,"about_ca_system_score_gemma":0.000019412448,"threshold_uncertainty_score":0.7536277},"labels":[],"label_agreement":null},{"id":"W2908880040","doi":"10.4018/978-1-4666-6026-7.ch008","title":"An Algebraic Approach for the Specification and the Verification of Aspect-Oriented Systems","year":2014,"lang":"en","type":"book-chapter","venue":"Advances in systems analysis, software engineering, and high performance computing book series","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Aspect-oriented programming; Computer science; Modularity (biology); Modular design; Traceability; Programming language; Object-oriented programming; Formal specification; Formal verification; Algebraic specification; Software engineering; Theoretical computer science; Software","score_opus":0.010966978724707475,"score_gpt":0.22823579878770958,"score_spread":0.2172688200630021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908880040","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030371512,0.058245543,0.9393744,0.000014350997,0.00074172445,0.00089679396,0.000014449224,0.0003191247,0.00008988434],"genre_scores_gemma":[0.5292007,0.034833264,0.43096304,0.000025089643,0.00083538116,0.00043294148,0.00017906264,0.00016352576,0.0033670466],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99744016,0.00008281303,0.0009767399,0.0007774446,0.0003731079,0.00034974382],"domain_scores_gemma":[0.99583477,0.0018481931,0.0008119291,0.0011878782,0.00025298135,0.00006426686],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017322827,0.00052466296,0.0011811663,0.00043874522,0.0003139568,0.00020449063,0.00084830733,0.00021723972,4.6931098e-7],"category_scores_gemma":[0.00025073186,0.00037152963,0.00013669899,0.00034244824,0.00038718418,0.00092930975,0.00016220662,0.00037898688,3.4891647e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023917177,0.0000045318793,0.00016158381,0.00072532555,0.00018650637,2.635115e-7,0.00041598664,0.69615465,0.0000032972866,0.29942068,0.0000038588737,0.0028993718],"study_design_scores_gemma":[0.0005613786,0.0001505547,0.0016918158,0.0003639293,0.00032560417,0.000025306603,0.00011352253,0.9685353,0.000022027112,0.00032639125,0.027301114,0.0005830601],"about_ca_topic_score_codex":0.00002948052,"about_ca_topic_score_gemma":0.0000037818834,"teacher_disagreement_score":0.5288969,"about_ca_system_score_codex":0.000090348585,"about_ca_system_score_gemma":0.00003450912,"threshold_uncertainty_score":0.99987364},"labels":[],"label_agreement":null},{"id":"W2912259397","doi":"","title":"Proceedings of the 6th workshop on Foundations of aspect-oriented languages","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Programming language; Computer science; Aspect-oriented programming; Programming paradigm; Programming language theory; Separation of concerns; Semantics (computer science); Software engineering; Fifth-generation programming language; Software","score_opus":0.03163368469403183,"score_gpt":0.3237884978546334,"score_spread":0.29215481316060155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912259397","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038555212,0.000017956061,0.95344746,0.00015981645,0.00015769288,0.000078216326,3.5225844e-7,0.00015444164,0.0074288575],"genre_scores_gemma":[0.46595082,0.000002293437,0.53340805,0.000033663946,0.00001730013,0.0000016929029,1.0664859e-7,0.000003799305,0.00058226776],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994425,0.000006387366,0.00014610348,0.00012208651,0.00016598686,0.00011689449],"domain_scores_gemma":[0.9989602,0.0006319873,0.00008219528,0.00020389172,0.00010464755,0.0000170595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003814655,0.00005994728,0.0000900901,0.00006871069,0.000028759257,0.00000781099,0.00044018353,0.000027929516,0.000004276424],"category_scores_gemma":[0.001100462,0.000039052356,0.000037494192,0.00054103584,0.000051694664,0.00012999887,0.00013028824,0.00008067329,0.0000013807144],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009903828,0.00007261718,0.0019066285,0.000031841562,0.000021180289,8.3462044e-7,0.0016890741,0.006702311,0.016717786,0.94168115,0.0003765716,0.030790098],"study_design_scores_gemma":[0.0005657602,0.0002677843,0.10092141,0.00025741322,0.000016153479,0.000012429843,0.0026126648,0.0017482557,0.85354084,0.037043653,0.0025829272,0.00043072182],"about_ca_topic_score_codex":0.0000037636466,"about_ca_topic_score_gemma":0.0000033707847,"teacher_disagreement_score":0.9046375,"about_ca_system_score_codex":0.000019467268,"about_ca_system_score_gemma":0.000011587056,"threshold_uncertainty_score":0.15925089},"labels":[],"label_agreement":null},{"id":"W2912612993","doi":"10.5539/cis.v12n1p59","title":"Feature Models Preconfiguration Based on User Profiling","year":2019,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Profiling (computer programming); Computer science; Software; Feature model; Software product line; Feature (linguistics); User requirements document; Software engineering; Data mining; Human–computer interaction; Software development","score_opus":0.021105673162892292,"score_gpt":0.25662300857711295,"score_spread":0.23551733541422065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912612993","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005460016,0.00000612295,0.9914966,0.00029401015,0.0006162058,0.00019190635,8.1001616e-7,0.00024007533,0.0016942583],"genre_scores_gemma":[0.21676183,0.0000031365062,0.78228945,0.00089293276,0.00001817147,0.0000061900823,0.0000022957847,0.000001864119,0.00002417239],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991728,0.000019400859,0.00012264156,0.00019800785,0.00031237572,0.00017474667],"domain_scores_gemma":[0.99922407,0.00015170903,0.00006863211,0.00034949937,0.0001495873,0.000056505443],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005863454,0.00009256754,0.00008683619,0.00024883205,0.00011323979,0.00038391238,0.00050800084,0.0000354133,0.0000011950505],"category_scores_gemma":[0.00006842134,0.00007705834,0.000016433683,0.00049919606,0.000051750212,0.012510387,0.00012484248,0.000104819635,0.00003241668],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002481686,0.0000027895103,0.00006947713,0.000016543136,5.4530796e-7,9.453599e-8,0.0002971915,0.8828744,0.00016606119,0.06982621,0.00006008024,0.04668408],"study_design_scores_gemma":[0.00014719172,0.00006965424,0.0015901119,0.000019587509,3.4362031e-7,0.0000030611566,0.0000066158573,0.9927087,0.0030022822,0.0012936245,0.0010526057,0.000106214284],"about_ca_topic_score_codex":2.6359496e-7,"about_ca_topic_score_gemma":1.543183e-8,"teacher_disagreement_score":0.2113018,"about_ca_system_score_codex":0.000033905606,"about_ca_system_score_gemma":0.000076117445,"threshold_uncertainty_score":0.9069729},"labels":[],"label_agreement":null},{"id":"W2912803538","doi":"","title":"Proceedings of the joint international and annual ERCIM workshops on Principles of software evolution (IWPSE) and software evolution (Evol) workshops","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software evolution; Software review; Computer science; Consistency (knowledge bases); Theme (computing); Software; Software development; Event (particle physics); Software engineering; Data science; Software construction; World Wide Web; Artificial intelligence; Programming language","score_opus":0.024811339579299974,"score_gpt":0.25041144689684997,"score_spread":0.22560010731754998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912803538","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1341195,0.00031949248,0.864186,0.0004876359,0.00028337634,0.00022326014,0.000008216066,0.0002905721,0.00008193988],"genre_scores_gemma":[0.5535107,0.000028788294,0.44617727,0.000041111136,0.000037273538,0.00000646644,8.564092e-7,0.000008002145,0.00018952733],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99841297,0.000035739617,0.00040756696,0.00044968506,0.00044284613,0.00025118547],"domain_scores_gemma":[0.9986017,0.0003939798,0.00026855734,0.0002938674,0.00037537748,0.00006652102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005399718,0.00022004999,0.0002818621,0.00019767624,0.00009954311,0.000046600777,0.00059596193,0.00014103275,0.000002535403],"category_scores_gemma":[0.0026498812,0.0001657368,0.000070992835,0.00044528244,0.00018071727,0.0007392593,0.00043201775,0.00024948668,5.536986e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023200338,0.00042136514,0.06189679,0.00034096208,0.00013833983,0.0000042440283,0.0050694556,0.075975664,0.008777015,0.46553874,0.0010452981,0.38056013],"study_design_scores_gemma":[0.00054291426,0.0002633519,0.9360394,0.0005503852,0.000018301076,0.00004363214,0.0004822945,0.0064012436,0.004883601,0.050240926,0.0001628438,0.0003710884],"about_ca_topic_score_codex":0.000008382558,"about_ca_topic_score_gemma":0.000003079446,"teacher_disagreement_score":0.87414265,"about_ca_system_score_codex":0.00015113657,"about_ca_system_score_gemma":0.000049678776,"threshold_uncertainty_score":0.67585504},"labels":[],"label_agreement":null},{"id":"W2912913850","doi":"","title":"Proceedings of the 2008 AOSD workshop on Early aspects","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Software engineering; Software development; Computer science; Software; Software product line; Product (mathematics); Software architecture; Engineering management; Systems engineering; Engineering","score_opus":0.05036273367821015,"score_gpt":0.26569649635378445,"score_spread":0.2153337626755743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912913850","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14214112,0.000040675946,0.8470676,0.00039993392,0.00031250672,0.000103663835,1.477887e-7,0.0004061577,0.009528205],"genre_scores_gemma":[0.5293536,0.000016653586,0.46821687,0.00012147109,0.000031538173,0.0000059457307,1.932728e-8,0.0000074075892,0.0022464746],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9992661,0.000010186245,0.000117938216,0.00020202741,0.00022759044,0.00017617049],"domain_scores_gemma":[0.9992254,0.0003420205,0.000055189103,0.00027389673,0.00007251387,0.00003097762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013879313,0.00009385564,0.00011596054,0.000048829635,0.00007049098,0.000014128008,0.00084124703,0.00004224043,0.000004019832],"category_scores_gemma":[0.00062744826,0.0000595115,0.00005052264,0.00046454277,0.00007218475,0.0002394453,0.00021093198,0.0001461661,0.000014143886],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032925054,0.00022077445,0.00838709,0.00006484496,0.000064430424,0.00003223207,0.0073365346,0.038363334,0.015419764,0.8709845,0.019413935,0.039679628],"study_design_scores_gemma":[0.0009798744,0.00051040424,0.44492245,0.0002940501,0.000010959462,0.00019572435,0.00017355573,0.004027488,0.4159373,0.12679152,0.0050052605,0.0011513942],"about_ca_topic_score_codex":0.0000032008766,"about_ca_topic_score_gemma":3.0817284e-7,"teacher_disagreement_score":0.74419296,"about_ca_system_score_codex":0.000021282558,"about_ca_system_score_gemma":0.000021234697,"threshold_uncertainty_score":0.24268086},"labels":[],"label_agreement":null},{"id":"W2912924494","doi":"","title":"Ninth international workshop on Principles of software evolution: in conjunction with the 6th ESEC/FSE joint meeting","year":2007,"lang":"en","type":"article","venue":"Foundations of Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ninth; Software; Software evolution; Computer science; Software engineering; Library science; Software development; Software construction","score_opus":0.03666836038217144,"score_gpt":0.2731261656607494,"score_spread":0.23645780527857793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912924494","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028348709,0.00010481915,0.96990496,0.00019125702,0.0007465825,0.00021233156,0.0000042094666,0.00042508263,0.00006203244],"genre_scores_gemma":[0.47922185,0.0000060959255,0.5206127,0.00000992053,0.00006224868,0.000020475238,0.0000070610304,0.000018297853,0.00004132805],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99835515,0.00003892311,0.0005219385,0.00032714914,0.00045743113,0.0002994323],"domain_scores_gemma":[0.9966138,0.002230363,0.00026196387,0.0005600373,0.0002834797,0.00005038166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012150387,0.000215599,0.00025664127,0.0005235589,0.00008839502,0.000043412212,0.0006768212,0.00008331744,0.000006688384],"category_scores_gemma":[0.0049747806,0.00017787731,0.00007219456,0.00091504597,0.000092089336,0.0005534783,0.00020857695,0.00035601945,0.000003075299],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021084705,0.000041812145,0.0031317915,0.000048440288,0.00003303994,0.000004255562,0.00045754653,0.97914463,0.00058904116,0.011432928,0.000009094813,0.0050863437],"study_design_scores_gemma":[0.005216014,0.0012208099,0.745793,0.006237539,0.00012607484,0.00021310069,0.0026584293,0.15877876,0.060206883,0.0066040964,0.009559412,0.003385879],"about_ca_topic_score_codex":0.000023412378,"about_ca_topic_score_gemma":0.000031283394,"teacher_disagreement_score":0.82036585,"about_ca_system_score_codex":0.0002817231,"about_ca_system_score_gemma":0.00008610917,"threshold_uncertainty_score":0.72536266},"labels":[],"label_agreement":null},{"id":"W2913293482","doi":"","title":"Proceedings of the 6th International Workshop on Modeling in Software Engineering","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software engineering; Computer science; Social software engineering; Software development; Model-driven architecture; Mainstream; Domain (mathematical analysis); Software Engineering Process Group; Software; Modeling language; Engineering management; Software development process; Software construction; Data science; Engineering","score_opus":0.036511818163393155,"score_gpt":0.25827993927051024,"score_spread":0.22176812110711708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913293482","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021386974,0.000006826035,0.9773427,0.00019267948,0.0004030507,0.000052596803,1.2731249e-7,0.0002290809,0.00038594703],"genre_scores_gemma":[0.45784494,0.0000016847652,0.5420249,0.00004352977,0.000021875408,0.0000054126785,5.481242e-8,0.0000053045187,0.000052311625],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99935573,0.000006516851,0.00014908773,0.00017746059,0.00017804436,0.00013317305],"domain_scores_gemma":[0.9993495,0.00038279837,0.000034474204,0.00016169714,0.000053999014,0.000017578273],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033759774,0.000083310246,0.0000973134,0.00010122169,0.000014075736,0.000025015337,0.0008442708,0.00003711654,0.000001241578],"category_scores_gemma":[0.002547954,0.000060278897,0.00003335951,0.0002572033,0.000008807268,0.00022766003,0.00024674588,0.00015374243,0.0000012565476],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011696395,0.000006251527,0.0003834845,0.000006949688,0.0000021791468,8.757396e-8,0.000120722514,0.9711125,0.00029058062,0.021956446,0.000009331067,0.006110285],"study_design_scores_gemma":[0.00009364358,0.000008583218,0.0006758556,0.00009499803,5.0382687e-7,0.000001441575,0.000013944775,0.9905004,0.0022193068,0.006228667,0.00007762917,0.00008504134],"about_ca_topic_score_codex":0.0000020765651,"about_ca_topic_score_gemma":5.331663e-7,"teacher_disagreement_score":0.43645796,"about_ca_system_score_codex":0.00003866886,"about_ca_system_score_gemma":0.0000068745603,"threshold_uncertainty_score":0.30503228},"labels":[],"label_agreement":null},{"id":"W2913303161","doi":"","title":"Proceedings of the 13th workshop on Aspect-oriented modeling","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Aspect-oriented programming; Software engineering; Computer science; Software; Modeling language; Abstraction; Perspective (graphical); Engineering; Programming language; Artificial intelligence","score_opus":0.0407039161882789,"score_gpt":0.28438746685534794,"score_spread":0.24368355066706904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913303161","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03073824,0.000022008711,0.96458465,0.0007156121,0.00017810187,0.00008281226,9.228178e-8,0.00039313178,0.0032853796],"genre_scores_gemma":[0.47899872,0.0000037554125,0.5205645,0.00016650767,0.000017968718,0.0000016055747,2.948054e-8,0.0000031571328,0.00024374142],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99929196,0.000007946115,0.00013409065,0.00020567163,0.00019616734,0.00016413804],"domain_scores_gemma":[0.9994622,0.0001385959,0.00004376217,0.0002475022,0.00008262903,0.000025309835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021096562,0.000090598835,0.000108069056,0.00004935267,0.000044221546,0.000021375412,0.00065257866,0.000036113986,0.0000012352037],"category_scores_gemma":[0.000567433,0.000057345293,0.000045593217,0.00047047413,0.000015111474,0.00021072931,0.00010720584,0.0001388782,0.0000021232659],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006287244,0.00003338561,0.000037677106,0.0000052050123,0.000004997668,4.972881e-7,0.0004914672,0.50378424,0.0029101698,0.4655213,0.00019075134,0.027014004],"study_design_scores_gemma":[0.00030105317,0.00016711776,0.0015235351,0.00015275358,0.00000522799,0.000007966147,0.00016358132,0.789187,0.04607803,0.16177098,0.0003112412,0.00033152307],"about_ca_topic_score_codex":8.568514e-7,"about_ca_topic_score_gemma":1.3682403e-7,"teacher_disagreement_score":0.4482605,"about_ca_system_score_codex":0.000028384648,"about_ca_system_score_gemma":0.000012264345,"threshold_uncertainty_score":0.2338473},"labels":[],"label_agreement":null},{"id":"W2913702370","doi":"","title":"Proceedings of the 5th international conference on Generative programming and component engineering","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software engineering; Generative grammar; Programmer; Software development; Component (thermodynamics); Software; Engineering management; Programming language; Engineering; Artificial intelligence","score_opus":0.03897963048112005,"score_gpt":0.2737108334772486,"score_spread":0.23473120299612857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913702370","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05305016,0.000013594113,0.9454738,0.0003680254,0.00018690228,0.00009004106,4.245827e-7,0.00014419307,0.00067287375],"genre_scores_gemma":[0.45552632,0.0000017428679,0.54436237,0.000012250188,0.000018765384,0.000006956782,1.4208658e-7,0.0000024931605,0.00006897121],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99951684,0.000004641682,0.000102608574,0.00014615023,0.00013564767,0.00009409117],"domain_scores_gemma":[0.99971515,0.00007682118,0.00004411511,0.000074729665,0.00007588862,0.000013321356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001134312,0.00007389645,0.000075473705,0.00003808219,0.000025752763,0.00004883542,0.00033108238,0.0000190654,0.0000010038068],"category_scores_gemma":[0.00006214334,0.000050107876,0.000017401506,0.000097522156,0.00002996992,0.00014648502,0.00017202484,0.00007262948,2.9097646e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016726876,0.000019280846,0.0006872798,0.000012228981,0.000008087412,4.4842577e-7,0.00019599173,0.022766342,0.034565978,0.93576616,0.000042893484,0.0059336405],"study_design_scores_gemma":[0.000620492,0.00018123891,0.055801935,0.00020341149,0.0000075097955,0.00003861563,0.00016651124,0.5222509,0.38599262,0.03224602,0.001930282,0.00056047604],"about_ca_topic_score_codex":0.0000065427007,"about_ca_topic_score_gemma":5.294815e-7,"teacher_disagreement_score":0.9035201,"about_ca_system_score_codex":0.000020334352,"about_ca_system_score_gemma":0.000006527069,"threshold_uncertainty_score":0.20433399},"labels":[],"label_agreement":null},{"id":"W2914517953","doi":"","title":"Proceedings of the 3rd international conference on Aspect-oriented software development","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"IBM; Viewpoints; Computer science; Software engineering; Engineering management; Panel discussion; Library science; Software development; Software; Engineering","score_opus":0.044620929272691595,"score_gpt":0.28030534226427756,"score_spread":0.23568441299158596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914517953","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01822489,0.0000043467626,0.9779718,0.000722801,0.00052956946,0.000090189045,4.64464e-7,0.00031876127,0.0021371928],"genre_scores_gemma":[0.20921893,0.000002051178,0.7903845,0.000089678964,0.000012584956,0.000009534849,2.4311882e-7,0.00000420984,0.0002782654],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99919224,0.0000048680026,0.00016007481,0.00021332243,0.00029538063,0.00013409987],"domain_scores_gemma":[0.99948186,0.00007072867,0.0000732069,0.00015825749,0.00018888543,0.000027041408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015269952,0.0000965315,0.00009163897,0.000055650446,0.000047757134,0.000027072118,0.00093334744,0.000031553514,0.000009373287],"category_scores_gemma":[0.0004859752,0.0000647435,0.000029930168,0.00022632272,0.000041745665,0.00020390192,0.00032424481,0.000108351975,0.0000092480395],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052862165,0.000048654507,0.00056761195,0.000011320627,0.000018473134,0.000001042857,0.0010823021,0.0071854484,0.0022560789,0.9768384,0.000078559395,0.011906824],"study_design_scores_gemma":[0.0011873811,0.00018443176,0.040041782,0.00035275932,0.0000048951447,0.000031568146,0.00032276855,0.00095965964,0.7539405,0.19678761,0.0055633755,0.00062326377],"about_ca_topic_score_codex":0.0000020668303,"about_ca_topic_score_gemma":0.0000011436523,"teacher_disagreement_score":0.7800508,"about_ca_system_score_codex":0.000106295665,"about_ca_system_score_gemma":0.00008678664,"threshold_uncertainty_score":0.26401633},"labels":[],"label_agreement":null},{"id":"W2915225767","doi":"10.1007/978-3-540-87991-6_30","title":"Preface to RIGiM 2008","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Requirements engineering; Computer science; Requirements analysis; Domain (mathematical analysis); Software engineering; Requirement; Conceptual model; Management science; Systems engineering; Software; Engineering","score_opus":0.035421097671807275,"score_gpt":0.2789721468680622,"score_spread":0.24355104919625492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915225767","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000019800213,0.0008198249,0.99269086,0.00053522666,0.002696405,0.00043895407,0.0000043395853,0.00077415357,0.0020204543],"genre_scores_gemma":[0.002663935,0.00020192987,0.9948896,0.001136366,0.0003473425,0.000014824064,0.0000014798306,0.00004892251,0.0006955937],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99562526,0.000043852975,0.00049059285,0.0018958374,0.0010318031,0.0009126611],"domain_scores_gemma":[0.99589163,0.0012835981,0.00017684419,0.0021197558,0.00023386421,0.0002942942],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00075090677,0.00065758947,0.0006675553,0.0009966226,0.00023794966,0.00022358906,0.004849149,0.0003367983,0.000008199812],"category_scores_gemma":[0.0006921082,0.00062592514,0.00013040332,0.00092325284,0.0005063274,0.0009425096,0.002220735,0.00094224734,0.0001540424],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031223424,0.000009701168,0.0000070032825,0.00001742449,0.0000061900832,0.00015352816,0.0007522439,0.64069164,0.00009742983,0.004115456,0.00012133267,0.35402495],"study_design_scores_gemma":[0.0013109458,0.0017046331,0.0010059129,0.0022206127,0.000027191283,0.0018041412,4.4151e-7,0.30394167,0.022217344,0.48103407,0.1761228,0.008610229],"about_ca_topic_score_codex":0.0000094468305,"about_ca_topic_score_gemma":0.000014130912,"teacher_disagreement_score":0.4769186,"about_ca_system_score_codex":0.00042612452,"about_ca_system_score_gemma":0.00046738438,"threshold_uncertainty_score":0.9996192},"labels":[],"label_agreement":null},{"id":"W2915234654","doi":"10.4018/978-1-5225-5276-5.ch003","title":"Towards Multiple-Layer Self-Adaptations of Multi-Agent Organizations Using Reinforcement Learning","year":2018,"lang":"en","type":"book-chapter","venue":"Advances in computational intelligence and robotics book series","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"","keywords":"Adaptation (eye); Reinforcement learning; Computer science; Software; Reinforcement; Process (computing); Layer (electronics); Self-organization; Software development; Artificial intelligence; Distributed computing; Engineering","score_opus":0.07195125535571824,"score_gpt":0.32478797544896026,"score_spread":0.25283672009324204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915234654","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000055009364,0.006234548,0.9917295,0.000049576258,0.000530108,0.00026597345,0.000005443441,0.0001908208,0.0009885597],"genre_scores_gemma":[0.0037535017,0.008931569,0.98273873,0.000058450743,0.000056294237,0.000007936416,0.000026872647,0.000042611962,0.004384047],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981105,0.000045327437,0.00074073666,0.00049298874,0.00036115892,0.000249332],"domain_scores_gemma":[0.9977281,0.0008094206,0.0004220042,0.000273294,0.00070255704,0.00006464232],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021809894,0.00036574327,0.00043272058,0.00033049012,0.00020540121,0.00005668821,0.00045097395,0.00016684216,0.000022097267],"category_scores_gemma":[0.00044249019,0.0003851628,0.00006139949,0.00021907444,0.00029845262,0.0013999803,0.0003991826,0.00033452836,0.000008846851],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004273722,0.000014523495,0.000032001644,0.00006777908,0.00003265316,0.000005563394,0.0011172969,0.80211407,0.0000066775756,0.1933693,0.0000019608303,0.003233932],"study_design_scores_gemma":[0.000109023276,0.00017653464,0.000031075906,0.00034727727,0.000028716897,0.000030503781,0.00013290657,0.8798576,0.00039879623,0.11254017,0.005858238,0.0004891386],"about_ca_topic_score_codex":0.000004699503,"about_ca_topic_score_gemma":0.000014850863,"teacher_disagreement_score":0.08082913,"about_ca_system_score_codex":0.00014838588,"about_ca_system_score_gemma":0.00023270973,"threshold_uncertainty_score":0.99986005},"labels":[],"label_agreement":null},{"id":"W2919434419","doi":"10.5555/3291291.3291319","title":"A DevOps framework for quality-driven self-protection in web software systems","year":2018,"lang":"en","type":"article","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); Polytechnique Montréal; University of Waterloo; York University","funders":"","keywords":"DevOps; Computer science; Software security assurance; Computer security; Adaptation (eye); Security testing; Security service; Application security; Risk analysis (engineering); Security information and event management; Cloud computing security; Software engineering; Cloud computing; Information security; Software deployment; Business","score_opus":0.03630240913585833,"score_gpt":0.29896685184481236,"score_spread":0.26266444270895406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2919434419","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011970637,0.0005522613,0.97976744,0.00085985224,0.0007662503,0.0014474615,0.00001979558,0.004602786,0.000013540116],"genre_scores_gemma":[0.17668223,0.000037708516,0.8209266,0.00036420967,0.00026526014,0.0016017033,0.0000032531277,0.000056964014,0.00006204637],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99693096,0.00040124566,0.00064483256,0.0007669874,0.00035584255,0.00090012565],"domain_scores_gemma":[0.9965581,0.0013344618,0.00029149986,0.001358824,0.00026393463,0.00019312119],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001863973,0.00037817034,0.00051217957,0.0005861406,0.0002547777,0.00026218974,0.0012988435,0.00049214,0.0000019617794],"category_scores_gemma":[0.0041763596,0.00039862967,0.00014674576,0.0011442829,0.000084091625,0.0007037257,0.00039008886,0.00056407903,0.000014249987],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021591107,0.0004519005,0.015145129,0.000596071,0.00014813963,0.00006062995,0.0033022596,0.22060928,0.009547511,0.6661413,0.00081959844,0.08296228],"study_design_scores_gemma":[0.0009800297,0.000679405,0.012020065,0.00040057983,0.00001989304,0.00011952213,0.00016643932,0.83413035,0.0073805703,0.13745376,0.0053632003,0.0012861716],"about_ca_topic_score_codex":0.0011602484,"about_ca_topic_score_gemma":0.00063280703,"teacher_disagreement_score":0.6135211,"about_ca_system_score_codex":0.0007703107,"about_ca_system_score_gemma":0.00025459978,"threshold_uncertainty_score":0.9998466},"labels":[],"label_agreement":null},{"id":"W2943138790","doi":"10.5539/cis.v12n2p138","title":"Towards Efficient Tracing in Software Product Lines: Research Methodology","year":2019,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Tracing; Computer science; Reuse; Domain engineering; Software; Time to market; Return on investment; TRACE (psycholinguistics); Risk analysis (engineering); Product (mathematics); Software development; New product development; Domain (mathematical analysis); Software engineering; Component-based software engineering; Production (economics); Marketing; Business","score_opus":0.1194630494290103,"score_gpt":0.3865855830130413,"score_spread":0.267122533584031,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943138790","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08899701,0.00007311233,0.90910023,0.00022362512,0.0009062693,0.0002517676,4.6704437e-7,0.00019143405,0.00025607494],"genre_scores_gemma":[0.22852586,0.000016126029,0.7712615,0.00014342603,0.00003321931,0.0000096525855,5.7195007e-7,0.000002396413,0.000007225114],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99799013,0.00021316114,0.00034980036,0.00038289023,0.00059351756,0.00047050597],"domain_scores_gemma":[0.9979806,0.00096485484,0.000070652655,0.0005351723,0.0003629069,0.00008581518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008199683,0.00011540668,0.00019490534,0.0009958615,0.00015714065,0.00030279995,0.0011065146,0.00004210661,0.0000021638657],"category_scores_gemma":[0.0020125092,0.00009895024,0.00002034496,0.0023555132,0.00025017257,0.004396922,0.0008876774,0.0002988989,0.00004902638],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005576099,0.000013666211,0.00074973993,0.000082194776,0.0000014758117,0.0000015557072,0.008631466,0.3898051,0.0004522009,0.027944492,0.000030598334,0.5722819],"study_design_scores_gemma":[0.00055335107,0.00021958396,0.06016597,0.00011703593,8.6171633e-7,0.0000779806,0.00029188758,0.922639,0.0068438444,0.0059431526,0.0027368495,0.00041048156],"about_ca_topic_score_codex":0.000011462915,"about_ca_topic_score_gemma":3.8803168e-7,"teacher_disagreement_score":0.57187146,"about_ca_system_score_codex":0.00009524526,"about_ca_system_score_gemma":0.00021766243,"threshold_uncertainty_score":0.40350735},"labels":[],"label_agreement":null},{"id":"W2945547302","doi":"10.1007/978-3-030-50029-0_18","title":"Architecture Modelling of Parametric Component-Based Systems","year":2020,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Hellenic Foundation for Research and Innovation","keywords":"Computer science; Decidability; Component (thermodynamics); Parametric statistics; Satisfiability; Theoretical computer science; Equivalence (formal languages); Formal verification; Model checking; Formal equivalence checking; Programming language; Algorithm; Mathematics; Discrete mathematics","score_opus":0.06075901510783339,"score_gpt":0.26059645723849373,"score_spread":0.19983744213066035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945547302","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000024225787,0.0015071825,0.9953556,0.00023878261,0.0018232232,0.00043926592,0.000009501818,0.0004539266,0.00014828326],"genre_scores_gemma":[0.11872509,0.000019504605,0.88081557,0.0001988771,0.00016927303,0.000008025205,0.0000038936687,0.00004200664,0.000017754057],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9959032,0.00008959207,0.00073761586,0.0015043607,0.0011669947,0.00059821544],"domain_scores_gemma":[0.99453574,0.0030305656,0.0004766152,0.0015203615,0.000243988,0.0001926971],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009292475,0.0006213366,0.0009966639,0.0014155281,0.00010972323,0.0002113712,0.003899322,0.00034274868,0.0000017011118],"category_scores_gemma":[0.00045010768,0.0005763924,0.00019023406,0.0014104391,0.00057151687,0.00026577164,0.0009570565,0.0011711895,0.000008632885],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056231916,0.000010458743,0.0000045901743,0.00015780632,0.000009547691,0.000044664255,0.0001332248,0.9227684,0.0001223791,0.006573442,0.0000012563819,0.07016861],"study_design_scores_gemma":[0.00017966553,0.00014594653,0.00000458815,0.00044573707,0.0000075260773,0.00002224947,8.804405e-8,0.91475236,0.0018332676,0.08192357,0.00016920155,0.00051582186],"about_ca_topic_score_codex":0.000016593582,"about_ca_topic_score_gemma":0.0000014035777,"teacher_disagreement_score":0.11870086,"about_ca_system_score_codex":0.00023273153,"about_ca_system_score_gemma":0.0004314066,"threshold_uncertainty_score":0.9996688},"labels":[],"label_agreement":null},{"id":"W2946929989","doi":"10.1007/s10664-020-09853-4","title":"Automating system test case classification and prioritization for use case-driven testing in product lines","year":2020,"lang":"en","type":"preprint","venue":"Empirical Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"H2020 European Research Council; Fonds National de la Recherche Luxembourg","keywords":"Computer science; Requirement prioritization; Test strategy; Context (archaeology); Domain engineering; Test case; Software product line; New product development; Risk-based testing; Software engineering; Software development; Systems engineering; Reliability engineering; Software; Engineering; Machine learning; Requirement; Component-based software engineering; Software construction","score_opus":0.18065782686550533,"score_gpt":0.34379375934561823,"score_spread":0.1631359324801129,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946929989","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10519456,0.00031198308,0.8882762,0.00015744455,0.0007024568,0.0010778789,0.00004001715,0.004238902,5.180662e-7],"genre_scores_gemma":[0.35704294,0.0000042527377,0.6423373,0.000014444454,0.00025237215,0.00026213698,0.000018291099,0.000065850756,0.0000024221488],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970766,0.00010519489,0.00080429536,0.0012776252,0.00022699217,0.00050933566],"domain_scores_gemma":[0.9894244,0.0091549745,0.00028907935,0.0006842159,0.0002634804,0.00018385994],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00060464593,0.0005377589,0.0006633843,0.00031381135,0.00015103229,0.00039880173,0.00043547174,0.00031525723,1.3517509e-7],"category_scores_gemma":[0.042162094,0.00059479004,0.000086299195,0.00078622455,0.00002855277,0.0005749527,0.0009636826,0.0008243492,0.0000010651964],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034515285,0.000031927346,0.05129757,0.0042251972,0.000029919986,0.004345784,0.000879021,0.9202151,0.0006256874,0.00012706428,0.00003216991,0.018187132],"study_design_scores_gemma":[0.00022472389,0.000052759246,0.015157182,0.0008691901,0.000026027681,0.004743444,0.00003606853,0.9779527,0.00015311112,0.00011975124,0.000040294675,0.0006247436],"about_ca_topic_score_codex":0.000040517498,"about_ca_topic_score_gemma":0.0000068509676,"teacher_disagreement_score":0.25184837,"about_ca_system_score_codex":0.00043174927,"about_ca_system_score_gemma":0.00012399812,"threshold_uncertainty_score":0.99965036},"labels":[],"label_agreement":null},{"id":"W2951079583","doi":"10.3233/jid-2003-7301","title":"THE CHALLENGES OF CASE DESIGN INTEGRATION IN THE TELECOMMUNICATION APPLICATION DOMAIN","year":2003,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Telecommunications; Domain (mathematical analysis); Computer science; Mathematics","score_opus":0.06833677735627695,"score_gpt":0.32932683384965356,"score_spread":0.2609900564933766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2951079583","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004124451,0.003373271,0.99168444,0.0004999552,0.00006115475,0.00019967814,8.578724e-8,0.000012332195,0.000044662745],"genre_scores_gemma":[0.5491462,0.0006115993,0.4502103,0.000014891355,0.0000030430317,0.0000115345165,1.7094134e-8,0.0000017907345,6.6693286e-7],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99825484,0.0007947724,0.00036978343,0.00013702344,0.0002952394,0.00014836843],"domain_scores_gemma":[0.99635285,0.0023961845,0.00037065585,0.00032331335,0.00052457117,0.000032444852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012173492,0.00009086093,0.00012773958,0.00017730572,0.00021966572,0.00010959725,0.0011765759,0.00003747111,1.4155665e-7],"category_scores_gemma":[0.0030043228,0.000045056877,0.000019180163,0.0011607158,0.00030055313,0.00072314334,0.000022858829,0.00028452504,1.6637551e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007530392,0.000108862405,0.00002780401,0.00002947773,0.0000107403475,0.000047426936,0.018784994,0.10891051,0.027713465,0.27205276,0.00001974932,0.5722189],"study_design_scores_gemma":[0.00060057663,0.0009554168,0.00036964493,0.00026028746,0.000014717437,0.0062713134,0.021039326,0.108165115,0.15057035,0.71122986,0.00021854883,0.0003048499],"about_ca_topic_score_codex":0.000003116794,"about_ca_topic_score_gemma":0.0000035695905,"teacher_disagreement_score":0.571914,"about_ca_system_score_codex":0.00004948307,"about_ca_system_score_gemma":0.00028216932,"threshold_uncertainty_score":0.42191136},"labels":[],"label_agreement":null},{"id":"W2952836081","doi":"10.48550/arxiv.1604.06781","title":"Long-Term Average Cost in Featured Transition Systems","year":2016,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software; Limit (mathematics); Product (mathematics); Computer science; Software product line; Term (time); Quality (philosophy); Set (abstract data type); Line (geometry); Algorithm; Software development; Mathematics; Programming language","score_opus":0.08986952755519662,"score_gpt":0.21839372625533007,"score_spread":0.12852419870013346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952836081","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044726305,0.00018971339,0.95212203,0.000056101322,0.0015836759,0.00048074362,0.000020460446,0.0006326416,0.00018830536],"genre_scores_gemma":[0.9901737,0.00020546904,0.008865572,0.0000223186,0.00007989395,0.0000044408175,0.00001357019,0.000023573157,0.0006114458],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99794054,0.00031471363,0.0002068401,0.0010309777,0.000094366515,0.0004125612],"domain_scores_gemma":[0.9980875,0.00040321203,0.00016083753,0.0011491278,0.000086803724,0.000112487185],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00038403334,0.00034154562,0.00042417744,0.00038526428,0.000058895097,0.000090421774,0.0014841501,0.00040778285,0.0000041014423],"category_scores_gemma":[0.00009435469,0.0003548826,0.00014020245,0.00043055834,0.000069454094,0.00050629716,0.0007144807,0.0006275286,0.000030967683],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022428934,0.00002916024,0.0010166819,0.0001551392,0.000030931384,0.00092860847,0.00022065312,0.9753895,0.00009634435,0.021149715,0.000021921269,0.00093896117],"study_design_scores_gemma":[0.0059892065,0.00025704986,0.076940276,0.005000672,0.00015368756,0.00014560205,0.000109301305,0.6996202,0.0016823721,0.20455964,0.00036171518,0.005180314],"about_ca_topic_score_codex":0.000022101012,"about_ca_topic_score_gemma":0.000013788946,"teacher_disagreement_score":0.9454474,"about_ca_system_score_codex":0.00049677637,"about_ca_system_score_gemma":0.00009477339,"threshold_uncertainty_score":0.9998903},"labels":[],"label_agreement":null},{"id":"W2953003320","doi":"10.48550/arxiv.1812.10176","title":"A Variability-Aware Design Approach to the Data Analysis Modeling Process","year":2018,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Flexibility (engineering); Automation; Process (computing); Data science; Software; Systems engineering; Software engineering; Data mining; Engineering","score_opus":0.3436730915888954,"score_gpt":0.26588748295676556,"score_spread":0.07778560863212985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953003320","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020364593,0.000023088138,0.99609566,0.00006350914,0.0003217901,0.00056912523,0.00003604981,0.00071682606,0.00013749563],"genre_scores_gemma":[0.5252614,0.000011912007,0.47451544,0.000039295224,0.000065184744,0.000004007914,0.000028278257,0.000014844172,0.000059652306],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99602276,0.0007297722,0.00025133908,0.002373825,0.00016941536,0.00045288648],"domain_scores_gemma":[0.9919802,0.0008422045,0.00016691882,0.006517531,0.00033491533,0.0001582376],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.002929684,0.00039006732,0.00051904836,0.00040166976,0.0002369669,0.00018087613,0.010272857,0.0002532128,0.0000031591899],"category_scores_gemma":[0.0011793699,0.0003441997,0.00016516776,0.0028256865,0.00009149466,0.0005468962,0.00846447,0.00065839174,0.000019151144],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012332852,0.000040880193,0.00010476097,0.00005633784,0.00031742363,0.000009892246,0.00045580414,0.9952162,5.4987834e-7,0.003517823,0.000054039447,0.00021393625],"study_design_scores_gemma":[0.0000649821,0.000016454016,0.000029905896,0.000020491776,0.0003263154,0.0000013853243,0.00007170626,0.9323966,0.000008052703,0.06666627,0.00002233987,0.00037552536],"about_ca_topic_score_codex":0.000043713877,"about_ca_topic_score_gemma":0.0000060273783,"teacher_disagreement_score":0.52322495,"about_ca_system_score_codex":0.00017980461,"about_ca_system_score_gemma":0.00025987194,"threshold_uncertainty_score":0.999901},"labels":[],"label_agreement":null},{"id":"W2953981063","doi":"10.1145/3338906.3338928","title":"Lifting Datalog-based analyses to software product lines","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; General Motors of Canada","keywords":"Datalog; Computer science; Programming language; Software product line; Software; Inference; Cartesian product; Product (mathematics); Pointer (user interface); Lift (data mining); Benchmark (surveying); Theoretical computer science; Set (abstract data type); Parallel computing; Data mining; Software development; Artificial intelligence; Mathematics","score_opus":0.17662549644265432,"score_gpt":0.4030610020117607,"score_spread":0.22643550556910638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953981063","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00090746535,0.00046095095,0.9910222,0.0007897497,0.00267582,0.0005935088,0.00002909037,0.003459026,0.00006218361],"genre_scores_gemma":[0.012661285,0.0000084606945,0.98579824,0.00055352726,0.00028829396,0.00007672117,0.000077226556,0.000047911373,0.00048831326],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99677676,0.000174495,0.00047078723,0.001622631,0.0004319901,0.0005233565],"domain_scores_gemma":[0.99429536,0.0015424667,0.00020394009,0.0035277263,0.00028638373,0.00014412022],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00082597666,0.0005150948,0.000686551,0.00044441153,0.00007224928,0.00029834532,0.003319104,0.00019287154,0.000009701238],"category_scores_gemma":[0.008791109,0.00045203336,0.00017610543,0.0006133748,0.00003205575,0.0003070595,0.0049582273,0.00066236657,0.000151984],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030487497,0.000017424267,0.0003769138,0.00022956613,0.000034634264,0.000010049442,0.00008294811,0.97620344,0.00043948853,0.00011434425,0.0010780588,0.021410068],"study_design_scores_gemma":[0.0015049075,0.00073164614,0.01570865,0.0036351134,0.0003170123,0.000056599216,0.000114731076,0.61515707,0.2618056,0.045680966,0.04280331,0.0124844005],"about_ca_topic_score_codex":0.000047071502,"about_ca_topic_score_gemma":0.000007402243,"teacher_disagreement_score":0.36104637,"about_ca_system_score_codex":0.00009806948,"about_ca_system_score_gemma":0.0003290733,"threshold_uncertainty_score":0.9997931},"labels":[],"label_agreement":null},{"id":"W2954349148","doi":"10.1145/3330089.3330108","title":"Designing and implementing different use cases of aspect-oriented programming with AspectJ for developing mobile applications","year":2018,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"AspectJ; Aspect-oriented programming; Computer science; Separation of concerns; Software engineering; Object-oriented programming; Implementation; Usability; Software design pattern; Reuse; Adaptability; Programming paradigm; Programming language; Software; Human–computer interaction; Engineering","score_opus":0.0640176254928941,"score_gpt":0.3317512849808648,"score_spread":0.26773365948797073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954349148","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051912848,0.000038839353,0.94692105,0.000013115022,0.0000305927,0.0007473875,0.0000014594768,0.0003273684,0.000007331032],"genre_scores_gemma":[0.27426282,0.0000024062167,0.7253196,0.000007671737,0.000022133874,0.0003610216,0.000001390193,0.000008828501,0.000014131032],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99910575,0.000024664303,0.0001924266,0.00029997827,0.00009792003,0.000279234],"domain_scores_gemma":[0.9979153,0.0015193413,0.00010139366,0.00025080127,0.00017869906,0.000034417204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022630078,0.00012093105,0.0001601653,0.00008274682,0.00017549022,0.00006549707,0.00018272172,0.000021439404,7.3096646e-7],"category_scores_gemma":[0.00029179515,0.00009364792,0.000018822588,0.00025948242,0.00007271094,0.00030110197,0.00018631635,0.000040767205,1.9202572e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005161573,0.00012637203,0.02323161,0.00043613787,0.00020874187,0.00000888938,0.0037388876,0.0011504968,0.03871707,0.32743797,0.000030154553,0.6048621],"study_design_scores_gemma":[0.001346317,0.0020258182,0.0073848716,0.0002392597,0.000059620033,0.00013165698,0.001623216,0.008103633,0.9627004,0.0072645317,0.008076869,0.0010437722],"about_ca_topic_score_codex":0.000011147248,"about_ca_topic_score_gemma":0.000027262558,"teacher_disagreement_score":0.9239834,"about_ca_system_score_codex":0.00003332706,"about_ca_system_score_gemma":0.000028642982,"threshold_uncertainty_score":0.38188514},"labels":[],"label_agreement":null},{"id":"W2962927919","doi":"10.48550/arxiv.1506.03558","title":"Using Indexed and Synchronous Events to Model and Validate Cyber-Physical Systems","year":2015,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Liveness; Event (particle physics); Semantics (computer science); Set (abstract data type); Construct (python library); Search engine indexing; Model checking; State (computer science); Linear temporal logic; Programming language; Real-time computing; Data mining; Artificial intelligence","score_opus":0.21663574760533294,"score_gpt":0.24921048948227276,"score_spread":0.03257474187693982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2962927919","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46742535,0.000019723004,0.5322897,0.000006092827,0.0000750494,0.000062101135,9.536202e-7,0.0001026838,0.000018367851],"genre_scores_gemma":[0.8986215,0.0000054342236,0.10125268,0.000015020615,0.000018132108,2.942944e-7,2.272249e-7,0.000008087074,0.00007860445],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991666,0.00007933242,0.00006988666,0.00041338574,0.000058756836,0.0002120173],"domain_scores_gemma":[0.99924165,0.00012526767,0.000039948656,0.00031778484,0.000059107213,0.00021624283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020943931,0.00012758991,0.00018088336,0.00010331217,0.00006297274,0.000040238512,0.00030935358,0.000046127785,6.338605e-8],"category_scores_gemma":[0.0001079508,0.00013878645,0.000018547908,0.00029826106,0.00003798048,0.00049390487,0.00047395274,0.000088928144,0.000004247991],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007039926,0.000010603361,0.0006169105,0.000009725156,0.000009602956,0.000030784053,0.00035143876,0.97840065,0.0003841579,0.019939732,0.0000050848203,0.00023424775],"study_design_scores_gemma":[0.0002578599,0.000045714107,0.00025696176,0.000019807154,0.000011315484,0.0000135322125,0.00006105669,0.9811057,0.00011083258,0.017930482,0.000012940788,0.00017381883],"about_ca_topic_score_codex":0.00003436952,"about_ca_topic_score_gemma":0.0000012190376,"teacher_disagreement_score":0.43119618,"about_ca_system_score_codex":0.000103049,"about_ca_system_score_gemma":0.00004469735,"threshold_uncertainty_score":0.56595474},"labels":[],"label_agreement":null},{"id":"W2963236193","doi":"10.48550/arxiv.1401.0970","title":"Actions and Events in Concurrent Systems Design","year":2014,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Principle of compositionality; Morphism; Component (thermodynamics); Computer science; Context (archaeology); Programming language; Set (abstract data type); Theoretical computer science; Categorical variable; Component-based software engineering; Software system; Artificial intelligence; Software; Mathematics; Pure mathematics","score_opus":0.1902210072157463,"score_gpt":0.222664251589397,"score_spread":0.032443244373650704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963236193","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04167734,0.000038701888,0.95760256,0.000012467029,0.0003488006,0.00008707066,2.7843254e-7,0.00016804827,0.00006475514],"genre_scores_gemma":[0.9734184,0.00003221147,0.026379507,0.000007872705,0.0000108966715,6.052313e-7,1.8482214e-7,0.0000039035285,0.00014638962],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99927014,0.00020178371,0.00006676705,0.00028024078,0.000028020691,0.00015302238],"domain_scores_gemma":[0.99909794,0.0005438557,0.00003583537,0.00024585257,0.00002197079,0.000054555767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003157479,0.00007991147,0.000109613546,0.000111478934,0.000046582827,0.000012281265,0.00029833885,0.000038572696,5.7004985e-7],"category_scores_gemma":[0.00016909672,0.000088542634,0.000016574331,0.00031285168,0.000026988113,0.0003286732,0.00012458608,0.00009463067,0.000009085588],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020761104,0.000011509349,0.0020704125,0.000009355904,0.0000045313736,0.000008686777,0.0000591793,0.83914185,0.00005617187,0.15722279,0.00001022224,0.0014032497],"study_design_scores_gemma":[0.0004779023,0.000067132896,0.008976327,0.000038403818,0.000006002337,0.000008358382,0.000050052415,0.96690243,0.00012576349,0.022628415,0.0005045434,0.00021469209],"about_ca_topic_score_codex":0.0000147173,"about_ca_topic_score_gemma":0.0000024689357,"teacher_disagreement_score":0.93174106,"about_ca_system_score_codex":0.000060272272,"about_ca_system_score_gemma":0.000013323515,"threshold_uncertainty_score":0.3610664},"labels":[],"label_agreement":null},{"id":"W2963608311","doi":"10.1007/s00766-019-00321-0","title":"Reconstructing the past: the case of the Spadina Expressway","year":2019,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Stakeholder; Computer science; Process (computing); Work (physics); Maturity (psychological); Order (exchange); Process management; Data science; Systems engineering; Operations research; Management science; Engineering; Business; Political science","score_opus":0.03139255597116661,"score_gpt":0.26408201163939665,"score_spread":0.23268945566823004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963608311","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20047295,0.00017602452,0.7970652,0.00018518177,0.0015032527,0.0002510583,9.434384e-7,0.00015399395,0.00019139783],"genre_scores_gemma":[0.8845496,0.000006378257,0.11520779,0.00003311216,0.00007165198,0.000017119153,1.01432185e-7,0.000017002849,0.000097215496],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99899167,0.00008009907,0.00024562862,0.00021984022,0.00017790297,0.00028486358],"domain_scores_gemma":[0.99788874,0.000796704,0.000120706485,0.0011315872,0.00003675877,0.000025523805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007268881,0.00015141533,0.00014628087,0.00003950843,0.00010844407,0.0000516203,0.0012783079,0.000036846723,0.000005437953],"category_scores_gemma":[0.00040908426,0.00007713894,0.000084873536,0.00035687626,0.000043502845,0.0002885915,0.0005498091,0.00024586305,0.000006101855],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026816035,0.000012293284,0.0033238467,0.00013503681,0.00009485455,0.000041433297,0.0016912868,0.9024133,0.030414654,0.03514939,0.00008654122,0.026634658],"study_design_scores_gemma":[0.001451401,0.00017366547,0.0081605185,0.00091395504,0.00009083701,0.0038679296,0.0013649894,0.83309525,0.12991299,0.010133332,0.009289961,0.00154515],"about_ca_topic_score_codex":0.000009960455,"about_ca_topic_score_gemma":5.62037e-7,"teacher_disagreement_score":0.68407667,"about_ca_system_score_codex":0.00004464118,"about_ca_system_score_gemma":0.000016376693,"threshold_uncertainty_score":0.31456345},"labels":[],"label_agreement":null},{"id":"W2964427537","doi":"10.1109/mise.2019.00008","title":"Support for User Generated Evolutions of Goal Models","year":2019,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Path (computing); Human–computer interaction; Space (punctuation)","score_opus":0.0499002940150844,"score_gpt":0.29575079897341566,"score_spread":0.24585050495833127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964427537","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005254997,0.000023314244,0.99330693,0.00004749531,0.00034258468,0.00017285977,0.0000044547505,0.00029434226,0.0005530226],"genre_scores_gemma":[0.09740089,0.000002335925,0.8991069,0.000036433863,0.000011095823,0.000015731888,0.0000021196427,0.000006023596,0.003418458],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994367,0.000017400705,0.00013160468,0.00017541427,0.000082494764,0.00015639306],"domain_scores_gemma":[0.9991855,0.00027921,0.000032307224,0.00036965654,0.000106882355,0.000026445741],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019184723,0.00006564819,0.00012239531,0.000052420648,0.00001713351,0.00000940549,0.00036125802,0.000038056467,0.000015274092],"category_scores_gemma":[0.000098857105,0.0000574181,0.000044432614,0.00015350024,0.0000134059155,0.00036378633,0.00009772646,0.000036598674,0.000013745595],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022655097,0.000010967605,0.00008187999,0.000012408567,0.000008462962,1.8496925e-7,0.0000575504,0.7702145,0.0077751437,0.22008736,0.00074099697,0.0010082738],"study_design_scores_gemma":[0.00036970095,0.00015298773,0.0004841003,0.0000057431516,0.0000040112627,0.000004207099,0.000012918532,0.9009424,0.029317828,0.06645806,0.002053458,0.00019457328],"about_ca_topic_score_codex":0.0000039816964,"about_ca_topic_score_gemma":7.2552814e-7,"teacher_disagreement_score":0.1536293,"about_ca_system_score_codex":0.000018802322,"about_ca_system_score_gemma":0.000045807035,"threshold_uncertainty_score":0.23414421},"labels":[],"label_agreement":null},{"id":"W2964506249","doi":"10.1109/mise.2019.00017","title":"Feature Model for Extensions in Modeling Languages","year":2019,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University","funders":"","keywords":"Computer science; Extension (predicate logic); Granularity; Class diagram; Inheritance (genetic algorithm); Class (philosophy); Feature (linguistics); Theoretical computer science; Base (topology); Programming language; Artificial intelligence; Unified Modeling Language; Mathematics; Linguistics","score_opus":0.05064642017073977,"score_gpt":0.32755439828314353,"score_spread":0.27690797811240375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964506249","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008163405,0.00012840616,0.9904218,0.00050687336,0.00011297958,0.00015714121,8.0416737e-7,0.0003483953,0.00016022372],"genre_scores_gemma":[0.16803168,0.0000046018977,0.8299966,0.00013366416,0.000008153833,0.000014109875,6.442562e-7,0.0000063985563,0.0018041495],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99947405,0.000011676659,0.000060680373,0.00021613085,0.00006294058,0.00017452853],"domain_scores_gemma":[0.9993341,0.0002743359,0.000011184612,0.0003273725,0.000031424734,0.000021585582],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018963258,0.00007114732,0.000107892716,0.00006951448,0.000015241872,0.000017680906,0.00031073097,0.000049004262,8.425561e-7],"category_scores_gemma":[0.0002332043,0.00005957717,0.000030591214,0.00011606401,0.000003324122,0.00023778534,0.00010782211,0.000088617344,0.000006471794],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011790771,0.000003265286,0.00002179735,0.000006624283,9.430613e-7,7.240992e-7,0.00015358797,0.97562575,0.0007629863,0.02093137,0.0000798503,0.0024119196],"study_design_scores_gemma":[0.00011966534,0.000008546015,0.000024240955,0.000009713939,4.577324e-7,0.0000014950389,0.00003685044,0.9776412,0.00018648249,0.021860473,0.000026304017,0.00008452601],"about_ca_topic_score_codex":0.000002341662,"about_ca_topic_score_gemma":0.000004315207,"teacher_disagreement_score":0.16042517,"about_ca_system_score_codex":0.000018611474,"about_ca_system_score_gemma":0.000017357625,"threshold_uncertainty_score":0.24294865},"labels":[],"label_agreement":null},{"id":"W2964710016","doi":"10.1109/mise.2019.00018","title":"On the Difficulties of Raising the Level of Abstraction and Facilitating Reuse in Software Modelling: The Case for Signature Extension","year":2019,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Workaround; Computer science; Reuse; Software engineering; Signature (topology); Programming language; Modular programming; Software development; Java; Software; Abstraction; Process (computing); Engineering","score_opus":0.1698434437725383,"score_gpt":0.31923678053419596,"score_spread":0.14939333676165767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964710016","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4002613,0.000088072586,0.5991089,0.0002435608,0.00006718024,0.00020024285,0.0000031634643,0.000025406933,0.0000021622313],"genre_scores_gemma":[0.65997005,0.0000057257494,0.33995023,0.000024558924,0.000003739778,0.000006723943,2.1035343e-7,0.0000035804105,0.000035151254],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993255,0.00009807741,0.00018821939,0.00016975975,0.000108687214,0.000109731205],"domain_scores_gemma":[0.98601437,0.01325862,0.000105490726,0.0005271404,0.000086364926,0.0000079985575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000972271,0.000088440764,0.0001235976,0.00003575024,0.00008596974,0.000019761073,0.00034885033,0.000048366695,5.7648174e-7],"category_scores_gemma":[0.0027008918,0.000038314403,0.000036209327,0.00011945156,0.0000581095,0.00015237712,0.00013167522,0.00018417275,2.0225272e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000130533135,0.0000075381286,0.000010339426,0.000035504396,0.0000042435872,0.0000015873651,0.0034077277,0.9800591,0.0038145962,0.0049276217,0.000024968142,0.007693705],"study_design_scores_gemma":[0.0003539846,0.00015643162,0.0011425124,0.00015896081,0.0000070187702,0.00005778365,0.005396901,0.8943861,0.01920828,0.078942776,0.000020738653,0.00016849257],"about_ca_topic_score_codex":0.00006053327,"about_ca_topic_score_gemma":0.000009147783,"teacher_disagreement_score":0.25970876,"about_ca_system_score_codex":0.000012408658,"about_ca_system_score_gemma":0.000010616501,"threshold_uncertainty_score":0.3233415},"labels":[],"label_agreement":null},{"id":"W2968715703","doi":"10.1145/3307630.3342400","title":"Answering the Call of the Wild?","year":2019,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Open research; Open science; Open source; Replication (statistics); Data science; Everyday life; Value (mathematics); Term (time); Management science; World Wide Web; Engineering; Epistemology; Machine learning; Software","score_opus":0.015776794561930936,"score_gpt":0.24122479372953273,"score_spread":0.2254479991676018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2968715703","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024449298,0.0000457074,0.97276986,0.0004896868,0.0005037387,0.00007560791,1.1341138e-7,0.00012334979,0.0015426328],"genre_scores_gemma":[0.63245577,0.0000029878092,0.36625066,0.00016626321,0.000011003898,0.0000021864855,1.5786375e-8,0.0000035146138,0.0011075779],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.999581,0.000041742198,0.000073800125,0.00009889903,0.00010636549,0.00009822047],"domain_scores_gemma":[0.99880564,0.0004888099,0.000027902908,0.0006508275,0.000018082092,0.000008706253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024892343,0.0000460719,0.0000619088,0.000010309928,0.000023304057,0.000011560097,0.0009987829,0.000016342608,0.000004453639],"category_scores_gemma":[0.00017522494,0.000020885533,0.000034625293,0.00016293401,0.000027518727,0.00010656218,0.0003334363,0.000078028745,0.00001097793],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025616962,0.000018710785,0.011210455,0.00004602794,0.000030696276,0.0000012630022,0.001867069,0.5380314,0.02260584,0.34238327,0.0008457806,0.08295691],"study_design_scores_gemma":[0.0009826141,0.00026899076,0.3315097,0.00018324962,0.000018108347,0.000055899593,0.00042092678,0.18539773,0.3090315,0.11457924,0.056401156,0.0011509008],"about_ca_topic_score_codex":0.0000075946414,"about_ca_topic_score_gemma":0.0000013020003,"teacher_disagreement_score":0.6080065,"about_ca_system_score_codex":0.000008266026,"about_ca_system_score_gemma":0.000012050953,"threshold_uncertainty_score":0.18560039},"labels":[],"label_agreement":null},{"id":"W2975553208","doi":"10.22215/etd/2015-11161","title":"Mapping ACL/VF to a Java Environment: A Feasibility Study","year":2015,"lang":"en","type":"dissertation","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Java; Computer science; USable; Context (archaeology); Software engineering; Focus (optics); Programming language; Operating system; World Wide Web","score_opus":0.09937433077784276,"score_gpt":0.35735440948127456,"score_spread":0.2579800787034318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2975553208","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052717008,0.00013369898,0.9428892,0.000038122053,0.0010133222,0.0010937859,0.0000025463837,0.0008251413,0.0012871741],"genre_scores_gemma":[0.037948493,0.0000065794097,0.95190924,0.00006303072,0.00007319437,0.00018958235,0.000028274051,0.000041418363,0.009740165],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975296,0.00019991276,0.00037206546,0.00097314385,0.00055771344,0.00036754936],"domain_scores_gemma":[0.9978765,0.00031258533,0.00011791523,0.0014216955,0.00008203092,0.00018923784],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011954877,0.0003648135,0.0004587935,0.000246179,0.000069866466,0.000100042824,0.0014178783,0.00016114034,0.000021465532],"category_scores_gemma":[0.0011559441,0.0003443385,0.00007781669,0.00037858472,0.000010171337,0.0002770458,0.00037634725,0.00032011693,0.00021699174],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026109852,0.0029362212,0.0046663177,0.00077236246,0.0006305178,0.000356439,0.1997815,0.16464359,0.0045656236,0.0030372175,0.009227634,0.60912144],"study_design_scores_gemma":[0.007408082,0.0077765286,0.5285329,0.00098515,0.0002519374,0.000066208195,0.09587389,0.009294649,0.007537997,0.27871314,0.048452582,0.015106929],"about_ca_topic_score_codex":0.000026005162,"about_ca_topic_score_gemma":0.00003436374,"teacher_disagreement_score":0.5940145,"about_ca_system_score_codex":0.0003105204,"about_ca_system_score_gemma":0.00009439171,"threshold_uncertainty_score":0.9999009},"labels":[],"label_agreement":null},{"id":"W2979395070","doi":"10.1007/978-3-030-30985-5_14","title":"Detecting Feature Interactions in FORML Models","year":2019,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Feature (linguistics); Artificial intelligence; Pattern recognition (psychology)","score_opus":0.04985317742482134,"score_gpt":0.29901233917154313,"score_spread":0.24915916174672179,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979395070","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000058207,0.000489669,0.99364626,0.0003285858,0.0032302856,0.00037291777,0.000002423811,0.0003916127,0.001480021],"genre_scores_gemma":[0.03785128,0.000039193375,0.96094024,0.0003562428,0.00019399993,0.000010317965,0.0000016598315,0.00004208319,0.00056495576],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967089,0.000046045894,0.00043522404,0.0014559967,0.00060968276,0.00074414],"domain_scores_gemma":[0.99596536,0.0020824892,0.00023525025,0.001467253,0.00015135386,0.00009828201],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009985662,0.0005385325,0.0005981173,0.0013141393,0.0001302026,0.00030538824,0.0029901443,0.00028155936,0.0000041143326],"category_scores_gemma":[0.00047116957,0.000515638,0.00012819434,0.00081441196,0.00021740764,0.001641034,0.0015709284,0.0018891935,0.000023967643],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002278795,0.000005288967,0.000011552157,0.000023403742,0.0000032886155,0.000032155993,0.0004611865,0.68952775,0.0000829197,0.005924723,0.000003761636,0.30392167],"study_design_scores_gemma":[0.0001540297,0.00005278582,0.00004469823,0.00044577444,0.000002372892,0.00007936455,3.8008253e-7,0.68346804,0.000756448,0.31409353,0.00037050789,0.00053205487],"about_ca_topic_score_codex":0.000016462878,"about_ca_topic_score_gemma":0.00012992014,"teacher_disagreement_score":0.3081688,"about_ca_system_score_codex":0.00062349543,"about_ca_system_score_gemma":0.0003860387,"threshold_uncertainty_score":0.9997295},"labels":[],"label_agreement":null},{"id":"W2979404523","doi":"10.1145/3359591.3359738","title":"Learning to listen for design","year":2019,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Human–computer interaction","score_opus":0.06106285673110641,"score_gpt":0.30820699785442307,"score_spread":0.24714414112331667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979404523","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007717531,0.000010068015,0.9973983,0.00020250736,0.00029720413,0.00023881812,6.3578106e-8,0.0006734733,0.00040782522],"genre_scores_gemma":[0.011874569,5.493841e-7,0.98208886,0.00016579038,0.00001679096,0.000025200536,1.265297e-7,0.0000068082636,0.0058212844],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994945,0.000034237128,0.00006242759,0.00018824119,0.000059708316,0.0001608766],"domain_scores_gemma":[0.9985383,0.0011522576,0.000012933298,0.00022700569,0.000033024753,0.000036452682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003867796,0.000056037203,0.0000816248,0.00004379182,0.000024235123,0.000034130393,0.0003786534,0.000021519738,0.0000057043053],"category_scores_gemma":[0.0007728021,0.000048750153,0.00002334939,0.00012583059,0.000002677281,0.00016079684,0.00011649113,0.000047719866,0.000122539],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038029227,0.0000024014494,0.00006311194,0.0000075671037,0.000003136869,4.2283807e-7,0.00031255803,0.93003607,0.0031233365,0.012864836,0.00035875748,0.05322402],"study_design_scores_gemma":[0.001206778,0.0030224714,0.0023380225,0.00006475979,0.000007292894,0.000020045738,0.00035051975,0.69646645,0.0787255,0.08756687,0.12877707,0.0014542044],"about_ca_topic_score_codex":8.218838e-7,"about_ca_topic_score_gemma":7.417554e-8,"teacher_disagreement_score":0.23356958,"about_ca_system_score_codex":0.000017000299,"about_ca_system_score_gemma":0.000011280041,"threshold_uncertainty_score":0.19879736},"labels":[],"label_agreement":null},{"id":"W2982683919","doi":"10.1007/978-3-030-32409-4_29","title":"Assessment of a Formal Requirements Modeling Approach on a Transportation System","year":2019,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"Agence Nationale de la Recherche","keywords":"Systems Modeling Language; Computer science; Software engineering; Requirements engineering; Formal specification; Systems engineering; Formal methods; Unified Modeling Language; Requirements analysis; Engineering management; Software; Programming language; Engineering","score_opus":0.05839990213020305,"score_gpt":0.3054174109659546,"score_spread":0.24701750883575155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982683919","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001476762,0.00007205099,0.99635845,0.000018918925,0.0011944921,0.00048964476,0.0000063529383,0.00024608555,0.0014663127],"genre_scores_gemma":[0.31123263,0.0000062732297,0.6886081,0.000044171644,0.00005241347,0.0000080022455,0.000005249877,0.000019476038,0.000023698254],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99668676,0.000037730926,0.0006117112,0.0010854921,0.0010864197,0.0004918908],"domain_scores_gemma":[0.9978281,0.00042698343,0.00032853844,0.0011548304,0.00019185727,0.0000696387],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013288133,0.00041180663,0.000605502,0.0006753235,0.00008919206,0.000092857255,0.0020210438,0.00022984229,7.6450397e-7],"category_scores_gemma":[0.000053999724,0.0003742991,0.00012363457,0.00036982328,0.00013596732,0.0007164141,0.00019324044,0.0005683371,0.0000026155758],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003158323,0.000013153975,0.000011590201,0.00021430888,0.000008266017,0.000007086578,0.00023507919,0.87772524,0.00010655327,0.063002154,1.6776966e-7,0.058673214],"study_design_scores_gemma":[0.00021651435,0.00019687862,0.00008964189,0.0006692088,0.0000067985006,0.000007900361,5.343821e-7,0.981289,0.00035901458,0.016813098,0.0000052317864,0.00034616477],"about_ca_topic_score_codex":0.000005847184,"about_ca_topic_score_gemma":0.000002122569,"teacher_disagreement_score":0.31108493,"about_ca_system_score_codex":0.00045887326,"about_ca_system_score_gemma":0.00041127735,"threshold_uncertainty_score":0.9998709},"labels":[],"label_agreement":null},{"id":"W2988652058","doi":"10.1007/s10270-019-00764-7","title":"Ark: a constraint-based method for architectural synthesis of smart systems","year":2019,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Computer science; Correctness; Architecture; Leverage (statistics); Software engineering; Bridging (networking); Software architecture; Software architecture description; Reference architecture; Software; Process (computing); Distributed computing; Programming language; Artificial intelligence","score_opus":0.03943515174313256,"score_gpt":0.29126713559390616,"score_spread":0.2518319838507736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988652058","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007476143,0.0009025017,0.9868012,0.00003089551,0.0022813412,0.0012847786,0.000051410956,0.001151134,0.000020583824],"genre_scores_gemma":[0.41141844,0.0000011011251,0.5882123,0.000012839804,0.000051285133,0.00023140573,0.0000025130068,0.000036094334,0.000033995293],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968713,0.0004406379,0.00086189626,0.0007548216,0.00045015384,0.00062120217],"domain_scores_gemma":[0.99103016,0.007008059,0.0003529648,0.0011398043,0.00034719365,0.00012181249],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0024727173,0.000376409,0.0009457657,0.00030936033,0.00009508448,0.00012448267,0.0010676378,0.0001841405,0.0000011241623],"category_scores_gemma":[0.002602026,0.00034363722,0.0002768903,0.0003321788,0.000043671298,0.0002782242,0.00015188113,0.0002250981,0.000007923438],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024610003,0.000013092265,0.00018845325,0.0012061673,0.00005554339,0.0000023040623,0.00016229789,0.98169625,0.000928617,0.0036631965,0.0000072580524,0.012052195],"study_design_scores_gemma":[0.0003662047,0.00010390709,0.0000047481644,0.0007704725,0.000025277104,0.000047570386,0.00018352826,0.9958523,0.001137687,0.0010144095,0.000100673,0.00039324822],"about_ca_topic_score_codex":0.00017038613,"about_ca_topic_score_gemma":0.0000015354711,"teacher_disagreement_score":0.4039423,"about_ca_system_score_codex":0.00012775122,"about_ca_system_score_gemma":0.00020835761,"threshold_uncertainty_score":0.9999016},"labels":[],"label_agreement":null},{"id":"W2989021963","doi":"","title":"Partial Behavioural Models for Requirements and Early Design","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Abstraction; Context (archaeology); Process (computing); Embedding; Event (particle physics); Software engineering; Artificial intelligence; Programming language","score_opus":0.1792834579450345,"score_gpt":0.320100470148124,"score_spread":0.14081701220308948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989021963","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0089793205,0.00006466533,0.9901426,0.000062045394,0.00014902037,0.00018298587,5.706865e-7,0.000376452,0.000042348485],"genre_scores_gemma":[0.26384643,8.383372e-7,0.73588604,0.000012587366,0.00002154783,0.000032416694,2.616042e-7,0.0000051033476,0.00019476323],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99936146,0.000029313545,0.00011761097,0.00020657183,0.00008601308,0.0001990637],"domain_scores_gemma":[0.99947697,0.000258357,0.000024993678,0.00018067982,0.00003034553,0.000028635675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026781994,0.00007964426,0.000090922134,0.000033205957,0.000051985302,0.00005917396,0.00021003999,0.000031510855,5.1883137e-7],"category_scores_gemma":[0.000049612245,0.00007093001,0.000021181084,0.00005792316,0.000020417292,0.00056749163,0.00008127472,0.000031348693,8.19879e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002635614,0.000053364183,0.0022024384,0.00001682372,0.000013532602,0.000009131053,0.00031088025,0.6511797,0.0041337977,0.3030233,0.00096347666,0.038067196],"study_design_scores_gemma":[0.00069559325,0.0002539112,0.005696763,0.000009197656,0.000009383486,0.0000074750733,0.0000052068494,0.3641473,0.02775847,0.600944,0.00011863663,0.0003540929],"about_ca_topic_score_codex":0.000033127642,"about_ca_topic_score_gemma":0.0000010190288,"teacher_disagreement_score":0.29792067,"about_ca_system_score_codex":0.000014849789,"about_ca_system_score_gemma":0.000009028019,"threshold_uncertainty_score":0.28924417},"labels":[],"label_agreement":null},{"id":"W2989817440","doi":"10.1109/models-c.2019.00077","title":"Towards Reasoning About Product Lines with Design Choices","year":2019,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Product design; Product (mathematics); Software product line; Domain (mathematical analysis); Software; Face (sociological concept); Software design; Human–computer interaction; Software engineering; Software development; Programming language; Mathematics","score_opus":0.03881121423071539,"score_gpt":0.28619946017787534,"score_spread":0.24738824594715997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989817440","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0041918587,0.0003188471,0.99228644,0.00017081964,0.00035999677,0.00021217765,1.3433524e-7,0.0011628979,0.0012967985],"genre_scores_gemma":[0.032776486,0.000014782739,0.9649267,0.00007497739,0.00006929647,0.000016206444,2.8310149e-7,0.000013291307,0.002107945],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989447,0.00007076241,0.0001125144,0.0004155503,0.00019601233,0.00026046453],"domain_scores_gemma":[0.9988296,0.00035923367,0.000050672457,0.0006304136,0.000085025466,0.000045077035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000492887,0.0001449246,0.00017129641,0.000064658896,0.000038824397,0.00009083659,0.00066301995,0.00002891956,0.000011450865],"category_scores_gemma":[0.00043904278,0.00009846341,0.00002169366,0.00032833865,0.000023657412,0.00063611194,0.00014701088,0.000112509304,0.000051663705],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003240349,0.000036439844,0.0046906606,0.00009319632,0.000054674885,0.000021516882,0.0007772318,0.78695464,0.0038466186,0.03531938,0.0003467765,0.16782647],"study_design_scores_gemma":[0.0027720248,0.0023537702,0.11137492,0.00088018255,0.000045620232,0.00039261614,0.00022092248,0.24720928,0.567593,0.03366938,0.029254261,0.004234033],"about_ca_topic_score_codex":0.000012983441,"about_ca_topic_score_gemma":0.000001200661,"teacher_disagreement_score":0.5637464,"about_ca_system_score_codex":0.000021856471,"about_ca_system_score_gemma":0.00006440863,"threshold_uncertainty_score":0.40152213},"labels":[],"label_agreement":null},{"id":"W2994143909","doi":"10.1109/icsme.2019.00099","title":"Improving the Robustness and Efficiency of Continuous Integration and Deployment","year":2019,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Fonds de recherche du Québec – Nature et technologies; Mitacs; McGill University","keywords":"Software deployment; Codebase; Pace; Computer science; Robustness (evolution); Software engineering; Deliverable; Software; DevOps; Process management; Software development; Risk analysis (engineering); Systems engineering; Engineering; Operating system; Business","score_opus":0.015294042634640006,"score_gpt":0.24225278949873655,"score_spread":0.22695874686409653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994143909","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28601584,0.0001394266,0.7135198,0.00005547053,0.000089085486,0.00008324511,6.82735e-8,0.000065627115,0.000031389733],"genre_scores_gemma":[0.6305707,0.0000075919606,0.369339,0.00001430429,0.000003002102,0.0000023548648,4.035144e-8,0.0000019835388,0.000061015962],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996098,0.000030685696,0.00008449895,0.00013321152,0.00006594724,0.00007581859],"domain_scores_gemma":[0.9993181,0.0004160333,0.00003776967,0.00018779832,0.000027794575,0.000012497785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032086935,0.000051003346,0.000081419385,0.00002402589,0.000022188,0.000027440614,0.00016059767,0.000017221715,7.8292425e-7],"category_scores_gemma":[0.00018163605,0.000029971725,0.000007986855,0.00007600906,0.000033051376,0.00015011898,0.00015027773,0.000046597674,3.1781175e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007669256,0.00002653111,0.0031767662,0.00008556545,0.0000119309125,0.0000014952684,0.0019847793,0.0698769,0.07993909,0.07297416,0.000016287215,0.7718988],"study_design_scores_gemma":[0.0004657541,0.00030032542,0.011377517,0.000046000365,0.000007637091,0.00003121258,0.00060216367,0.8836533,0.10044735,0.0027645552,0.00004807328,0.00025610984],"about_ca_topic_score_codex":0.000012831751,"about_ca_topic_score_gemma":0.0000014571526,"teacher_disagreement_score":0.8137764,"about_ca_system_score_codex":0.0000058899805,"about_ca_system_score_gemma":0.000006993479,"threshold_uncertainty_score":0.12222115},"labels":[],"label_agreement":null},{"id":"W2994227837","doi":"10.1007/978-3-030-39197-3_14","title":"Variability-Aware Datalog","year":2020,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Datalog; Computer science; Overhead (engineering); Programming language; Measure (data warehouse); Software; Product (mathematics); Database; Theoretical computer science; Mathematics","score_opus":0.03686147386200285,"score_gpt":0.27606182991992445,"score_spread":0.23920035605792161,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994227837","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000001960796,0.00018934828,0.99417007,0.0009136218,0.002553353,0.0003224287,0.00001520741,0.0009031801,0.00093084737],"genre_scores_gemma":[0.008549736,0.000025302803,0.98966736,0.0011686053,0.00042385628,0.000009171082,0.000011382468,0.0000446767,0.00009992273],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9955866,0.00008429181,0.0005340961,0.0022306072,0.0008843187,0.00068011077],"domain_scores_gemma":[0.9943139,0.002653627,0.00021908773,0.002395183,0.00018332715,0.0002348947],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0014861651,0.0006330195,0.00071199186,0.00048049545,0.00017256102,0.0003584216,0.0057753967,0.00036045618,0.000014074571],"category_scores_gemma":[0.0015346948,0.0006037205,0.00013190952,0.0007569484,0.0006798402,0.00085185515,0.0035192214,0.0013140829,0.00007760554],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045970346,0.000015701848,0.000025089921,0.00009908131,0.000014589491,0.00022692668,0.00043509825,0.29263514,0.00010216688,0.058341492,0.000036186375,0.64806396],"study_design_scores_gemma":[0.00015506375,0.0001314668,0.000046098037,0.00018783718,0.0000064952596,0.00006518922,6.198777e-8,0.24581286,0.00067118293,0.74942905,0.0026353586,0.0008593361],"about_ca_topic_score_codex":0.000004134652,"about_ca_topic_score_gemma":0.0000051937363,"teacher_disagreement_score":0.69108754,"about_ca_system_score_codex":0.00034202088,"about_ca_system_score_gemma":0.0005091547,"threshold_uncertainty_score":0.9996414},"labels":[],"label_agreement":null},{"id":"W2994412325","doi":"10.1109/re.2019.00034","title":"Arithmetic Semantics of Feature and Goal Models for Adaptive Cyber-Physical Systems","year":2019,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Semantics (computer science); Feature (linguistics); Adaptation (eye); USable; Theoretical computer science; Goal modeling; Cyber-physical system; Systems Modeling Language; Artificial intelligence; Programming language; Unified Modeling Language; Requirements engineering; Software","score_opus":0.03015724942660839,"score_gpt":0.270403682766246,"score_spread":0.2402464333396376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994412325","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01119913,0.00013616095,0.98776853,0.000067595414,0.000235529,0.0002887469,0.000003512854,0.00014146458,0.00015931926],"genre_scores_gemma":[0.38228798,0.0000032501916,0.61726606,0.000008060928,0.000016162941,0.000008758246,2.5431436e-7,0.0000059325853,0.00040357237],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993858,0.000030553998,0.00008698969,0.00022998406,0.0001161842,0.00015050499],"domain_scores_gemma":[0.99871117,0.00085687643,0.00004551527,0.00028804722,0.00006532002,0.000033047367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015424851,0.00010054723,0.00023893712,0.000036006695,0.000015414358,0.000021983235,0.00024514672,0.000052866126,2.0073522e-7],"category_scores_gemma":[0.00007831868,0.00008060349,0.000038357965,0.00010834421,0.000028153203,0.00025871745,0.00016472902,0.00007868002,0.0000019492377],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007687506,0.000016733058,0.000039045655,0.00009021382,0.000020042575,8.3092635e-7,0.00034758827,0.6426798,0.00092700927,0.35269976,0.00010707009,0.0030641842],"study_design_scores_gemma":[0.00017817941,0.00015640141,0.00015264685,0.0000276133,0.000005708203,0.0000066609073,0.000043726992,0.954668,0.0010785265,0.043522865,0.0000479394,0.000111750654],"about_ca_topic_score_codex":0.0000053330987,"about_ca_topic_score_gemma":2.9447224e-7,"teacher_disagreement_score":0.37108883,"about_ca_system_score_codex":0.000013939446,"about_ca_system_score_gemma":0.000012447097,"threshold_uncertainty_score":0.32869148},"labels":[],"label_agreement":null},{"id":"W2997789040","doi":"10.1007/978-3-030-37873-8_6","title":"Umple-TL: A Model-Oriented, Dependency-Free Text Emission Tool","year":2020,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Executable; Dependency (UML); Independence (probability theory); Java; Programming language; Artificial intelligence; Mathematics","score_opus":0.06432300757104473,"score_gpt":0.31129012170659237,"score_spread":0.24696711413554764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997789040","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008646812,0.00028781182,0.962659,0.0011339764,0.00024093808,0.0003016797,0.000014762789,0.00036609152,0.034987092],"genre_scores_gemma":[0.0024078134,0.0011760932,0.9948866,0.0007605836,0.00002543087,0.000027074488,0.000022526716,0.000012262437,0.00068166765],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99790186,0.00003995476,0.0007420449,0.00042389726,0.0006060756,0.0002861908],"domain_scores_gemma":[0.99507594,0.0005139329,0.0003141132,0.0036071553,0.00034376356,0.00014506525],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0010367746,0.00029942725,0.0003244366,0.00069689576,0.0004152466,0.0003883306,0.006280215,0.00016312688,0.0000030924612],"category_scores_gemma":[0.00064341305,0.00030012676,0.0000599651,0.00055010564,0.00053706125,0.007539799,0.0074547115,0.00068813824,0.000036324123],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025284323,0.000007004489,0.000006192635,0.00003221553,0.0000037416964,8.164403e-7,0.0013738257,0.023864813,0.000011343593,0.7756744,0.00033232252,0.19869077],"study_design_scores_gemma":[0.00022638697,0.000038793358,0.0000490154,0.00014052523,0.0000034827613,0.000020619294,0.000009157597,0.8452266,0.000028545755,0.1179753,0.035931196,0.00035041722],"about_ca_topic_score_codex":0.0000027042108,"about_ca_topic_score_gemma":0.0000014669964,"teacher_disagreement_score":0.8213617,"about_ca_system_score_codex":0.00018276155,"about_ca_system_score_gemma":0.0003749479,"threshold_uncertainty_score":0.9999451},"labels":[],"label_agreement":null},{"id":"W3000116190","doi":"10.1007/s10664-019-09790-x","title":"What should your run-time configuration framework do to help developers?","year":2020,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Université du Québec à Chicoutimi; Queen's University","funders":"","keywords":"Software engineering; Configuration Management (ITSM); Computer science; Software configuration management; Software deployment; Debugging; Domain (mathematical analysis); Flexibility (engineering); Requirements engineering; Systems engineering; Code refactoring; Software system; Software; Engineering; Software construction; Operating system","score_opus":0.103734205417861,"score_gpt":0.33745975405508927,"score_spread":0.23372554863722828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000116190","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005627914,0.00049932144,0.9809837,0.007619653,0.0012813169,0.00028354072,0.0000028626923,0.0036936987,0.000008024487],"genre_scores_gemma":[0.025763253,0.000028419194,0.9690979,0.00450876,0.0004071078,0.000055195353,0.000005433322,0.00006952023,0.00006440939],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975287,0.00006606748,0.00042263538,0.00081277196,0.0005075733,0.0006623062],"domain_scores_gemma":[0.9971034,0.0015710568,0.00006026307,0.0005817727,0.00012492927,0.0005585964],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003320691,0.00042141363,0.00046101309,0.00014381635,0.00010557586,0.00050917483,0.0011624843,0.00025729026,0.00005368536],"category_scores_gemma":[0.009827473,0.00042609623,0.000119542055,0.0013134078,0.000020578133,0.0013785532,0.0005121237,0.0006231599,0.000498073],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001798851,0.000025877414,0.0007776617,0.000091113514,0.000056770397,0.00008848205,0.006117245,0.9508638,0.0024349631,0.0012243526,0.0032123167,0.035089456],"study_design_scores_gemma":[0.0025873529,0.0022651083,0.043992016,0.0027458565,0.0001320473,0.00023319272,0.0011018508,0.28762186,0.081444055,0.01544338,0.5498446,0.012588677],"about_ca_topic_score_codex":0.0000010863704,"about_ca_topic_score_gemma":7.764495e-8,"teacher_disagreement_score":0.6632419,"about_ca_system_score_codex":0.00015572277,"about_ca_system_score_gemma":0.000068148656,"threshold_uncertainty_score":0.9998191},"labels":[],"label_agreement":null},{"id":"W3005523836","doi":"10.1145/583854.582436","title":"Design pattern implementation in Java and aspectJ","year":2002,"lang":"en","type":"article","venue":"ACM SIGPLAN Notices","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"AspectJ; Computer science; Modularity (biology); Programming language; Composability; Java; Software design pattern; Reusability; Locality; Implementation; Design pattern; Aspect-oriented programming; Object-oriented programming; Compiler; Software engineering; Software","score_opus":0.08859055418377597,"score_gpt":0.319533329656488,"score_spread":0.23094277547271203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005523836","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03340803,0.0003540844,0.9653675,0.00042052913,0.00013505433,0.00010237171,8.417032e-7,0.00017597296,0.0000356236],"genre_scores_gemma":[0.5442417,0.00003099565,0.45560074,0.00008506795,0.000018981667,0.000007523735,6.014584e-7,0.0000046522164,0.000009700566],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992308,0.00010385687,0.00013489489,0.00023320243,0.00010498432,0.00019227629],"domain_scores_gemma":[0.99831706,0.0012650419,0.00004799083,0.00032649655,0.000011704352,0.000031726864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028883584,0.00009263728,0.00010335004,0.00009255554,0.00003330082,0.0000659661,0.00046551603,0.000029729175,0.000023093407],"category_scores_gemma":[0.00033724547,0.00008872749,0.000008926904,0.00015366345,0.000017146604,0.0004493022,0.00017301226,0.00008050971,0.000018695673],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033332183,0.000030662955,0.020102307,0.00003831607,0.00001505103,0.000089374626,0.005900722,0.027979564,0.0013592324,0.00087412616,0.00044887757,0.94315845],"study_design_scores_gemma":[0.0046788505,0.0012803896,0.48776972,0.00020085191,0.000046406043,0.00013710346,0.0017300351,0.35067007,0.044590306,0.104020484,0.0021488853,0.002726898],"about_ca_topic_score_codex":0.00003192078,"about_ca_topic_score_gemma":0.000026168149,"teacher_disagreement_score":0.94043154,"about_ca_system_score_codex":0.000020765905,"about_ca_system_score_gemma":0.000003728366,"threshold_uncertainty_score":0.3618202},"labels":[],"label_agreement":null},{"id":"W3006005708","doi":"10.1145/503271.503223","title":"Using aspectC to improve the modularity of path-specific customization in operating system code","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Modularity (biology); Computer science; Code refactoring; Personalization; Scheduling (production processes); Architecture; Code (set theory); Distributed computing; Path (computing); Operating system; Context (archaeology); Computer architecture; Parallel computing; Embedded system; Programming language; Software; Engineering","score_opus":0.05239144428673207,"score_gpt":0.286298241408283,"score_spread":0.23390679712155096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006005708","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1581705,0.0004189617,0.8394397,0.00007169449,0.0006568497,0.00035260752,0.000008046387,0.00088063604,9.802704e-7],"genre_scores_gemma":[0.5010925,0.00001095404,0.49875897,0.00001558618,0.000062217805,0.000026731344,0.0000015616844,0.000029199247,0.0000022746392],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99789184,0.00010874339,0.00057012663,0.00056462473,0.00034807538,0.0005165949],"domain_scores_gemma":[0.977669,0.020476123,0.00014037886,0.0014417005,0.0001730889,0.000099699486],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00097402686,0.00032681468,0.00043680065,0.00027150556,0.00011570839,0.00010391826,0.001521877,0.00013545807,0.000001825524],"category_scores_gemma":[0.06598745,0.00029011513,0.000084828134,0.001276492,0.000029388362,0.00049771497,0.00066197495,0.0003561884,0.0000050733006],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049733917,0.000018083363,0.013666161,0.00009846525,0.00001134346,0.000025783314,0.0006939977,0.95380497,0.023715114,0.0012461087,0.000007637293,0.0067073745],"study_design_scores_gemma":[0.0021412105,0.0003917618,0.15046896,0.0022185422,0.000051942676,0.00035073943,0.00040963845,0.7164957,0.12223375,0.00050140184,0.0016283258,0.0031080446],"about_ca_topic_score_codex":0.000060739654,"about_ca_topic_score_gemma":0.0000045595352,"teacher_disagreement_score":0.342922,"about_ca_system_score_codex":0.00029678494,"about_ca_system_score_gemma":0.000051710416,"threshold_uncertainty_score":0.9999551},"labels":[],"label_agreement":null},{"id":"W3009604956","doi":"10.23919/cnsm46954.2019.9012693","title":"Look Ahead Distributed Planning For Application Management In Cloud","year":2019,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Cloud computing; Provisioning; Computer science; Scalability; Distributed computing; Elasticity (physics); Service-level agreement; Autonomic computing; Service level; Overlay; Bandwidth (computing); Computation; Computer network; Operating system","score_opus":0.03129316317743537,"score_gpt":0.31328854909251697,"score_spread":0.2819953859150816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009604956","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002603892,0.0000330248,0.9958419,0.00010902113,0.0002310859,0.00044212842,0.0000013263697,0.00035501338,0.00038258548],"genre_scores_gemma":[0.11229577,0.0000019528577,0.88724697,0.000055497138,0.000015982678,0.00010633341,0.000008298031,0.0000051845127,0.00026403574],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993956,0.000014587668,0.00011365807,0.00023804134,0.00006918184,0.0001689067],"domain_scores_gemma":[0.9993178,0.00028714794,0.000026624688,0.00033597575,0.000014449111,0.000017953182],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002633337,0.00006723858,0.000089794885,0.00005748925,0.000014619794,0.00001979249,0.0003631717,0.000027500048,0.000001218766],"category_scores_gemma":[0.000040086332,0.00006392531,0.000018797271,0.00018960076,0.0000053766644,0.00015043968,0.00012398158,0.000045844747,0.000023277977],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011065641,0.000024884666,0.0019565427,0.000081091,0.000012224392,0.0000028743098,0.00015989495,0.6829621,0.0004990723,0.24082492,0.000444476,0.07302083],"study_design_scores_gemma":[0.0020608914,0.00016608037,0.026496418,0.00008836575,0.0000075190464,0.0000055808105,0.00027992736,0.69761676,0.006619854,0.22587873,0.039982636,0.000797229],"about_ca_topic_score_codex":0.0000017204325,"about_ca_topic_score_gemma":3.8371834e-7,"teacher_disagreement_score":0.10969188,"about_ca_system_score_codex":0.000050114646,"about_ca_system_score_gemma":0.0000042950433,"threshold_uncertainty_score":0.26067987},"labels":[],"label_agreement":null},{"id":"W3010046448","doi":"10.1145/1035292.1028992","title":"Resolving feature convolution in middleware systems","year":2004,"lang":"en","type":"article","venue":"ACM SIGPLAN Notices","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Middleware (distributed applications); Message oriented middleware; Modularity (biology); Architectural style; Aspect-oriented programming; Distributed computing; Personalization; Common Object Request Broker Architecture; Decomposition; Separation of concerns; Remote procedure call; Architecture; Embedded system; Programming language; Software architecture; Software","score_opus":0.04140691770923531,"score_gpt":0.2776183251013048,"score_spread":0.23621140739206947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010046448","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039491657,0.0024167255,0.9554913,0.0006857441,0.0010607652,0.00015671927,0.000002840618,0.000597069,0.00009717025],"genre_scores_gemma":[0.5347076,0.00001563778,0.46508688,0.000045597568,0.000064591215,0.000011845636,0.000002943766,0.00000878472,0.000056122477],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9988872,0.00008925957,0.00016881553,0.00034136145,0.0001969984,0.00031636306],"domain_scores_gemma":[0.99823636,0.00087533065,0.00008284829,0.0007128418,0.000040879884,0.000051722596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003980101,0.00014590046,0.00019185105,0.00014572869,0.00006362842,0.00010669389,0.0011163855,0.00011135998,6.532188e-7],"category_scores_gemma":[0.0020146945,0.00013678627,0.000027515072,0.00038081888,0.000030631832,0.0006296823,0.0002695016,0.000240149,0.000022316563],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008383645,0.000023531255,0.002294412,0.000117093325,0.000010707183,0.00013181404,0.0016016219,0.97379184,0.0011745787,0.018033624,0.00014826271,0.0026641248],"study_design_scores_gemma":[0.013896293,0.0019447679,0.4065886,0.008303695,0.00012644255,0.0008920234,0.0066581764,0.15627189,0.034169734,0.32871372,0.03330079,0.009133838],"about_ca_topic_score_codex":0.0001111592,"about_ca_topic_score_gemma":0.000047413192,"teacher_disagreement_score":0.81751996,"about_ca_system_score_codex":0.00013508214,"about_ca_system_score_gemma":0.000042787386,"threshold_uncertainty_score":0.5577982},"labels":[],"label_agreement":null},{"id":"W3011547577","doi":"10.1145/379377.375239","title":"Cascaded refactoring for framework","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Code refactoring; Computer science; Programming language; Object-oriented programming; Code (set theory); Software engineering; Set (abstract data type); Metamodeling; Source code; Process (computing); Software","score_opus":0.059696022337518355,"score_gpt":0.311402422254857,"score_spread":0.2517063999173386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011547577","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017361436,0.0007675242,0.9744845,0.00028547944,0.0018488638,0.00031847353,0.000008355206,0.00492415,0.0000012420797],"genre_scores_gemma":[0.29021603,0.000047711907,0.70909524,0.000086803084,0.00031092443,0.00012431631,0.0000057490156,0.00007224936,0.00004099193],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99763083,0.000031481497,0.0004022015,0.00073564233,0.00031730876,0.0008825572],"domain_scores_gemma":[0.8641834,0.13344038,0.00011644133,0.0018748244,0.00015930647,0.0002256596],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00048521924,0.00045649317,0.0004501317,0.00025751293,0.00016679004,0.00015135651,0.0020596057,0.0002821405,0.000008238046],"category_scores_gemma":[0.38392475,0.0004794288,0.0001932134,0.0007244845,0.00002938149,0.00074634806,0.00056748244,0.00046697858,0.000023857801],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009408848,0.0002007531,0.14673528,0.00075380906,0.00037189643,0.00030945436,0.0035129336,0.4771703,0.01705294,0.052383438,0.00089196255,0.30052316],"study_design_scores_gemma":[0.005990032,0.0020290744,0.32814187,0.0032081017,0.0002884906,0.0013912916,0.00013951246,0.023129923,0.30926433,0.117703766,0.19339767,0.015315939],"about_ca_topic_score_codex":0.000007486841,"about_ca_topic_score_gemma":6.097316e-7,"teacher_disagreement_score":0.45404038,"about_ca_system_score_codex":0.00014550005,"about_ca_system_score_gemma":0.00004587474,"threshold_uncertainty_score":0.99976575},"labels":[],"label_agreement":null},{"id":"W3021253982","doi":"10.1145/1810295.1810417","title":"Fifth International Workshop on Sharing and Reusing Architectural Knowledge (SHARK 2010)","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Reuse; Software engineering; Computer science; Architecture; Software architecture; Software; Architectural pattern; Representation (politics); Software development; Knowledge management; Programming language; Software construction; Engineering; Geography","score_opus":0.0511765529054566,"score_gpt":0.32713482483109113,"score_spread":0.27595827192563455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021253982","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13258141,0.000031551834,0.8622306,0.0006027834,0.0029229843,0.000046132318,3.4841267e-7,0.00044897813,0.001135208],"genre_scores_gemma":[0.2736905,0.0000033291935,0.725243,0.00010140207,0.0001475926,0.0000045917177,7.17981e-7,0.000008373151,0.0008005412],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99923646,0.000017188884,0.00011105151,0.00034365454,0.00010414773,0.0001875037],"domain_scores_gemma":[0.99886745,0.0006142972,0.000029550454,0.0003929036,0.000034928682,0.00006085424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027634512,0.000115227085,0.00009475821,0.00012306657,0.00006781402,0.00013688281,0.0007494945,0.000051989027,0.000014956067],"category_scores_gemma":[0.0009751859,0.0000973476,0.000025085565,0.00012643717,0.000040332787,0.00027741338,0.00062157714,0.00037282915,0.000014625923],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028874983,0.000057965,0.0025349902,0.000027836883,0.00003673692,0.00002194603,0.0031941216,0.020272765,0.02396977,0.062450115,0.00054122007,0.88686365],"study_design_scores_gemma":[0.0016883599,0.00023242968,0.10326046,0.00034485123,0.000013883409,0.0004912588,0.00010749473,0.7017897,0.03944418,0.122125216,0.028321415,0.0021807833],"about_ca_topic_score_codex":0.0000032744326,"about_ca_topic_score_gemma":0.000011467521,"teacher_disagreement_score":0.8846829,"about_ca_system_score_codex":0.000016809448,"about_ca_system_score_gemma":0.000008333203,"threshold_uncertainty_score":0.39697197},"labels":[],"label_agreement":null},{"id":"W3021705264","doi":"10.1145/3093335.2993246","title":"Delaying decisions in variable concern hierarchies","year":2016,"lang":"en","type":"article","venue":"ACM SIGPLAN Notices","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University; McGill University","funders":"","keywords":"Computer science; Reuse; Software engineering; Context (archaeology); Separation of concerns; Structuring; Interface (matter); Hierarchy; Feature (linguistics); Personalization; Core (optical fiber); Risk analysis (engineering); Software; Programming language; World Wide Web; Operating system","score_opus":0.07984859684829579,"score_gpt":0.3159243558198897,"score_spread":0.2360757589715939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021705264","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03276994,0.00026865315,0.96509117,0.00057551573,0.0004566236,0.000072964096,0.000005109073,0.00038420397,0.00037581514],"genre_scores_gemma":[0.30249828,0.000054493456,0.697192,0.00008790829,0.000036519337,0.00001120273,5.383476e-7,0.000008600335,0.0001104307],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99878174,0.00011233103,0.00021944578,0.00034990942,0.00018242572,0.00035412353],"domain_scores_gemma":[0.98800117,0.010995101,0.00006640483,0.0008368739,0.000034669472,0.00006578181],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005120392,0.0001355858,0.00018839898,0.00016185358,0.000070534676,0.000063550826,0.0015865677,0.00006114875,0.000011548888],"category_scores_gemma":[0.007560868,0.00009315718,0.000025470035,0.0003653673,0.00006245215,0.0007792742,0.00060515164,0.00011618089,0.000053729545],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040390525,0.00006971114,0.01845343,0.00002832788,0.00004690235,0.00018524184,0.0024436815,0.07180852,0.02039918,0.14396714,0.0007907379,0.74176675],"study_design_scores_gemma":[0.0026700133,0.00036300265,0.04365878,0.0010638201,0.000022865408,0.000071970135,0.0002656992,0.008413883,0.018198201,0.88333213,0.040077746,0.0018618591],"about_ca_topic_score_codex":0.000023352193,"about_ca_topic_score_gemma":0.00001578636,"teacher_disagreement_score":0.7399049,"about_ca_system_score_codex":0.000046745106,"about_ca_system_score_gemma":0.00004593503,"threshold_uncertainty_score":0.9051611},"labels":[],"label_agreement":null},{"id":"W3025418661","doi":"10.48550/arxiv.1908.00093","title":"Aquarium: Cassiopea and Alewife Languages","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Programming language; Syntax; Abstract syntax; Semantics (computer science); Artificial intelligence","score_opus":0.0977053313023919,"score_gpt":0.21970449118342647,"score_spread":0.12199915988103457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025418661","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062522136,0.00044843354,0.9345118,0.00006486853,0.0007434297,0.00017077182,0.0000076634215,0.0006227237,0.00090817525],"genre_scores_gemma":[0.90865606,0.0002769873,0.0884396,0.000059337995,0.000050339862,3.7514891e-7,0.000004789294,0.00002064725,0.002491871],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984367,0.00014358325,0.00012152044,0.0009360189,0.000064383006,0.00029777572],"domain_scores_gemma":[0.99800587,0.0004904191,0.00012931545,0.0012042772,0.000061427156,0.000108690176],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002638072,0.00028100752,0.00033512653,0.00018325534,0.00006268249,0.0000865656,0.0012546604,0.0002510858,0.000007436956],"category_scores_gemma":[0.00020036136,0.00030909164,0.00008806041,0.00023884687,0.00008132403,0.00031903776,0.0027906746,0.0005431671,0.000051580966],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007656463,0.000016908643,0.002074705,0.00013939959,0.00006509586,0.0004093731,0.000273784,0.951191,0.000064313426,0.043065466,0.00021602896,0.0024762698],"study_design_scores_gemma":[0.0014910817,0.00022871244,0.018413337,0.00048704474,0.00019512577,0.000083522136,0.0004866899,0.78978693,0.0009747393,0.18156858,0.0032284977,0.0030557578],"about_ca_topic_score_codex":0.00005922146,"about_ca_topic_score_gemma":0.000004846218,"teacher_disagreement_score":0.8461339,"about_ca_system_score_codex":0.000102782156,"about_ca_system_score_gemma":0.000080067235,"threshold_uncertainty_score":0.9999361},"labels":[],"label_agreement":null},{"id":"W3039692132","doi":"10.1080/23311916.2020.1788308","title":"Framework for examination of software quality characteristics in conflict: A security and usability exemplar","year":2020,"lang":"en","type":"article","venue":"Cogent Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Usability; Computer science; Quality (philosophy); USable; Software quality; Context (archaeology); Software engineering; Identification (biology); Software security assurance; Software; Process management; Computer security; Software development; Engineering; Human–computer interaction; Information security; World Wide Web; Security service","score_opus":0.08540782878199857,"score_gpt":0.32680040966806556,"score_spread":0.241392580886067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3039692132","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22391452,0.00019278002,0.77529764,0.000063361374,0.00012584975,0.00019611027,0.000016166123,0.00019294658,6.1216053e-7],"genre_scores_gemma":[0.5161461,0.000017185097,0.48376206,0.000021535732,0.000021191918,0.00002211473,0.0000024704366,0.000007056029,2.734921e-7],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990039,0.00005103901,0.00034187763,0.00029691192,0.000120732315,0.00018557749],"domain_scores_gemma":[0.99785006,0.0016799812,0.00008676852,0.00024052896,0.00006591503,0.000076740645],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0006067344,0.00013178599,0.00030055092,0.000052282005,0.00001743341,0.000020216772,0.00025815231,0.0000883888,8.730306e-7],"category_scores_gemma":[0.009024547,0.00014991834,0.000038283786,0.00022793547,0.00002446825,0.00018773283,0.00015124853,0.00015763326,2.936082e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001687586,0.00038067257,0.06304175,0.015101708,0.00018123303,0.000038496448,0.06472817,0.2400524,0.051751945,0.2812874,0.000023198929,0.28324425],"study_design_scores_gemma":[0.0013574095,0.00039621568,0.4657988,0.0004992787,0.000024997182,0.000008650602,0.00026787608,0.47312385,0.035687186,0.020212447,0.0013565979,0.0012667202],"about_ca_topic_score_codex":0.0000016179728,"about_ca_topic_score_gemma":2.7663782e-7,"teacher_disagreement_score":0.40275705,"about_ca_system_score_codex":0.000038754788,"about_ca_system_score_gemma":0.000014646735,"threshold_uncertainty_score":0.99932283},"labels":[],"label_agreement":null},{"id":"W3044961859","doi":"10.1145/1041685.1029904","title":"Merging partial behavioural models","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Engineering and Physical Sciences Research Council; Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Notation; Viewpoints; Process (computing); Consistency (knowledge bases); Sequence (biology); Theoretical computer science; Programming language; Artificial intelligence; Mathematics","score_opus":0.06001615267200049,"score_gpt":0.2738289857814312,"score_spread":0.21381283310943072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044961859","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07050636,0.0005697884,0.92221767,0.00030688127,0.0011481629,0.00016742123,0.000006510152,0.0050757616,0.0000014727354],"genre_scores_gemma":[0.49083647,0.000010573343,0.50893486,0.000040694908,0.00008121865,0.000039077717,0.000004883033,0.00004573682,0.0000064705296],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.997482,0.000034128032,0.00042793519,0.0007242709,0.00045000712,0.0008816725],"domain_scores_gemma":[0.97813475,0.01973229,0.00010518067,0.0016625095,0.00011346755,0.00025177872],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003861344,0.00048270274,0.0004261664,0.00026776266,0.00016103731,0.00015829116,0.0020601775,0.00018552471,0.000005450942],"category_scores_gemma":[0.077624984,0.00051197066,0.00017794693,0.0006402925,0.00004837411,0.001506933,0.0008501309,0.0004824019,0.00003957269],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033182282,0.00003134313,0.0041464735,0.000035389385,0.000024321695,0.00007018942,0.0005912125,0.9720116,0.0016125299,0.01576983,0.000013079835,0.005690663],"study_design_scores_gemma":[0.010658813,0.0015419051,0.15386382,0.0021773793,0.00035996852,0.001487143,0.000137295,0.066832274,0.5579063,0.18522847,0.0034596531,0.01634696],"about_ca_topic_score_codex":0.00004924153,"about_ca_topic_score_gemma":0.0000017159274,"teacher_disagreement_score":0.9051794,"about_ca_system_score_codex":0.00020702195,"about_ca_system_score_gemma":0.000089571,"threshold_uncertainty_score":0.9997332},"labels":[],"label_agreement":null},{"id":"W3048807750","doi":"","title":"Formal representation of SysML/KAOS domain model","year":2019,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Computer science; Domain (mathematical analysis); Representation (politics); Mathematics; Political science","score_opus":0.03393058360668949,"score_gpt":0.2761145102788745,"score_spread":0.24218392667218502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048807750","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016695963,0.0004211996,0.974099,0.001407534,0.00038655024,0.00046761165,0.000027775564,0.000536802,0.005957569],"genre_scores_gemma":[0.228254,0.0001629061,0.7697252,0.00002732573,0.000009649964,0.000050992905,0.00007463141,0.000029472563,0.0016658388],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9943354,0.0031946513,0.00065346214,0.000867981,0.0005417833,0.00040673095],"domain_scores_gemma":[0.99091774,0.0030101077,0.0007028534,0.0037519394,0.001511429,0.000105942614],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005397612,0.00032872215,0.0005319763,0.00026976317,0.0001309428,0.00019635532,0.0028075427,0.00030259302,0.000007757573],"category_scores_gemma":[0.002982045,0.00035856784,0.0002418562,0.0004679902,0.0001444851,0.0005648383,0.0036694708,0.0006156659,0.000015800642],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013081092,0.0002455115,0.00040756763,0.0004993396,0.00008940062,0.0000041894705,0.012672516,0.53882444,0.006535398,0.39485854,0.00032491307,0.04552513],"study_design_scores_gemma":[0.0004582957,6.691478e-7,0.00073870807,0.0011091791,0.000021135178,0.00000913215,0.000074291755,0.76513565,0.09187954,0.1397199,0.000308968,0.0005445139],"about_ca_topic_score_codex":0.00012798954,"about_ca_topic_score_gemma":0.000035989106,"teacher_disagreement_score":0.25513864,"about_ca_system_score_codex":0.00012291493,"about_ca_system_score_gemma":0.0002976162,"threshold_uncertainty_score":0.99988663},"labels":[],"label_agreement":null},{"id":"W30803841","doi":"10.1016/j.vaccine.2019.02.029","title":"The Variability Model of The Linux Kernel.","year":2010,"lang":"en","type":"article","venue":"Variability Modelling of Software-Intensive Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Helsefonden; Kræftens Bekæmpelse","keywords":"Computer science; Benchmark (surveying); Kernel (algebra); Feature (linguistics); Code (set theory); Linux kernel; Feature model; Machine learning; Artificial intelligence; Software engineering; Data mining; Programming language; Software; Operating system; Mathematics","score_opus":0.04833323037375226,"score_gpt":0.2575182184178548,"score_spread":0.20918498804410257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W30803841","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033182196,0.000093795235,0.96137756,0.00019914776,0.0038448272,0.00081523834,0.00003346557,0.00040109188,0.00005265296],"genre_scores_gemma":[0.6214649,0.000011973139,0.37830287,0.000025933734,0.000057995538,0.000043295517,6.9953643e-7,0.000023780996,0.00006854231],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955603,0.0008840135,0.0013357168,0.0008609414,0.00078021013,0.0005788474],"domain_scores_gemma":[0.97730595,0.012896547,0.0008739737,0.004668976,0.004115517,0.00013905097],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008731818,0.00039278343,0.0007858613,0.00007394079,0.00033235937,0.000084632964,0.003194377,0.00031946338,9.68224e-7],"category_scores_gemma":[0.02735237,0.00024361302,0.00037922504,0.00051823905,0.0008097955,0.0003510807,0.0009103798,0.0010049833,0.0000023948357],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016287333,0.000042763986,0.0008045601,0.00016864436,0.000043326625,3.281138e-7,0.00063849543,0.9305039,0.0028983036,0.064300224,0.000024280323,0.00055885734],"study_design_scores_gemma":[0.00013935637,0.000030367437,0.00010794865,0.000085171654,0.000021519329,0.0000094336265,0.000050124036,0.8377782,0.0036830246,0.15782245,0.0000571405,0.00021527564],"about_ca_topic_score_codex":0.00021509112,"about_ca_topic_score_gemma":0.0000041989615,"teacher_disagreement_score":0.5882827,"about_ca_system_score_codex":0.00009168654,"about_ca_system_score_gemma":0.00040034924,"threshold_uncertainty_score":0.9934251},"labels":[],"label_agreement":null},{"id":"W3083549225","doi":"","title":"Towards Enterprise Integration Performance Assessment based on Category Theory.","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Enterprise integration; Software engineering; Enterprise systems engineering; Process (computing); Enterprise modelling; Systems engineering; Process management; Knowledge management; Enterprise architecture; Enterprise software; Engineering; Programming language; Architecture","score_opus":0.03783133561295857,"score_gpt":0.29756252842602976,"score_spread":0.25973119281307117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083549225","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008020655,0.000012564193,0.9835194,0.00016251966,0.00041282733,0.00010259549,3.6362852e-7,0.0007309042,0.007038181],"genre_scores_gemma":[0.49868494,0.000012095295,0.50076824,0.00024416854,0.000014781054,0.000017782462,0.0000011634797,0.0000052457854,0.00025157814],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990033,0.0001311931,0.00014772228,0.00027534383,0.00024686367,0.00019558374],"domain_scores_gemma":[0.9989234,0.00040622335,0.000041950367,0.000525106,0.000054330263,0.000048962942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053260726,0.00014129566,0.00012636832,0.00011515454,0.000104117884,0.000027499666,0.0005140858,0.000043659475,0.000024247745],"category_scores_gemma":[0.00021062813,0.00010830879,0.00004490427,0.00020044694,0.000042647596,0.0003884586,0.000083710904,0.00017619468,0.00002633116],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003569667,0.00014954162,0.0011161921,0.000023317614,0.000012541339,0.000036806923,0.0007940741,0.41317663,0.0009838939,0.13469745,0.00052517845,0.44844866],"study_design_scores_gemma":[0.0004456593,0.00050998246,0.03928498,0.000038209615,0.0000034154273,0.000023199565,0.000034402223,0.91325945,0.033050295,0.012325685,0.00060200406,0.00042269396],"about_ca_topic_score_codex":0.0000036225742,"about_ca_topic_score_gemma":3.1075598e-7,"teacher_disagreement_score":0.50008285,"about_ca_system_score_codex":0.00010900767,"about_ca_system_score_gemma":0.00010036739,"threshold_uncertainty_score":0.44167045},"labels":[],"label_agreement":null},{"id":"W3090048268","doi":"10.1002/j.2334-5837.2020.00734.x","title":"Patterns for Success in the Adoption and Execution of Feature‐based Product Line Engineering: A Report from Practitioners","year":2020,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; Portfolio; Software engineering; Feature (linguistics); Software product line; Product (mathematics); Schedule; Quality (philosophy); Automation; Multitude; Software; Feature engineering; New product development; Knowledge management; Engineering; Software development; Business; Artificial intelligence; Marketing","score_opus":0.03440693171931544,"score_gpt":0.29961266106383605,"score_spread":0.2652057293445206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090048268","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055610992,0.00004445982,0.9304832,0.013073808,0.00042286963,0.00023974295,0.000030052557,0.000082477105,0.000012386132],"genre_scores_gemma":[0.79004806,0.000012776958,0.20946804,0.00017086128,0.0001605107,0.000065286586,0.00006466003,0.000006273801,0.0000035406404],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991795,0.000031906253,0.000210178,0.00027120012,0.00021923837,0.00008797492],"domain_scores_gemma":[0.998752,0.0007807193,0.00014324296,0.00018314186,0.00011570696,0.00002519524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032192373,0.00009435379,0.00011460556,0.00007101061,0.000019482173,0.00004655639,0.00040048876,0.00003803896,7.98142e-7],"category_scores_gemma":[0.0012443463,0.00007968119,0.000034197034,0.00017134829,0.0000125264305,0.00037666177,0.00006967505,0.000118268785,2.885306e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022030227,0.00021995416,0.009936901,0.00023463153,0.00009630079,0.00018038915,0.003153469,0.86530936,0.10440871,0.010747854,0.00036734404,0.0051247627],"study_design_scores_gemma":[0.0023148027,0.0004406172,0.06987955,0.00038223498,0.000041171603,0.0001752932,0.00015334526,0.7677344,0.14365278,0.004034369,0.010461372,0.0007300517],"about_ca_topic_score_codex":0.000036297486,"about_ca_topic_score_gemma":0.000005746737,"teacher_disagreement_score":0.73443705,"about_ca_system_score_codex":0.000049588954,"about_ca_system_score_gemma":0.00002493156,"threshold_uncertainty_score":0.32493046},"labels":[],"label_agreement":null},{"id":"W3091193824","doi":"10.1145/3428225","title":"Automatic and efficient variability-aware lifting of functional programs","year":2020,"lang":"en","type":"preprint","venue":"Proceedings of the ACM on Programming Languages","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; General Motors of Canada","keywords":"Correctness; Computer science; Rewriting; Software; Programming language; Product (mathematics); Modulo; Program analysis; Software product line; Static analysis; Theoretical computer science; Software development; Mathematics","score_opus":0.04321467819769632,"score_gpt":0.28671365649021785,"score_spread":0.24349897829252154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091193824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5836651,0.0007467729,0.40937635,0.0021817104,0.00070560625,0.0016727957,0.00000916064,0.001571556,0.00007096456],"genre_scores_gemma":[0.5024614,0.0000045748843,0.49735495,0.000016196029,0.000047985108,0.00008609996,0.000001475285,0.000020252048,0.0000070944166],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99783194,0.000046245208,0.0005153425,0.0007150078,0.0005722102,0.00031928078],"domain_scores_gemma":[0.99716306,0.00084454304,0.0007316991,0.00087770395,0.00030515468,0.00007782344],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012979618,0.00034143293,0.00055270863,0.00011886172,0.00008722375,0.00014200395,0.0028770557,0.00019250326,0.0000011397425],"category_scores_gemma":[0.0129414555,0.00025264648,0.00018175752,0.00045917137,0.00020866792,0.00009553217,0.0069697807,0.0006784782,5.578052e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032350494,0.00036591012,0.005980598,0.010007453,0.00026126308,0.0000035084083,0.0082400665,0.011387483,0.004031712,0.016216809,0.00007279416,0.9434],"study_design_scores_gemma":[0.002800559,0.0028019398,0.053652123,0.019224288,0.0008715886,0.0001833938,0.0071572727,0.28301466,0.16312559,0.461259,0.0009904592,0.0049191145],"about_ca_topic_score_codex":0.000008668907,"about_ca_topic_score_gemma":1.4304058e-7,"teacher_disagreement_score":0.9384809,"about_ca_system_score_codex":0.0000631935,"about_ca_system_score_gemma":0.00007162508,"threshold_uncertainty_score":0.99999255},"labels":[],"label_agreement":null},{"id":"W3091323582","doi":"","title":"Trace checking for dynamic software product lines","year":2018,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Product (mathematics); Service (business); Quality (philosophy); TRACE (psycholinguistics); Computer science; Abstraction; Software; Operations research; Business; Mathematics; Operating system; Marketing","score_opus":0.046048897811664165,"score_gpt":0.3320511403032142,"score_spread":0.28600224249155004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091323582","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026731358,0.00021663464,0.9936809,0.00043482345,0.0009850628,0.00021909141,0.0000011683827,0.0017431962,0.000046009376],"genre_scores_gemma":[0.034063432,0.0000048870907,0.9644054,0.00008303579,0.00020201472,0.00003834951,8.382046e-7,0.000016051628,0.001185981],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990315,0.00002320625,0.00014565843,0.0004059828,0.00010352143,0.00029016187],"domain_scores_gemma":[0.99867743,0.00053314114,0.00004402701,0.0005398817,0.00016623725,0.00003927375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038994718,0.00012829383,0.00014156579,0.00006583361,0.000106435065,0.00005549707,0.00065846223,0.00003773444,0.000004065042],"category_scores_gemma":[0.0023455287,0.00010942961,0.00004883112,0.00024397028,0.00005559244,0.00039328547,0.00015159168,0.00006734002,0.00001752707],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017867422,0.000057156933,0.00032918496,0.00013849439,0.000036180445,0.000004412906,0.0011996509,0.012651105,0.010198691,0.013991713,0.0015572408,0.9598183],"study_design_scores_gemma":[0.0015424568,0.0014367893,0.008983723,0.00017739034,0.000033114313,0.00012584019,0.00012537846,0.31754807,0.34440014,0.25705373,0.06608846,0.0024849172],"about_ca_topic_score_codex":0.0000016002855,"about_ca_topic_score_gemma":0.0000049138957,"teacher_disagreement_score":0.9573334,"about_ca_system_score_codex":0.000031659627,"about_ca_system_score_gemma":0.00003110936,"threshold_uncertainty_score":0.446241},"labels":[],"label_agreement":null},{"id":"W3091411536","doi":"10.1145/3365438.3410963","title":"\"Union is power\"","year":2020,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Power (physics); Computer science; Physics","score_opus":0.055815689728003284,"score_gpt":0.2809865514801557,"score_spread":0.22517086175215245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091411536","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00028741523,0.000038786155,0.9885123,0.007971416,0.00015286068,0.000026384445,2.003094e-7,0.0010486395,0.001962009],"genre_scores_gemma":[0.07908384,0.000003971519,0.9173944,0.0033518088,0.000017708933,0.0000012977328,8.6260705e-8,0.0000037177074,0.00014320025],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99955773,0.000026123234,0.000059870283,0.00016942504,0.00008142642,0.00010541411],"domain_scores_gemma":[0.9995811,0.00013019217,0.000012003489,0.00020326074,0.000016004406,0.000057466306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008924205,0.00005314268,0.000062833526,0.000014443174,0.000017987548,0.000024142548,0.00042814843,0.00002056289,0.000034165038],"category_scores_gemma":[0.00026019794,0.000046002755,0.000021643335,0.00018960967,0.000008249928,0.00022776944,0.00018172758,0.000059413218,0.00012285709],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000074236455,0.000037052963,0.0005719204,0.000050094466,0.000041208965,0.000076548,0.011538955,0.040040784,0.022233428,0.5155642,0.08278031,0.3270581],"study_design_scores_gemma":[0.0010884496,0.00094890397,0.008179755,0.00002753216,0.0000073438396,0.000042093237,0.0002743314,0.14012396,0.27458993,0.19427152,0.37859958,0.0018466135],"about_ca_topic_score_codex":7.005769e-7,"about_ca_topic_score_gemma":2.9266234e-8,"teacher_disagreement_score":0.3252115,"about_ca_system_score_codex":0.0000065142794,"about_ca_system_score_gemma":0.000007843241,"threshold_uncertainty_score":0.18759379},"labels":[],"label_agreement":null},{"id":"W3093502035","doi":"10.1145/3382025.3414942","title":"Variability management meets microservices","year":2020,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"German Academic Exchange Service London; Deutsche Forschungsgemeinschaft; Fundacion Araucaria","keywords":"Microservices; Computer science; Software engineering; Context (archaeology); Software product line; Reuse; Software portability; Oracle; Software; Software development; Operating system; Engineering","score_opus":0.03496395745087586,"score_gpt":0.26005626729873227,"score_spread":0.22509230984785641,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093502035","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006388517,0.000029076222,0.99121183,0.0038285411,0.00015554296,0.000081707694,3.250719e-7,0.0011408811,0.0029132492],"genre_scores_gemma":[0.06319566,0.000007166496,0.93528616,0.0014150788,0.000019688323,0.0000067143164,2.6114134e-7,0.0000039434776,0.00006531205],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992827,0.000057853686,0.00010417066,0.00030606653,0.000100731944,0.00014843517],"domain_scores_gemma":[0.9993176,0.00021983472,0.000019645586,0.0003573796,0.000019114881,0.00006643338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026638233,0.00007996927,0.00009243173,0.000015758005,0.000029069799,0.00004340773,0.00078301673,0.000021403666,0.00001532617],"category_scores_gemma":[0.00012027262,0.00006972675,0.000026350268,0.00024047928,0.000012036278,0.00024410804,0.0005151644,0.00005534384,0.000056945497],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010937241,0.00006169542,0.0007914864,0.00039225045,0.00008186661,0.00007253899,0.0024263847,0.04874923,0.005985439,0.76169586,0.0018979263,0.17783439],"study_design_scores_gemma":[0.0014800701,0.0003162708,0.026756428,0.000044544322,0.000034517252,0.00001883527,0.00024783262,0.15848292,0.063142516,0.5316392,0.2158166,0.0020202606],"about_ca_topic_score_codex":0.0000014103495,"about_ca_topic_score_gemma":1.8619933e-7,"teacher_disagreement_score":0.23005666,"about_ca_system_score_codex":0.000013615223,"about_ca_system_score_gemma":0.0000044850526,"threshold_uncertainty_score":0.28433746},"labels":[],"label_agreement":null},{"id":"W3095291546","doi":"10.1109/modre51215.2020.00008","title":"An Optimization Modeling Method for Adaptive Systems Based on Goal and Feature Models","year":2020,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; IBM; Correctness; Feature (linguistics); Adaptation (eye); Goal modeling; Industrial engineering; Engineering; Requirements engineering; Algorithm; Software","score_opus":0.09081419857721011,"score_gpt":0.3166452392290142,"score_spread":0.2258310406518041,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095291546","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000092386135,0.00007277843,0.9983002,0.0005117745,0.0001128836,0.00029562172,0.0000047254657,0.0006444381,0.000048373156],"genre_scores_gemma":[0.034513723,0.0000030686408,0.9649725,0.000396877,0.000048241003,0.000037414793,0.0000034207972,0.000014496325,0.000010257243],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991106,0.00011694579,0.00010201585,0.00039844622,0.00011978341,0.00015222808],"domain_scores_gemma":[0.9990164,0.00054325565,0.00003240632,0.0002268701,0.000085452426,0.00009562543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003261414,0.0001268136,0.0001683635,0.000046269342,0.00006140096,0.00008691613,0.00027035334,0.000073464085,2.2928153e-7],"category_scores_gemma":[0.00020070706,0.00010958033,0.000025829939,0.00014522263,0.000006337946,0.0005403331,0.000043113814,0.00009567604,1.8678932e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002366179,0.0000047043786,2.124176e-7,0.000018762057,0.00000365631,6.220881e-7,0.00017061285,0.9746025,0.00008496905,0.022703167,0.00001743669,0.002369658],"study_design_scores_gemma":[0.00022019826,0.00025143745,2.2773214e-7,0.000013005406,0.000003922341,0.0000010282185,0.00005340473,0.99630094,0.00016930191,0.0028432393,0.0000061347423,0.00013713971],"about_ca_topic_score_codex":0.000004070244,"about_ca_topic_score_gemma":1.4589087e-7,"teacher_disagreement_score":0.034504484,"about_ca_system_score_codex":0.000022311558,"about_ca_system_score_gemma":0.000022643751,"threshold_uncertainty_score":0.4468556},"labels":[],"label_agreement":null},{"id":"W3095684564","doi":"10.1145/3419804.3421451","title":"A Vision Towards A Conceptual Basis for the Systematic Treatment of Uncertainty in Goal Modelling","year":2020,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Categorization; Uncertainty analysis; Management science; Process (computing); Heuristic; Conceptual framework; Identification (biology); Artificial intelligence; Risk analysis (engineering); Engineering; Simulation","score_opus":0.11988281123788717,"score_gpt":0.32600426714405056,"score_spread":0.20612145590616338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095684564","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002313862,0.0005341934,0.99573773,0.0005802138,0.000080149344,0.0006119171,0.0000023510204,0.0001265454,0.000013039041],"genre_scores_gemma":[0.4689796,0.000029651917,0.53080875,0.00005002045,0.000013039433,0.00010129758,2.3952703e-7,0.000004406913,0.0000130297585],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99919736,0.00008338236,0.00025342556,0.00019974788,0.00012496325,0.00014111851],"domain_scores_gemma":[0.99708515,0.0025292337,0.0000598114,0.00025285568,0.00004105788,0.000031887368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027405552,0.00010160677,0.0002939612,0.000028330742,0.000025830384,0.000017263175,0.00036732596,0.00002956816,0.0000015553052],"category_scores_gemma":[0.0004521138,0.000057043315,0.00007876816,0.00018298475,0.000034270975,0.00011037952,0.00006161335,0.000031120784,0.0000012108596],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010683522,0.000014650281,0.0000026750465,0.000447851,0.0000134433585,9.3882943e-7,0.004532571,0.9846073,0.000115752955,0.007523791,0.0000037019092,0.0027266818],"study_design_scores_gemma":[0.00028112944,0.00035119476,0.000007825867,0.00015075736,0.00000879837,7.540407e-7,0.00060087926,0.9965127,0.0009520482,0.0010461299,0.000021713286,0.0000660367],"about_ca_topic_score_codex":0.000040832158,"about_ca_topic_score_gemma":0.0000031271554,"teacher_disagreement_score":0.46666571,"about_ca_system_score_codex":0.00007299529,"about_ca_system_score_gemma":0.00003814921,"threshold_uncertainty_score":0.23261589},"labels":[],"label_agreement":null},{"id":"W3096572278","doi":"10.1145/3419804.3420272","title":"Traceability Management of GRL and SysML Models","year":2020,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Systems Modeling Language; Traceability; Computer science; Requirements traceability; Systems engineering; Unified Modeling Language; Consistency (knowledge bases); IBM; Software engineering; Completeness (order theory); Requirements engineering; Engineering; Programming language; Artificial intelligence","score_opus":0.08868052516072931,"score_gpt":0.26969397621981367,"score_spread":0.18101345105908434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096572278","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033822185,0.00014842604,0.9947638,0.00051641447,0.000037039925,0.000073200106,3.4596977e-7,0.000398872,0.0006796817],"genre_scores_gemma":[0.29431316,0.000019859832,0.7055916,0.000047231133,0.0000028194272,0.0000023489565,4.3384684e-8,0.0000017799453,0.000021115262],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995301,0.00002530613,0.000098832854,0.00018631789,0.00008057099,0.00007890244],"domain_scores_gemma":[0.9995981,0.00012417458,0.000018272582,0.00020364825,0.000015114329,0.000040680512],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015771276,0.00005249412,0.00009764987,0.000011290815,0.0000105663585,0.000008922593,0.00025043145,0.000014866262,0.0000016548765],"category_scores_gemma":[0.00003858267,0.000045143646,0.000015770427,0.0001181334,0.000022667615,0.00021991425,0.0002377711,0.00003642601,0.0000010006248],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000067286815,0.00002291021,0.00011200151,0.0004170708,0.000031222222,0.000010850013,0.0011994184,0.37945196,0.0002741534,0.47520903,0.000101667545,0.14316297],"study_design_scores_gemma":[0.00025808037,0.00009947783,0.0022357814,0.000017734561,0.000007163475,0.0000026339544,0.00013926088,0.77470005,0.0042940234,0.21789117,0.00016221327,0.00019244495],"about_ca_topic_score_codex":0.0000011528343,"about_ca_topic_score_gemma":6.531345e-8,"teacher_disagreement_score":0.39524806,"about_ca_system_score_codex":0.000005557756,"about_ca_system_score_gemma":0.0000028293582,"threshold_uncertainty_score":0.18409044},"labels":[],"label_agreement":null},{"id":"W3096770456","doi":"10.1145/3417990.3421398","title":"A composition algorithm for reusable workflow models","year":2020,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Trent University","funders":"","keywords":"Computer science; Workflow; Reuse; Composition (language); Context (archaeology); Programming language; Software; Algorithm; Software engineering; Database","score_opus":0.08747190854999572,"score_gpt":0.29038232804412845,"score_spread":0.20291041949413274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096770456","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013788252,0.0000641985,0.9968168,0.0015002728,0.00015915738,0.00016190625,0.000002285671,0.0010509755,0.00023057379],"genre_scores_gemma":[0.0018907088,0.000005522637,0.9970865,0.00082416617,0.00006684855,0.000033977354,0.000002437061,0.00000848673,0.00008133659],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993585,0.000022913728,0.000105363746,0.00024821784,0.000088839355,0.00017618075],"domain_scores_gemma":[0.99931014,0.00033666904,0.00002269122,0.00021288556,0.00004807085,0.0000695355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012609163,0.000082537474,0.00011855543,0.000021454887,0.000048196347,0.00004795857,0.000430071,0.000034863515,0.000002411645],"category_scores_gemma":[0.0000781467,0.000077274606,0.000042786,0.00019269866,0.0000105951485,0.0005018954,0.00012840383,0.000059694263,0.000009838502],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034813522,0.000009788509,6.0618805e-7,0.000013049006,0.000008684857,0.0000028204981,0.00023109732,0.59134424,0.0010187305,0.038739078,0.0014598625,0.36716855],"study_design_scores_gemma":[0.00013991908,0.000054739343,0.0000014180121,0.000004318083,0.0000014663865,0.000001913523,0.0000042519305,0.894878,0.0043747523,0.09981865,0.0006232891,0.00009731388],"about_ca_topic_score_codex":8.966843e-7,"about_ca_topic_score_gemma":4.9794753e-8,"teacher_disagreement_score":0.36707124,"about_ca_system_score_codex":0.000018303503,"about_ca_system_score_gemma":0.000012991227,"threshold_uncertainty_score":0.3151167},"labels":[],"label_agreement":null},{"id":"W3097879951","doi":"10.1007/978-3-030-62522-1_38","title":"Towards a Framework for Empirical Measurement of Conceptualization Qualities","year":2020,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Conceptualization; Computer science; Domain (mathematical analysis); Set (abstract data type); Modeling language; Empirical research; Population; Human–computer interaction; Data science; Natural language processing; Artificial intelligence; Software engineering; Programming language; Epistemology; Software; Mathematics","score_opus":0.15042673598029935,"score_gpt":0.3588409112188476,"score_spread":0.20841417523854824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097879951","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000029318846,0.0007429618,0.9958753,0.0009331868,0.0015550856,0.00046278886,0.00001027308,0.00028707695,0.0001304069],"genre_scores_gemma":[0.012827865,0.000022519635,0.9860676,0.0007458074,0.0002671456,0.000021943184,0.0000026464081,0.000030310386,0.000014163678],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99662614,0.00006724809,0.0006107737,0.0010615615,0.0012205674,0.00041369756],"domain_scores_gemma":[0.99597937,0.0020981662,0.0003421438,0.0008740605,0.0005914459,0.00011481808],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014485235,0.00041066852,0.00069173396,0.0003535458,0.00009340549,0.00012525413,0.0022600982,0.00032568467,0.0000039729994],"category_scores_gemma":[0.0042323633,0.0003851186,0.00015757952,0.00048459994,0.0005891173,0.00031231027,0.0007706302,0.0004798617,0.0000024495473],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014875474,0.000016706854,0.000011128506,0.00024125028,0.000024067609,0.000007972129,0.0041222484,0.23374236,0.000132474,0.4351513,0.000024160301,0.32651144],"study_design_scores_gemma":[0.00016298224,0.00027670473,0.00002143274,0.00046076617,0.00000828373,0.000005371982,0.0000010092884,0.08560047,0.005229223,0.9069661,0.0008197415,0.00044789718],"about_ca_topic_score_codex":0.0000029540224,"about_ca_topic_score_gemma":0.000003264967,"teacher_disagreement_score":0.4718148,"about_ca_system_score_codex":0.00031761243,"about_ca_system_score_gemma":0.00067589234,"threshold_uncertainty_score":0.99986005},"labels":[],"label_agreement":null},{"id":"W3098985043","doi":"10.1007/978-3-319-14130-5_2","title":"Recovering Architectural Variability of a Family of Product Variants","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Software product line; Reuse; Product (mathematics); Software; Domain (mathematical analysis); Architectural pattern; Set (abstract data type); Software development; Software architecture","score_opus":0.03303828813212605,"score_gpt":0.2712042318759455,"score_spread":0.23816594374381944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3098985043","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007501188,0.00019282919,0.9962176,0.00006859538,0.0018155846,0.00033153055,0.000006037295,0.00017482192,0.000442866],"genre_scores_gemma":[0.16528907,0.0000106510815,0.8344442,0.000060718983,0.00013415903,0.0000040547375,9.049222e-7,0.000022007052,0.000034182536],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99642867,0.00012954861,0.0007762933,0.001382903,0.0007749938,0.000507564],"domain_scores_gemma":[0.994149,0.0028125946,0.0005274657,0.0021115616,0.0003113984,0.00008793496],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0030665353,0.00045780168,0.00090665807,0.0006491488,0.00006162835,0.000057232042,0.0032724035,0.00019378291,0.0000030634092],"category_scores_gemma":[0.0024641862,0.00041394864,0.00015019538,0.00061694864,0.0007901788,0.00027579325,0.0015263755,0.00067925017,0.0000020769746],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000072819703,0.000010747622,0.000052562285,0.00016749464,0.000010617004,0.000005853919,0.00035652827,0.4343807,0.0023604906,0.00709361,6.9824745e-7,0.55555344],"study_design_scores_gemma":[0.0003539006,0.00042812116,0.0028300255,0.0010537951,0.000015766493,0.00008769023,1.2174509e-7,0.23769721,0.020320175,0.7360194,0.00015229222,0.0010415533],"about_ca_topic_score_codex":0.000019665158,"about_ca_topic_score_gemma":0.000004632955,"teacher_disagreement_score":0.7289257,"about_ca_system_score_codex":0.00015927143,"about_ca_system_score_gemma":0.0003777518,"threshold_uncertainty_score":0.99983126},"labels":[],"label_agreement":null},{"id":"W3110418800","doi":"10.1007/978-3-030-64694-3_4","title":"Reusable Formal Models for Threat Specification, Detection, and Treatment","year":2020,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Software engineering; Software security assurance; Formal specification; Formal methods; Security engineering; Component (thermodynamics); Component-based software engineering; Software development; Computer security; Software; Information security; Security service; Programming language","score_opus":0.06394911561408247,"score_gpt":0.2752144986183782,"score_spread":0.21126538300429576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110418800","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009342301,0.0006103013,0.99689215,0.0004456925,0.000815763,0.0005989615,0.0000067178526,0.00035127593,0.0002697868],"genre_scores_gemma":[0.015356724,0.0001751171,0.9837297,0.00019847995,0.00030183137,0.000047211157,0.0000028388047,0.000030695523,0.00015735671],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976131,0.000017613542,0.0003478939,0.0012350756,0.00032281774,0.00046352806],"domain_scores_gemma":[0.99766845,0.0009793956,0.00015808965,0.0008807339,0.00018014721,0.0001331771],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00044222077,0.00041938413,0.00044406785,0.00031787253,0.00025780968,0.00024989908,0.0012064086,0.00019697583,0.0000011925858],"category_scores_gemma":[0.0001964102,0.00037053984,0.000084736756,0.00029393108,0.00028260192,0.0010006267,0.00053992495,0.0002584297,0.0000039358433],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075380763,0.0000055546934,0.0000016821152,0.000019713218,0.0000076972965,0.000005338525,0.00035181703,0.35670462,0.000121719626,0.026555099,0.000002176415,0.6162171],"study_design_scores_gemma":[0.00019732019,0.00033593964,0.000010719916,0.000041087867,0.0000056761887,0.000025944528,1.3344373e-7,0.50529826,0.0029539727,0.48999104,0.0008380161,0.00030187753],"about_ca_topic_score_codex":0.000005006311,"about_ca_topic_score_gemma":0.0000184463,"teacher_disagreement_score":0.6159152,"about_ca_system_score_codex":0.00035557133,"about_ca_system_score_gemma":0.0001733316,"threshold_uncertainty_score":0.99987465},"labels":[],"label_agreement":null},{"id":"W3117583373","doi":"10.1109/icse-seip52600.2021.00018","title":"ConfigFix: Interactive Configuration Conflict Resolution for the Linux Kernel","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Configurator; Linux kernel; sysfs; Computer science; Kernel (algebra); Configfs; Operating system; Configuration Management (ITSM); Software engineering","score_opus":0.0897521621028201,"score_gpt":0.3479474916673881,"score_spread":0.258195329564568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3117583373","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012368427,0.00096395006,0.99135596,0.0015687395,0.0036671949,0.00091248023,0.000013287405,0.00072621956,0.00066850486],"genre_scores_gemma":[0.0437179,0.00022372023,0.95330936,0.00045140882,0.00030956735,0.0005523222,0.000072839546,0.000028918434,0.0013339826],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981517,0.00020743339,0.0003777254,0.00073411403,0.00023386616,0.00029514852],"domain_scores_gemma":[0.99260664,0.0052458583,0.00026837786,0.0012141732,0.00061449973,0.00005043576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000807892,0.00030299605,0.0003609356,0.000081505634,0.00014869287,0.0005133893,0.0012687878,0.00027790884,0.000020581341],"category_scores_gemma":[0.0022781165,0.00022931586,0.00020722838,0.00011398399,0.00008420231,0.00038931248,0.001019544,0.0006811844,0.000008041822],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006238767,0.00005772002,0.000005639741,0.00023090141,0.00039129736,0.000014301002,0.005462297,0.69352,0.0027167685,0.2156552,0.0031640364,0.07871943],"study_design_scores_gemma":[0.00077493064,0.0001583711,0.0010122564,0.0003623338,0.000094605566,0.000036752364,0.00096750417,0.8400794,0.051976148,0.0436944,0.059664283,0.0011789685],"about_ca_topic_score_codex":0.000060857856,"about_ca_topic_score_gemma":0.000012250613,"teacher_disagreement_score":0.1719608,"about_ca_system_score_codex":0.00015238693,"about_ca_system_score_gemma":0.00023671714,"threshold_uncertainty_score":0.93512297},"labels":[],"label_agreement":null},{"id":"W3122009877","doi":"","title":"An architecture process maturity model of software product line engineering","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Software product line; Capability Maturity Model; Software engineering; Reference architecture; Product engineering; Software development; Software architecture; Computer science; Systems engineering; Product (mathematics); Engineering; Software; Product design","score_opus":0.024391381900219857,"score_gpt":0.27913666210680266,"score_spread":0.2547452802065828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122009877","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016915435,0.00004295126,0.98122424,0.00009549386,0.00014024701,0.00011474626,0.0000018595734,0.0014414578,0.000023569002],"genre_scores_gemma":[0.3346472,0.0000011795883,0.66523314,0.00002702315,0.000044119544,0.00000893001,0.0000011091278,0.000012926434,0.000024387271],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988823,0.00004128124,0.00020104347,0.00040360223,0.00021107055,0.00026069983],"domain_scores_gemma":[0.99863017,0.00027067328,0.00006060678,0.00084109296,0.00011699639,0.00008044163],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045725467,0.00017605016,0.00023773333,0.00011148857,0.00002933291,0.00002687676,0.0009458181,0.000056783694,0.000001256578],"category_scores_gemma":[0.0015480575,0.00014868552,0.000040301027,0.0002681627,0.000026155092,0.00039164408,0.00012609162,0.0002191729,0.0000012146235],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024871279,0.00002229612,0.00003119297,0.00011972612,0.0000039860283,3.464151e-7,0.0002818757,0.96702087,0.00613467,0.0038906017,0.0000042793267,0.02248769],"study_design_scores_gemma":[0.00008695117,0.000071156435,0.00013998838,0.00002196697,0.0000026697687,0.0000065546305,0.000002712708,0.88775945,0.08089001,0.030783031,0.000027601143,0.00020791651],"about_ca_topic_score_codex":0.0000016785133,"about_ca_topic_score_gemma":7.886067e-7,"teacher_disagreement_score":0.31773177,"about_ca_system_score_codex":0.000014927127,"about_ca_system_score_gemma":0.00003531811,"threshold_uncertainty_score":0.60632193},"labels":[],"label_agreement":null},{"id":"W3123031833","doi":"","title":"16th International Working Conference on Requirements Engineering: Foundation for Software Quality. Proceedings of the Workshops CreaRE, PLREQ, RePriCo and RESC","year":2010,"lang":"en","type":"preprint","venue":"Econstor (Econstor)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds De La Recherche Scientifique - FNRS; Deutsche Forschungsgemeinschaft","keywords":"Requirement prioritization; Requirements engineering; Engineering; Engineering management; Software engineering; Software requirements; Quality (philosophy); Requirements analysis; Software; Systems engineering; Software development; Requirement; Computer science; Software construction; Operating system","score_opus":0.08489461231909312,"score_gpt":0.32545338262390894,"score_spread":0.24055877030481582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123031833","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.284429,0.00010368251,0.7066909,0.00042035955,0.0065016956,0.0008391056,0.00003169204,0.0004547017,0.00052883977],"genre_scores_gemma":[0.3449684,0.00006789034,0.6538176,0.00009120332,0.0003486007,0.00027516842,0.0000185001,0.000056981295,0.00035563618],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99690837,0.000058967675,0.000908133,0.0011930772,0.000490069,0.00044139594],"domain_scores_gemma":[0.99567825,0.0016744904,0.0010427269,0.00096443354,0.00051637605,0.00012372748],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017238479,0.0005151359,0.000664921,0.00034462643,0.00017716862,0.0003543997,0.0021106193,0.00051518227,0.000021075006],"category_scores_gemma":[0.006362404,0.00048463486,0.0002285413,0.0002179946,0.00027400523,0.00048598042,0.0017738979,0.0012458549,0.0000039308484],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002864312,0.0003774711,0.5328813,0.0020083652,0.00095980434,0.000007682707,0.004274891,0.035134863,0.0076065757,0.32854313,0.0016633356,0.08625612],"study_design_scores_gemma":[0.0057788426,0.00065612537,0.6373003,0.012702014,0.000327186,0.00018908636,0.00064350927,0.07014296,0.023963582,0.21617176,0.024839856,0.007284763],"about_ca_topic_score_codex":0.000012970453,"about_ca_topic_score_gemma":0.000010862536,"teacher_disagreement_score":0.11237137,"about_ca_system_score_codex":0.0003282359,"about_ca_system_score_gemma":0.0002927981,"threshold_uncertainty_score":0.9997605},"labels":[],"label_agreement":null},{"id":"W3127323684","doi":"10.1007/s00766-020-00342-0","title":"RAPID: a knowledge-based assistant for designing web APIs","year":2021,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Functional requirement; Software engineering; Application programming interface; Software requirements specification; Software design; World Wide Web; Non-functional requirement; Web service; Software; Software development; Software construction; Programming language","score_opus":0.08737167358119426,"score_gpt":0.31753107166029165,"score_spread":0.2301593980790974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127323684","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006333695,0.0018629206,0.99496585,0.000082952334,0.001080044,0.00019951358,0.0000042924894,0.0010717949,0.00009925478],"genre_scores_gemma":[0.06733026,0.000023216913,0.93222225,0.00004696525,0.0000948896,0.000121162804,0.000006650306,0.000043013053,0.00011159342],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984206,0.000053683532,0.0003035986,0.0004890191,0.00020661124,0.000526517],"domain_scores_gemma":[0.9982296,0.00085505674,0.00006159084,0.0005955334,0.00014677377,0.00011142873],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006121729,0.00024595225,0.0002785331,0.00016485222,0.00009482973,0.00011669741,0.0005238052,0.00007620451,0.000006657001],"category_scores_gemma":[0.0012760675,0.00027143653,0.00012657163,0.0005154606,0.000012715742,0.00036482955,0.00017795774,0.0001367654,0.0000076109695],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009293204,0.00009382298,0.00004436884,0.00044591335,0.00011647568,0.00006167406,0.0002632145,0.5316017,0.39375243,0.010626184,0.00032299382,0.062661916],"study_design_scores_gemma":[0.0011159086,0.00009179573,0.00011604226,0.00026285072,0.00002135934,0.000012784282,0.00001670967,0.6906185,0.2811442,0.00071883627,0.02525996,0.00062102074],"about_ca_topic_score_codex":3.148363e-7,"about_ca_topic_score_gemma":4.178111e-7,"teacher_disagreement_score":0.15901682,"about_ca_system_score_codex":0.00019294908,"about_ca_system_score_gemma":0.00018728634,"threshold_uncertainty_score":0.9999738},"labels":[],"label_agreement":null},{"id":"W3128138886","doi":"10.1145/1932682.1869521","title":"Registration-based language abstractions","year":2010,"lang":"en","type":"article","venue":"ACM SIGPLAN Notices","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Programmer; Construct (python library); Programming language; Language construct; Very high-level programming language; Key (lock); High-level programming language; Programming paradigm; Functional logic programming; Inductive programming","score_opus":0.03011480301778718,"score_gpt":0.3123308121305048,"score_spread":0.2822160091127176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128138886","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07537221,0.00003044393,0.9207001,0.0009991965,0.00081451674,0.0000625703,0.0000040332447,0.0007723596,0.0012445968],"genre_scores_gemma":[0.4766039,4.531629e-7,0.5231396,0.000086396285,0.000059239745,0.0000063169787,0.0000036611982,0.0000048479656,0.00009558179],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99929494,0.000027654403,0.00012766599,0.00022727331,0.00014775911,0.00017472122],"domain_scores_gemma":[0.9969261,0.0019445545,0.000079003374,0.0009588472,0.00003519443,0.000056254674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026250057,0.00009842064,0.00008902016,0.00006853344,0.000090456444,0.0001024392,0.0009816824,0.000065744425,0.00003095429],"category_scores_gemma":[0.0025360673,0.0000919449,0.000031317846,0.00013495269,0.000041400857,0.0004042816,0.000073605835,0.0002681864,0.000085127],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002566344,0.00027137104,0.005082804,0.0001614017,0.00007484492,0.00032352662,0.0031733536,0.3325892,0.35639405,0.11725196,0.0037586458,0.18089315],"study_design_scores_gemma":[0.0028241577,0.00065553846,0.20758751,0.00014016185,0.00011467842,0.00019778473,0.0014209853,0.10598729,0.5102261,0.08256647,0.08387625,0.0044031097],"about_ca_topic_score_codex":0.00003835761,"about_ca_topic_score_gemma":0.00011168468,"teacher_disagreement_score":0.40123168,"about_ca_system_score_codex":0.00000885118,"about_ca_system_score_gemma":0.000045968405,"threshold_uncertainty_score":0.37494043},"labels":[],"label_agreement":null},{"id":"W3128613986","doi":"","title":"Aspect mining in the presence of the C preprocessor","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Preprocessor; Computer science; Context (archaeology); Code (set theory); Process (computing); Data pre-processing; Software; Data mining; Programming language","score_opus":0.07100248308024065,"score_gpt":0.29332775282562307,"score_spread":0.22232526974538241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128613986","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.091218725,0.00009216005,0.90683573,0.0003664867,0.00010406297,0.00008269825,9.422009e-8,0.00008093671,0.0012190746],"genre_scores_gemma":[0.63836473,0.0000056112,0.36139295,0.000058744245,0.0000072129756,0.000007963871,1.1216502e-8,0.0000016820125,0.00016107848],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9993411,0.000109808476,0.0001108941,0.00014613256,0.00017550214,0.00011657353],"domain_scores_gemma":[0.9980221,0.0013290178,0.000039563798,0.0005792732,0.00002274393,0.0000073443152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004654004,0.000052053256,0.00007220175,0.000024018187,0.000045009743,0.000007843497,0.0014174501,0.00001797039,0.0000014767701],"category_scores_gemma":[0.0016947483,0.000025570745,0.00002487137,0.00044543008,0.000069404356,0.00017348769,0.00021900205,0.000085405045,0.0000011334506],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015797521,0.0002001883,0.07156537,0.00012069262,0.00002645434,0.00007882253,0.08806173,0.68191767,0.005751101,0.11000921,0.0026501657,0.039602783],"study_design_scores_gemma":[0.0007029106,0.00018728718,0.73767316,0.00016145497,0.000006171425,0.00042369595,0.0015336368,0.054550618,0.12527998,0.07713722,0.0017047728,0.0006390945],"about_ca_topic_score_codex":0.000009007331,"about_ca_topic_score_gemma":0.000004455176,"teacher_disagreement_score":0.6661078,"about_ca_system_score_codex":0.000007393004,"about_ca_system_score_gemma":0.000029770588,"threshold_uncertainty_score":0.26339987},"labels":[],"label_agreement":null},{"id":"W3129568273","doi":"10.71781/10592","title":"Vérification des patrons temporels d’utilisation d’API sans exécution du code : une approche et un outil","year":2020,"lang":"fr","type":"dissertation","venue":"Open MIND","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Université de Montréal","keywords":"Art; Computer science; Humanities","score_opus":0.13671264148463136,"score_gpt":0.3548017600251795,"score_spread":0.21808911854054813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129568273","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038867436,0.0005126349,0.95273787,0.0025844472,0.0013903907,0.0012889085,0.00008191908,0.00007821679,0.0024581521],"genre_scores_gemma":[0.16972071,0.0003611419,0.82552874,0.00008783633,0.00014751728,0.00019677279,0.002225934,0.00007075716,0.0016606139],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99579436,0.0008272357,0.00089159724,0.0014301214,0.00051615137,0.0005405298],"domain_scores_gemma":[0.9966115,0.0010521812,0.0007555234,0.0009009444,0.00046004652,0.0002198109],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016846512,0.0006502831,0.0006716609,0.00017321785,0.0005180626,0.000749411,0.0020480547,0.00055743166,0.0001333988],"category_scores_gemma":[0.0027835814,0.00072294514,0.00017409079,0.0011292674,0.00022075912,0.001775216,0.00039742762,0.0007649891,0.00033470083],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015664239,0.000273996,0.00050390855,0.00030084458,0.00017199341,0.000039629147,0.17354836,0.06937617,0.016033724,0.011520517,0.00021454469,0.7278597],"study_design_scores_gemma":[0.0041119726,0.0015286352,0.059838463,0.0028051825,0.0010394445,0.00017788487,0.06629483,0.3402028,0.22514908,0.11568785,0.17684627,0.006317588],"about_ca_topic_score_codex":0.00032582006,"about_ca_topic_score_gemma":0.00033872374,"teacher_disagreement_score":0.72154206,"about_ca_system_score_codex":0.0003237577,"about_ca_system_score_gemma":0.00057356374,"threshold_uncertainty_score":0.99952215},"labels":[],"label_agreement":null},{"id":"W3131721061","doi":"","title":"Can we refactor conditional compilation into aspects","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Code refactoring; Computer science; Preprocessor; Blueprint; Programming language; Source code; Code (set theory); Software engineering; Software; Set (abstract data type); Engineering","score_opus":0.03788132940705705,"score_gpt":0.30284514924752187,"score_spread":0.2649638198404648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3131721061","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009209378,0.000042399137,0.9916887,0.00506894,0.00026125752,0.000050800998,0.0000013694544,0.00078516407,0.0011804305],"genre_scores_gemma":[0.41187772,0.0000038188027,0.58761925,0.00028733735,0.00004884232,0.0000015318641,0.000005775348,0.0000021510714,0.0001535531],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993864,0.000033643155,0.000104196195,0.00019170126,0.00014851236,0.00013553203],"domain_scores_gemma":[0.9993843,0.00025511373,0.00003073542,0.0002396706,0.0000416402,0.000048582955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010650774,0.00008231515,0.00008995039,0.00006551603,0.000056884022,0.000037519843,0.00029402346,0.000034175187,0.000016101701],"category_scores_gemma":[0.0001719591,0.00007432695,0.000023705972,0.00016856198,0.00001701417,0.00029656466,0.000041564574,0.00008130104,0.000026007183],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023479627,0.000024577768,0.000077208,0.0000052724217,0.0000063744646,0.000014129516,0.0005114656,0.039681826,0.0056498097,0.9090779,0.0011499954,0.04379911],"study_design_scores_gemma":[0.000114151335,0.00007198584,0.019434325,0.000006211125,9.342175e-7,0.000008591606,0.0000083307,0.00402107,0.0080089085,0.9665128,0.0016670987,0.00014557928],"about_ca_topic_score_codex":0.0000031885495,"about_ca_topic_score_gemma":0.0000032737344,"teacher_disagreement_score":0.41095677,"about_ca_system_score_codex":0.0000656875,"about_ca_system_score_gemma":0.000028193765,"threshold_uncertainty_score":0.3030965},"labels":[],"label_agreement":null},{"id":"W3135032580","doi":"10.1007/s10664-020-09913-9","title":"Software product-line evaluation in the large","year":2021,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Saab; Vetenskapsrådet; Deutsche Forschungsgemeinschaft; Deutscher Akademischer Austauschdienst","keywords":"Domain engineering; Software product line; Software engineering; Product (mathematics); Domain (mathematical analysis); New product development; Software development; Product engineering; Systems engineering; Computer science; Process management; Software; Engineering; Risk analysis (engineering); Product design; Software construction; Business; Marketing","score_opus":0.07412629567025701,"score_gpt":0.34508034406743116,"score_spread":0.27095404839717413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135032580","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01938204,0.0020427955,0.9753402,0.0010033024,0.0008328577,0.00028375455,0.000004120418,0.0010981433,0.000012805488],"genre_scores_gemma":[0.14745465,0.000023719625,0.8514238,0.00058058376,0.0002487252,0.0001563844,0.000022552276,0.000037091417,0.000052497773],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99723107,0.0003082116,0.000389821,0.0006832488,0.0007510889,0.00063657487],"domain_scores_gemma":[0.9960898,0.002481279,0.000056403536,0.0010676275,0.00022075257,0.00008414575],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0022472222,0.00028436322,0.0003017797,0.00014579491,0.000099274206,0.00012977888,0.0009723552,0.00010556767,0.000022141794],"category_scores_gemma":[0.023475714,0.00023511544,0.0001070279,0.0015834807,0.000018429655,0.00050258456,0.00037430192,0.000580352,0.000027939257],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004371956,0.00019369008,0.016401982,0.00010883255,0.00003100831,0.0002599955,0.0020376092,0.93810284,0.00025554642,0.0010780768,0.0011740745,0.040351946],"study_design_scores_gemma":[0.0045106704,0.00033631665,0.5058439,0.0005850985,0.00011977986,0.00095066323,0.00035998336,0.3158521,0.015190411,0.030894544,0.1213017,0.0040548523],"about_ca_topic_score_codex":0.0000021522546,"about_ca_topic_score_gemma":0.0000056419653,"teacher_disagreement_score":0.6222508,"about_ca_system_score_codex":0.00020795311,"about_ca_system_score_gemma":0.00017328293,"threshold_uncertainty_score":0.98475},"labels":[],"label_agreement":null},{"id":"W3135374914","doi":"10.1007/s10664-020-09892-x","title":"variED: an editor for collaborative, real-time feature modeling","year":2021,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Deutsche Forschungsgemeinschaft; Deutscher Akademischer Austauschdienst","keywords":"Computer science; Feature model; Usability; Feature (linguistics); Software engineering; Software product line; Merge (version control); Software; Artifact (error); Human–computer interaction; Software development; Artificial intelligence; Information retrieval; Programming language","score_opus":0.040571527766392786,"score_gpt":0.3121451311731008,"score_spread":0.271573603406708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135374914","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033802877,0.0003258968,0.9895776,0.0004050939,0.003010292,0.00022151704,0.00002538725,0.0030405761,0.000013382637],"genre_scores_gemma":[0.0017106843,0.000026022697,0.99585176,0.00011594043,0.0018227078,0.00010401695,0.000041385843,0.00007267569,0.00025481835],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978475,0.00008493866,0.00029653753,0.0007977695,0.00033587293,0.0006373939],"domain_scores_gemma":[0.99654096,0.0018756139,0.000055334825,0.00081253593,0.00044192068,0.0002736232],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004165357,0.00036250183,0.00044561783,0.00011605669,0.0001593322,0.0002016403,0.00071944925,0.00026249106,0.000007994229],"category_scores_gemma":[0.005127067,0.00037868836,0.00012789687,0.00094540213,0.00001829435,0.0008607668,0.00029037526,0.00035533978,0.00001231583],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008458158,0.000041535448,0.000087384105,0.000060386003,0.000035231526,0.000036093614,0.0003691102,0.9903228,0.0030247343,0.00070492056,0.0036206366,0.0016886916],"study_design_scores_gemma":[0.0005383919,0.00016120805,0.00037919448,0.00007106029,0.000020845164,0.00003401275,0.000034247958,0.9668662,0.0037440162,0.0031306385,0.024100123,0.0009200922],"about_ca_topic_score_codex":0.0000017414503,"about_ca_topic_score_gemma":6.7141144e-7,"teacher_disagreement_score":0.023456648,"about_ca_system_score_codex":0.0001562439,"about_ca_system_score_gemma":0.00021166417,"threshold_uncertainty_score":0.9998665},"labels":[],"label_agreement":null},{"id":"W3136788708","doi":"10.3233/978-1-60750-049-0-203","title":"An Aspect-Oriented Approach for Software Security Hardening: from Design to Implementation","year":2009,"lang":"en","type":"book-chapter","venue":"Frontiers in artificial intelligence and applications","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada); Concordia University","funders":"","keywords":"Computer science; Software security assurance; Software engineering; Hardening (computing); Computer security; Materials science; Information security; Nanotechnology; Security service","score_opus":0.08053960710543852,"score_gpt":0.3402087309317364,"score_spread":0.2596691238262979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136788708","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000016904238,0.0003554959,0.9968251,0.00008755442,0.00021516839,0.0018609795,0.00009369645,0.0003040888,0.00025620387],"genre_scores_gemma":[0.0005029369,0.000088389774,0.9977193,0.00009884109,0.0002038603,0.00070050877,0.00019639372,0.000030174588,0.00045962108],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99813414,0.000039114708,0.00047271574,0.00088823197,0.00017662505,0.00028920412],"domain_scores_gemma":[0.99870217,0.00025936574,0.00015052104,0.00063973217,0.000114916016,0.0001332893],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00037537658,0.00029386333,0.00035698488,0.00028143165,0.00016925759,0.00012269632,0.000688391,0.00020071413,0.00000488692],"category_scores_gemma":[0.0000817275,0.00033912767,0.00006365171,0.00017232368,0.00006555966,0.0002537762,0.00008806694,0.00024560926,0.0000053195345],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017669077,0.000035283887,0.0000062669383,0.000008135669,0.000016953998,7.828151e-7,0.0008095939,0.020856366,0.0000381987,0.19722478,0.0004980963,0.7804879],"study_design_scores_gemma":[0.000030516387,0.00013874171,0.00000886071,0.0000215253,0.00002013911,8.222957e-7,0.0003099992,0.021590043,0.0037399968,0.963616,0.01011087,0.00041248268],"about_ca_topic_score_codex":0.000013560491,"about_ca_topic_score_gemma":0.000011100335,"teacher_disagreement_score":0.7800754,"about_ca_system_score_codex":0.00012351852,"about_ca_system_score_gemma":0.000060435716,"threshold_uncertainty_score":0.99990606},"labels":[],"label_agreement":null},{"id":"W3137928250","doi":"10.1007/978-3-540-75563-0_26","title":"A Goal Oriented Approach for Modeling and Analyzing Security Trade-Offs","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Distributed computing; Software engineering","score_opus":0.04646338717370364,"score_gpt":0.29509569811493847,"score_spread":0.24863231094123484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137928250","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005667507,0.0010535672,0.9968488,0.000090133115,0.00083673664,0.0005224176,0.000005846154,0.00040463192,0.00018114551],"genre_scores_gemma":[0.024158794,0.00003952119,0.97522587,0.00021662074,0.00028314465,0.000014094679,0.000005727768,0.000037583777,0.000018617262],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99639356,0.000034008415,0.0005041249,0.0017035238,0.00057423767,0.0007905586],"domain_scores_gemma":[0.9972045,0.0013506316,0.00018036559,0.0009454224,0.0001418358,0.00017728609],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020900604,0.0005477152,0.0006359899,0.00084400066,0.00026075597,0.00025563326,0.0017632117,0.00037382095,5.5241384e-7],"category_scores_gemma":[0.0005120041,0.000523869,0.0001283221,0.00059413497,0.00041340737,0.0005804225,0.0009360859,0.00085889135,5.053811e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007761226,0.000011415177,0.000009914961,0.00008130403,0.000010557592,0.000012829546,0.0008072336,0.73020107,0.000039766015,0.013380874,0.0000011158961,0.25543615],"study_design_scores_gemma":[0.00021108837,0.000083862986,0.00000578949,0.000108079235,0.000007954073,0.00004565902,3.8314462e-7,0.8509753,0.00022192049,0.14773367,0.00011565059,0.00049068447],"about_ca_topic_score_codex":0.0000055516593,"about_ca_topic_score_gemma":0.0000069507755,"teacher_disagreement_score":0.2549455,"about_ca_system_score_codex":0.00024049732,"about_ca_system_score_gemma":0.00018424873,"threshold_uncertainty_score":0.9997213},"labels":[],"label_agreement":null},{"id":"W3138532154","doi":"10.1007/3-540-47961-9_13","title":"Supporting the Deployment of Object-Oriented Frameworks","year":2002,"lang":"en","type":"book-chapter","venue":"Notes on numerical fluid mechanics and multidisciplinary design","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Software deployment; Reuse; Task (project management); Software engineering; Ask price; Systems engineering; Engineering","score_opus":0.04868761298536817,"score_gpt":0.3008295263733999,"score_spread":0.2521419133880317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138532154","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010949927,0.0010980605,0.99644667,0.00039000058,0.00065693515,0.0006198959,0.000012653141,0.00032436414,0.00044049296],"genre_scores_gemma":[0.014722331,0.0010488525,0.9793292,0.00019038073,0.00012458362,0.00005992073,0.0000072375406,0.0001269237,0.004390535],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997239,0.00014100483,0.0006835194,0.00085759145,0.0005652427,0.00051362463],"domain_scores_gemma":[0.9936153,0.004591181,0.0004128155,0.0010800634,0.00013467649,0.00016591827],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008871705,0.00059177715,0.0007441369,0.00015678824,0.0002458558,0.000048031954,0.00086915685,0.00063538714,0.0000236889],"category_scores_gemma":[0.00092605135,0.00042016336,0.00022161104,0.00014100959,0.000065606386,0.00012255032,0.0008517368,0.0012176706,0.00001781464],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010059653,0.00014454799,0.0000020749994,0.000112594586,0.00018735259,0.00012333332,0.001157911,0.09219621,0.0013608787,0.7961093,0.00029595135,0.10820921],"study_design_scores_gemma":[0.00041646181,0.001674901,0.000010927896,0.0004817548,0.000090107314,0.000045096203,0.000026541173,0.70985603,0.0036023362,0.28053427,0.0023033016,0.0009582579],"about_ca_topic_score_codex":0.0000019452032,"about_ca_topic_score_gemma":1.0814544e-7,"teacher_disagreement_score":0.6176598,"about_ca_system_score_codex":0.00008675939,"about_ca_system_score_gemma":0.000051499293,"threshold_uncertainty_score":0.999825},"labels":[],"label_agreement":null},{"id":"W3139734315","doi":"10.1109/msr.2012.6224270","title":"The build dependency perspective of Android's concrete architecture","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Android (operating system); Architecture; Computer science; Android application; Applications architecture; Embedded system; Operating system; Software architecture; Software","score_opus":0.02006877884717029,"score_gpt":0.2893471802093744,"score_spread":0.2692784013622041,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3139734315","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030603257,0.0016570099,0.991718,0.0004260512,0.00036654837,0.00007620806,5.9929243e-7,0.0002197029,0.0024755574],"genre_scores_gemma":[0.3722746,0.000023404324,0.62740934,0.000032099288,0.000044546385,0.0000048357274,5.5497924e-8,0.0000047232206,0.00020636116],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99924564,0.00009099842,0.00010920116,0.0001343806,0.00015583549,0.0002639423],"domain_scores_gemma":[0.99795645,0.0014156111,0.000049051778,0.00045308302,0.0000742365,0.000051545598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004920008,0.00008763699,0.00010859109,0.000032886728,0.000074760035,0.00001954227,0.00064199686,0.00003543826,0.0000036852102],"category_scores_gemma":[0.0009978808,0.00005273222,0.000046506837,0.00017249967,0.00007708026,0.00022532874,0.0002114437,0.00014681232,0.000005226569],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068910203,0.0000042292227,0.0004803155,0.0000067370806,0.000030574072,0.0000014935932,0.0027410043,0.0031993096,0.0036795593,0.96194345,0.00011149034,0.027794942],"study_design_scores_gemma":[0.00075899047,0.00035467846,0.012408002,0.000037220354,0.000024214105,0.00022290766,0.0023046199,0.0024782626,0.19420803,0.7742727,0.011992547,0.00093787315],"about_ca_topic_score_codex":0.000014073255,"about_ca_topic_score_gemma":0.0000015900448,"teacher_disagreement_score":0.3692143,"about_ca_system_score_codex":0.000029045928,"about_ca_system_score_gemma":0.000019462319,"threshold_uncertainty_score":0.21503574},"labels":[],"label_agreement":null},{"id":"W3142349354","doi":"","title":"Software Architecture Transformations","year":2000,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Toronto","funders":"","keywords":"Computer science; Software architecture; Reference architecture; Architecture; Software architecture description; Graph rewriting; Multilayered architecture; Software engineering; Graph; Resource-oriented architecture; Database-centric architecture; Software; Abstraction; Programming language; Computer architecture; Software system; Theoretical computer science; Component-based software engineering","score_opus":0.016516243041346378,"score_gpt":0.25223976818211685,"score_spread":0.23572352514077047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3142349354","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00046645844,0.000056821253,0.99343264,0.0005161232,0.00007854081,0.000056834797,9.906547e-7,0.0016998525,0.0036917552],"genre_scores_gemma":[0.003750334,0.00001612029,0.9944958,0.00024068847,0.00001686044,0.000009628991,9.3729744e-7,0.0000048219604,0.0014647942],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994836,0.000026759679,0.00009311843,0.00013811342,0.00009464431,0.00016377821],"domain_scores_gemma":[0.99940896,0.00021703934,0.0000071925538,0.00031172467,0.000013119602,0.000041960302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000091889764,0.00007556045,0.000071891496,0.00004469178,0.0000603535,0.000034020555,0.0004469085,0.000030816675,0.00020833121],"category_scores_gemma":[0.00007232837,0.00006212018,0.00003639078,0.00021997253,0.000016381166,0.0003331058,0.000018846778,0.0000994464,0.00012691737],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.6828574e-7,0.0000048709103,0.0000030841936,0.0000035708147,0.0000026340708,0.0000017643358,0.00035726547,0.23407619,0.0000311318,0.005219343,0.0002063074,0.76009315],"study_design_scores_gemma":[0.0006568585,0.00015084817,0.0020618655,0.000031290623,0.000007788026,0.00019966386,0.000030027315,0.00971165,0.008181701,0.79462904,0.18335183,0.0009874576],"about_ca_topic_score_codex":0.0000015996651,"about_ca_topic_score_gemma":0.0000010727191,"teacher_disagreement_score":0.7894097,"about_ca_system_score_codex":0.0000106174775,"about_ca_system_score_gemma":0.000012442917,"threshold_uncertainty_score":0.25331876},"labels":[],"label_agreement":null},{"id":"W3144346332","doi":"10.1109/re.2012.6345804","title":"Managing requirements uncertainty with partial models","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Traceability; Uncertainty analysis; Process (computing); Software engineering; Simulation; Programming language","score_opus":0.09612995630892222,"score_gpt":0.31242613960155735,"score_spread":0.2162961832926351,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3144346332","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017379852,0.00007296195,0.99409336,0.0001644221,0.00023250855,0.000071045346,1.5146163e-7,0.0007279053,0.0028996377],"genre_scores_gemma":[0.34571663,0.000004268147,0.65396994,0.00009847619,0.000038261995,0.000010524372,2.9088042e-7,0.000005949641,0.0001556809],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990945,0.000042575804,0.00009722648,0.0001824282,0.0001961115,0.00038719573],"domain_scores_gemma":[0.99932307,0.00012751391,0.000029561557,0.00040882942,0.000025708461,0.00008531598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003081762,0.0001038606,0.000102060934,0.000043714157,0.0000525952,0.00003408644,0.00039666967,0.000022731752,0.000007337914],"category_scores_gemma":[0.000044077547,0.00007621553,0.000017648632,0.00017137647,0.000022891498,0.0014017741,0.00018437572,0.0000709106,0.000014974347],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057704287,0.00002854263,0.0003699423,0.000009808957,0.000020737249,0.0000037350128,0.00047151782,0.8394995,0.00023852765,0.13532877,0.000088735134,0.023934443],"study_design_scores_gemma":[0.0005826067,0.00013548264,0.00038429504,0.00004857578,0.000015560945,0.000027120945,0.00012094316,0.8624229,0.016594918,0.11730604,0.001638483,0.0007230991],"about_ca_topic_score_codex":0.0000065272884,"about_ca_topic_score_gemma":5.5769294e-7,"teacher_disagreement_score":0.3439786,"about_ca_system_score_codex":0.000041445808,"about_ca_system_score_gemma":0.000011129036,"threshold_uncertainty_score":0.3107979},"labels":[],"label_agreement":null},{"id":"W3148201023","doi":"10.1109/please.2012.6229770","title":"Value-based portfolio scoping: An industrial case study","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Personalization; Portfolio; Computer science; Valuation (finance); Workload; Product (mathematics); Process management; Business","score_opus":0.21422878953534882,"score_gpt":0.38545870482776745,"score_spread":0.17122991529241863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3148201023","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24243927,0.000033022065,0.7553872,0.000018195262,0.00089431135,0.00026959684,2.2330974e-7,0.00085173,0.000106476306],"genre_scores_gemma":[0.5567388,1.6346888e-7,0.44298932,0.000061476385,0.00015235024,0.0000166044,3.1528432e-7,0.000008383156,0.000032586664],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986265,0.0002615315,0.00020864916,0.0002848905,0.00021839853,0.0004000883],"domain_scores_gemma":[0.9984401,0.00051088363,0.000054661476,0.0007606587,0.000036031422,0.00019769893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012077838,0.0001529125,0.0001819932,0.00012585788,0.000092508875,0.00007078663,0.00049318373,0.00007260385,0.000018370236],"category_scores_gemma":[0.00053450384,0.00013335397,0.000033664925,0.00036262217,0.000022606633,0.0010145018,0.00017688799,0.00017938713,0.000013072063],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006137923,0.0050214417,0.17987147,0.00008521111,0.00016282471,0.0086038755,0.010624921,0.44432896,0.00068403716,0.042278256,0.0011133836,0.30716422],"study_design_scores_gemma":[0.071522206,0.035261977,0.07849068,0.0018152528,0.0008785555,0.040643148,0.050190177,0.469063,0.18011075,0.034853827,0.007921031,0.029249363],"about_ca_topic_score_codex":0.00009966345,"about_ca_topic_score_gemma":0.000005553533,"teacher_disagreement_score":0.31429952,"about_ca_system_score_codex":0.00004352269,"about_ca_system_score_gemma":0.00008472884,"threshold_uncertainty_score":0.5438017},"labels":[],"label_agreement":null},{"id":"W3149109633","doi":"10.1109/icse.2012.6227159","title":"Partial models: Towards modeling and reasoning with uncertainty","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":89,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software; Uncertainty analysis; Work (physics); Open source software; Software development; Software engineering; Simulation; Engineering; Programming language","score_opus":0.07134484016618564,"score_gpt":0.28931888309902615,"score_spread":0.2179740429328405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3149109633","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020861145,0.00036727005,0.977377,0.00007523644,0.00011678644,0.00005075816,2.0792794e-7,0.00057274103,0.0005788546],"genre_scores_gemma":[0.46429655,0.000011029534,0.5355963,0.00003228398,0.00003052194,0.000005991016,1.6152393e-7,0.000004974495,0.000022179776],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999199,0.000039740706,0.00009255219,0.0002011997,0.00013838094,0.00032913097],"domain_scores_gemma":[0.9994612,0.00010908753,0.000020367059,0.0002699508,0.000034478882,0.00010494872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041969548,0.00011188277,0.00012164942,0.000036757076,0.00006324136,0.00004643074,0.00021274277,0.000035868637,0.0000013444454],"category_scores_gemma":[0.00011972298,0.00008120495,0.000014140651,0.00012357246,0.000023572198,0.0011020387,0.00017790223,0.00009801244,0.0000013572326],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003534049,0.000004717155,0.00006786925,0.000003961149,0.0000052780615,8.9634085e-7,0.00055436237,0.9187085,0.000024137966,0.058806457,0.0000032077783,0.021817058],"study_design_scores_gemma":[0.00009595952,0.000021977608,0.000030088804,0.0000121052335,0.0000029446699,0.000020346353,0.000058125126,0.9903661,0.00040454286,0.008795276,0.000051809053,0.00014073976],"about_ca_topic_score_codex":0.0000309002,"about_ca_topic_score_gemma":0.000001399943,"teacher_disagreement_score":0.4434354,"about_ca_system_score_codex":0.000024483243,"about_ca_system_score_gemma":0.0000216347,"threshold_uncertainty_score":0.33114415},"labels":[],"label_agreement":null},{"id":"W315156860","doi":"10.1007/978-3-319-13590-8_10","title":"On the Usage of Network Visualization for Multiagent System Verification","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in social networks","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Software deployment; Distributed computing; Visualization; Multi-agent system; Controller (irrigation); Scale (ratio); Software engineering; Data mining; Artificial intelligence","score_opus":0.03811100056211015,"score_gpt":0.2900385954744745,"score_spread":0.2519275949123644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W315156860","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000029259488,0.00047072314,0.9961402,0.000089695845,0.0013129718,0.00069690327,0.000003979937,0.0002139906,0.00106861],"genre_scores_gemma":[0.4762836,0.00019018345,0.51294184,0.0009878867,0.0072015813,0.00037695558,0.00014774885,0.00028108511,0.0015891461],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99850786,0.0001707118,0.0004058686,0.00040312792,0.00023096251,0.0002814839],"domain_scores_gemma":[0.9934887,0.005460011,0.00044429797,0.00047620837,0.000108943816,0.000021803326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009812897,0.00029109343,0.0004505892,0.00006802778,0.00017539602,0.0000371903,0.0006589959,0.0005790706,0.0000031662864],"category_scores_gemma":[0.00064292154,0.00023539233,0.00015838133,0.00014390619,0.00007603471,0.00003561843,0.00010196149,0.00041007914,0.0000016009916],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009805807,0.0000020294658,9.807505e-7,0.000041966025,0.000014208032,3.5850422e-7,0.00012737639,0.54231435,0.0000020085445,0.43212348,0.00018784167,0.025175564],"study_design_scores_gemma":[0.00031432675,0.00014645811,0.000057937166,0.00071181357,0.000041093408,0.0000013105135,0.0000027065726,0.6636141,0.000089887406,0.32735008,0.0071151783,0.00055515044],"about_ca_topic_score_codex":0.0000016842255,"about_ca_topic_score_gemma":0.0000051560546,"teacher_disagreement_score":0.48319837,"about_ca_system_score_codex":0.00017716637,"about_ca_system_score_gemma":0.000026358823,"threshold_uncertainty_score":0.9599021},"labels":[],"label_agreement":null},{"id":"W3154577825","doi":"10.1007/s00766-021-00349-1","title":"A Game-theoretic approach to analyze interacting actors in GRL goal models","year":2021,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"King Fahd University of Petroleum and Minerals","keywords":"Operationalization; Computer science; Game theory; Nash equilibrium; Requirements engineering; Stochastic game; Goal modeling; Perspective (graphical); Management science; Mathematical optimization; Mathematical economics; Engineering; Artificial intelligence; Software; Mathematics","score_opus":0.05365581364871434,"score_gpt":0.3040700666741221,"score_spread":0.25041425302540776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154577825","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03659027,0.00015765129,0.9614852,0.000031882413,0.0005761448,0.00013560803,9.005522e-7,0.0004711924,0.0005511592],"genre_scores_gemma":[0.50348794,0.000009278901,0.49635735,0.000027060161,0.000030833547,0.000026085183,0.0000022177921,0.000022182534,0.000037070196],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981545,0.000069173315,0.00036305079,0.00057140324,0.00029240147,0.00054943236],"domain_scores_gemma":[0.9988085,0.0003343868,0.00005017552,0.00061483774,0.000056746077,0.00013533822],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00051417464,0.0002487989,0.00029847762,0.00032528458,0.000026828675,0.000114173105,0.00063526985,0.000065640845,0.0000025151578],"category_scores_gemma":[0.0009403076,0.00027589855,0.00007281265,0.000987481,0.000009716036,0.0008508693,0.00053270283,0.00028784393,0.0000068677177],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017918833,0.00003427038,0.000110111585,0.00006237258,0.000020080663,0.00003393194,0.0010074377,0.9741167,0.0067935935,0.014312183,0.000003931782,0.0035036036],"study_design_scores_gemma":[0.00028071145,0.00002122955,0.0005319587,0.00023710218,0.000006100585,0.000030005147,0.00009219397,0.9851567,0.009929405,0.003085473,0.00018048735,0.00044860924],"about_ca_topic_score_codex":0.0000054957363,"about_ca_topic_score_gemma":8.192658e-7,"teacher_disagreement_score":0.46689767,"about_ca_system_score_codex":0.0002621677,"about_ca_system_score_gemma":0.000040123872,"threshold_uncertainty_score":0.9999693},"labels":[],"label_agreement":null},{"id":"W3160284308","doi":"","title":"Aspect-Oriented Programming: Radical Research in Modularity","year":2006,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Modularity (biology); Computer science; Programming language","score_opus":0.0432798636921486,"score_gpt":0.3317825562496372,"score_spread":0.2885026925574886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160284308","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0860764,0.00028527624,0.908741,0.001970402,0.00062125496,0.00047709615,0.000002739888,0.0010364477,0.0007893975],"genre_scores_gemma":[0.62390053,0.0000139997255,0.37571526,0.000021823667,0.0001774596,0.000060971088,0.0000064918718,0.000021182312,0.00008225909],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99640185,0.0006444376,0.00040032231,0.0008036281,0.0007892105,0.00096054334],"domain_scores_gemma":[0.99772984,0.0009413184,0.000057438094,0.0009779612,0.00016179954,0.00013165515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023603148,0.00023050897,0.00032869508,0.0004615578,0.00015931886,0.00016316323,0.0011245814,0.00021236447,0.000002820244],"category_scores_gemma":[0.00046879562,0.00023971235,0.00008428365,0.001755162,0.00024641262,0.0005472974,0.0006350112,0.0009854087,0.00003017116],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070357724,0.0015976133,0.010646103,0.00025450962,0.000033202163,0.0014729104,0.0060598846,0.026865317,0.013825614,0.9280646,0.0018943426,0.009215563],"study_design_scores_gemma":[0.0029936098,0.00064321415,0.012112669,0.00023500469,0.000012618235,0.0002997545,0.00022459227,0.07883262,0.043175485,0.72504354,0.13447051,0.001956378],"about_ca_topic_score_codex":0.00041525782,"about_ca_topic_score_gemma":0.000087397995,"teacher_disagreement_score":0.53782415,"about_ca_system_score_codex":0.0002815357,"about_ca_system_score_gemma":0.00009803027,"threshold_uncertainty_score":0.9775186},"labels":[],"label_agreement":null},{"id":"W3160301883","doi":"10.1109/icse-seip52600.2021.00012","title":"Challenges of Implementing Software Variability in Eclipse OMR: An Interview Study","year":2021,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); University of Alberta","funders":"","keywords":"Eclipse; Computer science; IBM; Software engineering; Context (archaeology); Business process reengineering; Software; Software development; Set (abstract data type); Data science; Programming language; Engineering","score_opus":0.15265195402835302,"score_gpt":0.376921272786853,"score_spread":0.22426931875849998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160301883","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043258723,0.0003229235,0.9553961,0.00012352217,0.0002003757,0.00015085081,7.82316e-7,0.0002687122,0.00027796827],"genre_scores_gemma":[0.33775172,0.00003985027,0.66212654,0.000019501875,0.000024446383,0.000016403488,5.664805e-7,0.0000063177,0.000014679513],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975166,0.0011222316,0.00040584835,0.00051461457,0.00016976769,0.00027095704],"domain_scores_gemma":[0.997372,0.0013817989,0.00007341462,0.0010086274,0.00012079757,0.00004339305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004601516,0.00012721201,0.00030787644,0.00007601998,0.000025375306,0.000024685101,0.0006559719,0.000036644084,0.0000295931],"category_scores_gemma":[0.0028386337,0.00012053015,0.000044686836,0.00035426652,0.000017189797,0.0004714341,0.0009050354,0.00013747072,0.0000016565521],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022293075,0.0007266287,0.019702539,0.00020225222,0.000029812742,0.000055408156,0.0066371537,0.0032155337,0.00020047413,0.023104578,0.0000073900533,0.94611603],"study_design_scores_gemma":[0.0027175543,0.0013955528,0.5870125,0.00037039435,0.000040235293,0.00006504068,0.020265533,0.011571396,0.018559568,0.355257,0.0010609807,0.0016842389],"about_ca_topic_score_codex":0.000013578752,"about_ca_topic_score_gemma":0.00027410794,"teacher_disagreement_score":0.9444318,"about_ca_system_score_codex":0.000038384733,"about_ca_system_score_gemma":0.000050073944,"threshold_uncertainty_score":0.49150768},"labels":[],"label_agreement":null},{"id":"W3162321264","doi":"10.1145/1082983.1082959","title":"A COTS architectural component specification stencil for selection and reasoning","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Component (thermodynamics); Reuse; Computer science; Stencil; Component-based software engineering; Selection (genetic algorithm); Reusability; Time to market; Software; Software engineering; Reliability engineering; Embedded system; Distributed computing; Programming language; Software development; Engineering; Artificial intelligence","score_opus":0.034490349738492174,"score_gpt":0.2696294193737587,"score_spread":0.23513906963526654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162321264","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13716672,0.00055150344,0.85952926,0.00031155627,0.00028070054,0.00028393624,0.0000056962767,0.0018702127,3.9254707e-7],"genre_scores_gemma":[0.42883465,0.000012575053,0.57085985,0.00002981928,0.00015528781,0.00006440412,0.0000067642577,0.000026373551,0.00001027287],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99845433,0.000033515673,0.00029482803,0.0005390177,0.00022006223,0.0004582246],"domain_scores_gemma":[0.9690961,0.030009678,0.00009586503,0.0005535158,0.00012273516,0.00012205824],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00042352662,0.00029432456,0.0002768045,0.00019558366,0.00015228317,0.00011530815,0.0006216011,0.00010426251,0.000001965421],"category_scores_gemma":[0.078910805,0.00030756617,0.00007369996,0.00031106386,0.000025490981,0.00051142136,0.00024550754,0.00024031097,0.0000055968585],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003183534,0.000047238507,0.01557606,0.00022388106,0.000062565996,0.0000036527474,0.0014141836,0.6135351,0.024532855,0.005655891,0.00009850113,0.33881825],"study_design_scores_gemma":[0.0030812651,0.0008170077,0.5114604,0.00067334174,0.00009910487,0.0007579057,0.00004976824,0.3290476,0.12762569,0.0031230026,0.019526547,0.0037383442],"about_ca_topic_score_codex":0.000006429874,"about_ca_topic_score_gemma":0.0000036051197,"teacher_disagreement_score":0.49588436,"about_ca_system_score_codex":0.00015001863,"about_ca_system_score_gemma":0.000030533392,"threshold_uncertainty_score":0.99993765},"labels":[],"label_agreement":null},{"id":"W3163016207","doi":"10.1145/1082983.1082958","title":"Decision support for customization of the COTS selection process","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Personalization; Exploit; Computer science; Process (computing); Context (archaeology); Domain (mathematical analysis); Selection (genetic algorithm); Software engineering; Software; Systems engineering; Risk analysis (engineering); Process management; Engineering; Artificial intelligence; World Wide Web","score_opus":0.021786134766569973,"score_gpt":0.29017755564087283,"score_spread":0.26839142087430284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163016207","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031737693,0.000101801015,0.96598667,0.00012885463,0.00068211317,0.00036149542,0.000007725515,0.0009930378,6.091037e-7],"genre_scores_gemma":[0.43473935,0.00000480215,0.56504095,0.000033297605,0.000080236474,0.000052689426,0.000003040019,0.000025695594,0.000019917397],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99856627,0.00002493135,0.00037471205,0.00037698407,0.00031240628,0.00034468502],"domain_scores_gemma":[0.964382,0.034320712,0.00016743182,0.00077400776,0.00029324915,0.00006260346],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0004461905,0.00023602993,0.00026189632,0.00015566895,0.000111997375,0.000041705007,0.0013194775,0.00013296957,0.0000047819913],"category_scores_gemma":[0.17671119,0.00019691426,0.00012366279,0.0007064205,0.00002764471,0.00060596905,0.00025618303,0.00017851785,0.0000044194994],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012261342,0.000028145616,0.012932285,0.00012037166,0.000016162336,2.674239e-7,0.0002956416,0.91898,0.0025879578,0.00040526397,0.00021409261,0.06440757],"study_design_scores_gemma":[0.0025897617,0.0005235459,0.14501667,0.00063045876,0.0001034263,0.00011343246,0.000020468018,0.15535907,0.67546666,0.0034975118,0.014707716,0.001971294],"about_ca_topic_score_codex":0.0000015187005,"about_ca_topic_score_gemma":0.0000019389713,"teacher_disagreement_score":0.7636209,"about_ca_system_score_codex":0.00009562918,"about_ca_system_score_gemma":0.00008509188,"threshold_uncertainty_score":0.83022374},"labels":[],"label_agreement":null},{"id":"W3163640945","doi":"10.1145/1082983.1082978","title":"A layered architecture for real-time distributed multi-agent systems","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Distributed computing; Computer science; Computation; Architecture; Resource (disambiguation); Quality of service; Service (business); Computer network","score_opus":0.03532475166962072,"score_gpt":0.2786938559581406,"score_spread":0.24336910428851988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163640945","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0073617413,0.00076960993,0.98405343,0.00031514824,0.0008363883,0.00070760946,0.00016569738,0.005789945,4.1803472e-7],"genre_scores_gemma":[0.13267739,0.000028938804,0.86636347,0.00004074899,0.00031986638,0.0003079476,0.000080243466,0.00009868363,0.00008272955],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972807,0.000068078254,0.00054255885,0.0008276395,0.0003471608,0.0009338625],"domain_scores_gemma":[0.9450355,0.05272851,0.00015482401,0.0016461839,0.00018374939,0.00025119746],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005552232,0.00057474367,0.000611318,0.00025679157,0.00015983972,0.00019553646,0.0019798502,0.00024913807,0.000004636533],"category_scores_gemma":[0.13305221,0.0005710135,0.00022414626,0.0005367673,0.000036890233,0.00047788315,0.00056900893,0.00034945953,0.000053618336],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011558824,0.00005297082,0.0009970973,0.00019198499,0.00006828286,0.0000127501,0.00031398318,0.9778751,0.00752671,0.00048915035,0.00042600025,0.0120344],"study_design_scores_gemma":[0.009858982,0.001336611,0.06503955,0.0017962221,0.00027876714,0.0006568134,0.000067367975,0.694815,0.07226259,0.0012238953,0.14213498,0.010529258],"about_ca_topic_score_codex":0.000017883078,"about_ca_topic_score_gemma":0.000001811538,"teacher_disagreement_score":0.28306016,"about_ca_system_score_codex":0.00024018668,"about_ca_system_score_gemma":0.00006452581,"threshold_uncertainty_score":0.99967414},"labels":[],"label_agreement":null},{"id":"W3168368555","doi":"10.1007/978-981-16-2994-5_7","title":"Detection of Asynchronous Concatenation Emergent Behaviour in Multi-Agent Systems","year":2021,"lang":"en","type":"book-chapter","venue":"Smart innovation, systems and technologies","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Concatenation (mathematics); Asynchronous communication; Computer science; Process (computing); Distributed computing; Programming language; Mathematics","score_opus":0.05418047779780401,"score_gpt":0.27549459607853083,"score_spread":0.22131411828072683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3168368555","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026788886,0.009374551,0.9834505,0.000060154016,0.0023784344,0.00065669534,0.000016643113,0.0011045772,0.000279603],"genre_scores_gemma":[0.9379025,0.0014548753,0.051626936,0.000005519784,0.000051723735,0.00028617858,0.000052332318,0.00006602679,0.008553878],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99777806,0.00004705927,0.0010644092,0.00058014056,0.00029897934,0.00023138143],"domain_scores_gemma":[0.9977832,0.00013530198,0.0006361036,0.0006981841,0.0007329005,0.000014328366],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007489896,0.00034444494,0.00064044615,0.0011424103,0.00007431438,0.00008316257,0.0004301355,0.00063214975,7.1198724e-7],"category_scores_gemma":[0.0005254741,0.00033953667,0.000046739944,0.0006086634,0.00011493625,0.00025302605,0.00034751475,0.00040044804,0.0000020842886],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042359015,0.00004548083,0.0012701078,0.0010543995,0.00012381926,0.00004692229,0.0001944652,0.013054888,0.0047329892,0.9440521,0.00005077261,0.03536983],"study_design_scores_gemma":[0.016051082,0.005685713,0.06370695,0.037590384,0.0008405164,0.0031580399,0.024812369,0.24856338,0.20255467,0.18731149,0.18514782,0.024577586],"about_ca_topic_score_codex":0.0001269685,"about_ca_topic_score_gemma":0.00003966063,"teacher_disagreement_score":0.93522364,"about_ca_system_score_codex":0.00024187792,"about_ca_system_score_gemma":0.000082038874,"threshold_uncertainty_score":0.99990565},"labels":[],"label_agreement":null},{"id":"W31754778","doi":"10.1007/s00285-019-01453-1","title":"Extensible Compiler Construction","year":2006,"lang":"en","type":"dissertation","venue":"(2006)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; Natural Sciences and Engineering Research Council of Canada; National Institutes of Health; Dalhousie University; Simons Foundation; Howard Hughes Medical Institute","keywords":"Computer science; Programming language; Compiler; Extensibility; Modular programming; Modularity (biology); Object-oriented programming; Generic programming; Software engineering","score_opus":0.021163548768464997,"score_gpt":0.28144930749250086,"score_spread":0.26028575872403586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W31754778","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016278082,0.00070066174,0.98437655,0.00002629762,0.0050804294,0.00015299166,0.000011006463,0.0010946475,0.006929623],"genre_scores_gemma":[0.0013613168,0.000040853767,0.9828441,0.000051336563,0.0002422846,0.00003066636,0.00028039576,0.00004177674,0.015107257],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99852985,0.0000664125,0.00028898826,0.00051077834,0.00027980967,0.00032416792],"domain_scores_gemma":[0.99869275,0.00024552117,0.00018810735,0.00064405537,0.00017985376,0.000049702783],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00018790545,0.00028243405,0.00033821262,0.00021645118,0.00009566807,0.000093864925,0.00059909775,0.00027688415,0.000014967892],"category_scores_gemma":[0.00016731914,0.00029689955,0.00009200267,0.00035307722,0.00003659133,0.00028374986,0.000056242236,0.0003608591,0.00009321106],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005711546,0.0001433883,0.00043318397,0.00067286566,0.00015350625,0.00019194173,0.00094529404,0.1623956,0.005381177,0.10443334,0.075005,0.65018755],"study_design_scores_gemma":[0.0027861465,0.0005461901,0.06865637,0.0014056733,0.00025195375,0.0005377751,0.00077086105,0.021108368,0.06834406,0.5244613,0.30310306,0.008028191],"about_ca_topic_score_codex":0.000043195767,"about_ca_topic_score_gemma":0.000039907318,"teacher_disagreement_score":0.6421594,"about_ca_system_score_codex":0.00007800515,"about_ca_system_score_gemma":0.00009337902,"threshold_uncertainty_score":0.9999483},"labels":[],"label_agreement":null},{"id":"W3176160541","doi":"10.1109/seams51251.2021.00040","title":"RoboMAX: Robotic Mission Adaptation eXemplars","year":2021,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Adaptation (eye); Computer science; Domain (mathematical analysis); Key (lock); Human–computer interaction; Data science; Computer security","score_opus":0.07287415992067818,"score_gpt":0.29963281493559535,"score_spread":0.22675865501491715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176160541","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005037235,0.00023174057,0.996735,0.0009309907,0.0005140676,0.000032622407,8.121121e-8,0.00066079444,0.0003910205],"genre_scores_gemma":[0.023601517,0.000019438821,0.9746235,0.00014080609,0.000019653473,0.0000020141044,0.0000016654965,0.0000063901284,0.001585018],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992506,0.00007366108,0.00011445826,0.00025672978,0.00014078565,0.00016377657],"domain_scores_gemma":[0.9991147,0.00034945263,0.000024905157,0.00038636517,0.00007169025,0.00005286971],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015236306,0.000080458936,0.00010105389,0.00004046441,0.000062123654,0.000052269086,0.00027313147,0.00004044298,0.000019691259],"category_scores_gemma":[0.0006496594,0.000074170486,0.000033684675,0.00030119007,0.0000093661365,0.0003665693,0.00016002025,0.000075714524,0.00003639475],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.229614e-7,0.000011690835,0.000015949488,0.000007164445,0.000004003952,0.000045897417,0.00021881395,0.91978043,0.0043762648,0.021655258,0.00026305398,0.05362085],"study_design_scores_gemma":[0.00048635036,0.000084759275,0.0029189026,0.00006933947,0.000010182503,0.00022454487,0.0002529757,0.7142925,0.11793184,0.15859707,0.004445233,0.0006862918],"about_ca_topic_score_codex":0.00000251212,"about_ca_topic_score_gemma":0.0000017576779,"teacher_disagreement_score":0.20548792,"about_ca_system_score_codex":0.00003867336,"about_ca_system_score_gemma":0.00005033305,"threshold_uncertainty_score":0.30245847},"labels":[],"label_agreement":null},{"id":"W3178404199","doi":"10.36227/techrxiv.14870187.v1","title":"Software Product Line Analysis Using Variability-aware Datalog","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Datalog; Computer science; Programming language; Software product line; Java; Software; Product (mathematics); Pointer (user interface); Inference; Cartesian product; Lift (data mining); Set (abstract data type); Class (philosophy); Theoretical computer science; Data mining; Software development; Artificial intelligence; Mathematics; Discrete mathematics","score_opus":0.08456199291468679,"score_gpt":0.33971994964813546,"score_spread":0.25515795673344865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3178404199","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025077127,0.00044010533,0.9924193,0.00012352392,0.0017751268,0.00032253898,0.000053773216,0.0023379799,0.000019966483],"genre_scores_gemma":[0.026979042,0.000037702437,0.97212845,0.00008165842,0.00020395126,0.00003380872,0.0003490832,0.0000367512,0.00014957412],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99530697,0.00061308674,0.00066315476,0.0023536873,0.00051385054,0.00054924004],"domain_scores_gemma":[0.9920591,0.0016668171,0.00028237925,0.0053357114,0.0005107946,0.00014519444],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0019832095,0.00057470135,0.0011465824,0.00050816836,0.000121435434,0.00047024462,0.002810598,0.00032870178,0.00005172336],"category_scores_gemma":[0.007397729,0.00055742136,0.00046358432,0.0021147046,0.00008113205,0.00060513895,0.008792744,0.0010860648,0.000004851086],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001443939,0.000050707666,0.0008157248,0.00023597217,0.00061862904,0.000051214207,0.00020273504,0.98729795,0.000098162454,0.00024359983,0.00002466094,0.010359221],"study_design_scores_gemma":[0.00024601663,0.00004360715,0.0028864723,0.00025228207,0.0014450545,0.000058800888,0.00007898728,0.9499707,0.0070344913,0.03500138,0.00028312614,0.0026990606],"about_ca_topic_score_codex":0.000100492565,"about_ca_topic_score_gemma":0.000021462312,"teacher_disagreement_score":0.037327208,"about_ca_system_score_codex":0.00029956372,"about_ca_system_score_gemma":0.0005305743,"threshold_uncertainty_score":0.99968773},"labels":[],"label_agreement":null},{"id":"W3196831515","doi":"10.1145/3461001.3473054","title":"REVE 2021","year":2021,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software product line; Computer science; Software engineering; Domain engineering; Scope (computer science); Domain (mathematical analysis); Reuse; Domain analysis; Semantics (computer science); Legacy system; Reverse engineering; Product (mathematics); Software; Data science; Software development; Programming language; Component-based software engineering; Software construction; Engineering","score_opus":0.030532415048297984,"score_gpt":0.2829296823076688,"score_spread":0.25239726725937084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196831515","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017640143,0.00021734019,0.99337786,0.00069519534,0.0003903418,0.000012303066,1.1921937e-7,0.00027871475,0.004851702],"genre_scores_gemma":[0.0031923722,0.00002437677,0.9915013,0.00021157703,0.00003175089,0.0000023404816,3.184657e-7,0.0000028586876,0.0050331196],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99953556,0.000039666804,0.000061441475,0.00017560883,0.00007336287,0.00011434634],"domain_scores_gemma":[0.99921364,0.000288997,0.000009464127,0.00041080778,0.00004911568,0.000027989487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011989545,0.00004506767,0.00006513918,0.000016276059,0.00002011843,0.00003205931,0.00025436134,0.000020391437,0.000069955415],"category_scores_gemma":[0.00068807375,0.000041274987,0.000023737524,0.0002383458,0.000007413353,0.00017982164,0.00021401783,0.00005522821,0.000084668856],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.8242385e-7,0.000032420703,0.00018534319,0.00001618983,0.000017059034,0.00041011182,0.00032214832,0.023013268,0.014684061,0.5490199,0.0071110064,0.40518776],"study_design_scores_gemma":[0.00037453297,0.000051836552,0.0034515583,0.000033254455,0.0000047854096,0.00023904612,0.00010612845,0.009358827,0.40816176,0.44648436,0.13099055,0.00074339693],"about_ca_topic_score_codex":6.499026e-7,"about_ca_topic_score_gemma":6.297362e-7,"teacher_disagreement_score":0.40444437,"about_ca_system_score_codex":0.000011701385,"about_ca_system_score_gemma":0.000029735838,"threshold_uncertainty_score":0.16831452},"labels":[],"label_agreement":null},{"id":"W3197654718","doi":"10.1145/3461001.3475157","title":"International Workshop on Variability Management for Modern Technologies (VM4ModernTech 2021)","year":2021,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Avionics; Computer science; Cloud computing; Reuse; Cyber-physical system; Software; Emerging technologies; Legacy system; Software engineering; Data science; Engineering management; Systems engineering; Engineering; Artificial intelligence","score_opus":0.04323509228180067,"score_gpt":0.31396231505354166,"score_spread":0.270727222771741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197654718","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000683124,0.000045510544,0.98801035,0.003325415,0.0008867608,0.00018261428,0.0000029769108,0.001399881,0.0060781934],"genre_scores_gemma":[0.03485202,0.00007617487,0.96315134,0.000104345985,0.000026720494,0.00012438915,0.0000036782367,0.000009196236,0.001652117],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987821,0.00003892485,0.000171612,0.0005658803,0.00020836531,0.0002331133],"domain_scores_gemma":[0.99783635,0.0011108954,0.00003564486,0.00087559165,0.000120930796,0.000020590462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004584074,0.00013686795,0.0001430708,0.00009320039,0.000057122266,0.00008762828,0.001013036,0.00008442989,0.000014218341],"category_scores_gemma":[0.0014830794,0.00012647801,0.00007092874,0.00024907212,0.000031296266,0.00022582004,0.0007611528,0.0001356709,0.000008524952],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010280429,0.00005794602,0.00001216153,0.000017193233,0.000041567244,0.000015529311,0.000040583407,0.05434396,0.00039985456,0.24580538,0.00037361038,0.6988819],"study_design_scores_gemma":[0.000308174,0.000024459254,0.0001125664,0.00003708551,0.00000529144,0.0000074532313,0.000121607154,0.15704083,0.02079902,0.8069165,0.014352182,0.00027486685],"about_ca_topic_score_codex":2.005317e-7,"about_ca_topic_score_gemma":3.9386757e-7,"teacher_disagreement_score":0.6986071,"about_ca_system_score_codex":0.00010222788,"about_ca_system_score_gemma":0.000018614985,"threshold_uncertainty_score":0.5157623},"labels":[],"label_agreement":null},{"id":"W3203192334","doi":"10.1109/tase52547.2021.00015","title":"A Formal Engineering Approach to Product Family Modeling","year":2021,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Feature model; Computer science; Feature (linguistics); Code refactoring; Software engineering; Software product line; Formal specification; Process (computing); Product (mathematics); Formal methods; Set (abstract data type); Software; Programming language; Software development; Mathematics","score_opus":0.06344726471309103,"score_gpt":0.26543128787883247,"score_spread":0.20198402316574143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203192334","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035824683,0.00021116354,0.99317497,0.000112465925,0.0003794951,0.00009097556,2.8366273e-7,0.0011082258,0.0013399449],"genre_scores_gemma":[0.08972121,0.0000040020714,0.9098121,0.00015698934,0.00005990341,0.000026260614,8.549692e-7,0.000012353915,0.00020631772],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988682,0.000020940113,0.00015009174,0.00042027392,0.00016895379,0.0003715137],"domain_scores_gemma":[0.9991423,0.000086411754,0.000010630218,0.00058212905,0.00009060492,0.000087954766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000318472,0.00012887127,0.00014943084,0.00008104068,0.000042642056,0.00007828174,0.00048065864,0.00002798769,6.483629e-7],"category_scores_gemma":[0.0006586289,0.0001239693,0.000041706466,0.0005360322,0.0000032850626,0.00059081113,0.00049829413,0.00012769015,0.000012465013],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.3073694e-7,0.000011098809,0.0000020070347,0.000015622298,0.0000051303973,0.0000050790372,0.00018267748,0.96431047,0.00571288,0.020490091,0.00003249171,0.009231896],"study_design_scores_gemma":[0.000062211926,0.000009880225,0.00005301575,0.000008305277,0.0000013337188,0.000030474417,0.00003566743,0.989671,0.0085902475,0.0008462095,0.0004916807,0.00019996898],"about_ca_topic_score_codex":0.000002351115,"about_ca_topic_score_gemma":1.2476968e-7,"teacher_disagreement_score":0.08613874,"about_ca_system_score_codex":0.000037364214,"about_ca_system_score_gemma":0.000044932414,"threshold_uncertainty_score":0.50553215},"labels":[],"label_agreement":null},{"id":"W3211827173","doi":"10.1145/2775053.2658768","title":"Efficient testing of software product lines via centralization (short paper)","year":2014,"lang":"en","type":"article","venue":"ACM SIGPLAN Notices","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software product line; Test case; Code coverage; Product (mathematics); Software; Test (biology); Product line; Code (set theory); Reliability engineering; Software development; Programming language; Set (abstract data type); Machine learning","score_opus":0.04444085400109277,"score_gpt":0.2806092380191183,"score_spread":0.23616838401802553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211827173","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.085233495,0.00015944225,0.9132299,0.00010183065,0.00052525406,0.00012551199,0.000001674961,0.0005896238,0.000033271368],"genre_scores_gemma":[0.45546335,0.0000016248146,0.544403,0.000030192441,0.0000795263,0.000004045577,0.0000027642654,0.000008995781,0.000006479203],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99866354,0.000118145756,0.00028900048,0.00038454408,0.0002603129,0.0002844738],"domain_scores_gemma":[0.9960257,0.0027126218,0.00013611667,0.00089623226,0.00017263672,0.000056695077],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00057771534,0.00016243148,0.00022336745,0.00008640561,0.000076172386,0.000039598362,0.001025172,0.000046609428,0.000002230858],"category_scores_gemma":[0.01687155,0.00014319422,0.000033822722,0.0004424219,0.000050450013,0.00020805025,0.00031038196,0.00009833572,0.000006283713],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000338848,0.00003337894,0.011243868,0.000122068166,0.00001009516,0.000002289339,0.0003450653,0.85257286,0.009339751,0.0005682022,0.000025616544,0.12573339],"study_design_scores_gemma":[0.0005817693,0.0005471714,0.13110285,0.00046968248,0.00007714939,0.000044049953,0.000059059585,0.67895454,0.16964337,0.014665945,0.0023903288,0.0014641004],"about_ca_topic_score_codex":0.000014119607,"about_ca_topic_score_gemma":0.00000274603,"teacher_disagreement_score":0.37022984,"about_ca_system_score_codex":0.000017796541,"about_ca_system_score_gemma":0.000021661632,"threshold_uncertainty_score":0.9914098},"labels":[],"label_agreement":null},{"id":"W3214123422","doi":"10.1007/s10270-021-00943-5","title":"CaRE: a refinement calculus for requirements engineering based on argumentation theory","year":2021,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Argumentation theory; Calculus (dental); Computer science; Refinement calculus; Mathematics; Epistemology; Programming language; Medicine; Philosophy","score_opus":0.05087963705011631,"score_gpt":0.30087826173164217,"score_spread":0.24999862468152587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214123422","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012762775,0.0011585209,0.99387956,0.00004093156,0.0020156882,0.00048065744,0.000014163799,0.001116267,0.000017929031],"genre_scores_gemma":[0.26213598,0.000005774054,0.7371519,0.00010965193,0.000113900016,0.0003376288,0.000044123448,0.00004346195,0.000057517012],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978663,0.000148182,0.0004537378,0.0006523219,0.00042864113,0.00045081676],"domain_scores_gemma":[0.997864,0.00083920005,0.00010542241,0.00078297744,0.00031681225,0.000091560214],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00085283455,0.0002738822,0.00031119067,0.0001501004,0.00015822289,0.00015576238,0.0004247084,0.00009690433,0.0000012596722],"category_scores_gemma":[0.0013098043,0.0002835963,0.00012805173,0.0002908487,0.000007965611,0.000293921,0.00012514557,0.00014716093,0.000004813592],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011577772,0.000017853747,0.000019633586,0.00034804217,0.000022813538,0.000012609781,0.00035587652,0.9839227,0.00065682904,0.007111799,0.000012634964,0.0075076385],"study_design_scores_gemma":[0.00059913815,0.00008198092,0.000003858321,0.00042965147,0.000016756152,0.000005073412,0.00023354443,0.9950943,0.0017783069,0.00104986,0.00038360571,0.00032394167],"about_ca_topic_score_codex":0.000009593499,"about_ca_topic_score_gemma":8.277192e-7,"teacher_disagreement_score":0.26085973,"about_ca_system_score_codex":0.00042196445,"about_ca_system_score_gemma":0.00013914204,"threshold_uncertainty_score":0.9999616},"labels":[],"label_agreement":null},{"id":"W3217469509","doi":"10.1109/vlsi-soc53125.2021.9606984","title":"Aspect-Oriented Design Automation with Model Transformation","year":2021,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Infineon Technologies (Canada)","funders":"Ministry of Education","keywords":"Debugging; Computer science; Reuse; Embedded system; Automation; Scripting language; Model transformation; Electronic design automation; Code generation; Code reuse; Coding (social sciences); Model-driven architecture; System on a chip; Software engineering; Computer architecture; Programming language; Software; Engineering; Software development; Operating system","score_opus":0.04705287650585926,"score_gpt":0.2727172468862785,"score_spread":0.22566437038041925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217469509","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00043849953,0.000021540478,0.99703425,0.00029443062,0.00007047684,0.00008167458,2.6578803e-7,0.0011744605,0.0008843729],"genre_scores_gemma":[0.044444066,0.0000048907855,0.9552759,0.00006751307,0.000005569321,0.000012527484,0.0000021772325,0.000005275232,0.00018206006],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993802,0.000059300943,0.00010637682,0.00016908954,0.00015621255,0.00012885031],"domain_scores_gemma":[0.99942803,0.00016287167,0.000023440196,0.00025554356,0.00010061134,0.00002952695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019343197,0.000076589255,0.00008069133,0.000045279725,0.000045565717,0.00004070664,0.00014866241,0.000029171462,0.0000039760494],"category_scores_gemma":[0.00010599659,0.0000623219,0.000016486141,0.00034586125,0.000009817659,0.0008205865,0.00002407663,0.000059754624,0.000008071918],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020883629,0.000007644321,0.0000014576619,0.000005262831,0.0000041355565,0.0000039931338,0.0005243457,0.8922787,0.001348567,0.096074454,0.000025525362,0.009723834],"study_design_scores_gemma":[0.00014545994,0.000027862816,0.00006484635,0.000007146711,0.0000020684722,0.000019621823,0.00002729447,0.9175433,0.06548277,0.016545404,0.000042008298,0.000092222355],"about_ca_topic_score_codex":6.3055677e-7,"about_ca_topic_score_gemma":0.0000010085663,"teacher_disagreement_score":0.079529054,"about_ca_system_score_codex":0.000038342238,"about_ca_system_score_gemma":0.00007584862,"threshold_uncertainty_score":0.25414133},"labels":[],"label_agreement":null},{"id":"W34444373","doi":"10.1023/a:1025890110119","title":"An Evaluation of Scenario Notations and Construction Approaches for Telecommunication Systems Development","year":2003,"lang":"en","type":"article","venue":"Telecommunication Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science","score_opus":0.20919534485317898,"score_gpt":0.34679617494381604,"score_spread":0.13760083009063706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W34444373","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02916698,0.00341772,0.9653514,0.000038534938,0.00029331725,0.0012634596,0.0000029446508,0.00022901007,0.00023664288],"genre_scores_gemma":[0.52868,0.00005115032,0.47072953,0.0000021565634,0.00000752624,0.00048407246,0.000027505544,0.00001021038,0.000007816792],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99702764,0.001471302,0.00066779903,0.0003057408,0.00033970797,0.00018781057],"domain_scores_gemma":[0.9961809,0.0009258206,0.00048987934,0.0016470866,0.0006950139,0.0000613293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052966056,0.00016338869,0.00028312765,0.00021285648,0.00029990953,0.00013393942,0.0008010052,0.00011251085,6.1035524e-7],"category_scores_gemma":[0.00085800816,0.00017136437,0.000029249355,0.00035468958,0.000087488304,0.0006905138,0.00007796478,0.00012572753,0.0000016320685],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006924041,0.00012946656,0.00064585573,0.00022909703,0.00007431297,3.0067604e-8,0.003960387,0.54172367,0.0014376006,0.328323,0.000013815175,0.123455815],"study_design_scores_gemma":[0.0014361704,0.00015688167,0.0047833235,0.00022191195,0.00007325172,0.00007830757,0.004167267,0.97174954,0.0055035716,0.0063969996,0.004800526,0.00063224015],"about_ca_topic_score_codex":0.00002705404,"about_ca_topic_score_gemma":0.000009886147,"teacher_disagreement_score":0.49951306,"about_ca_system_score_codex":0.00020695258,"about_ca_system_score_gemma":0.00023479493,"threshold_uncertainty_score":0.6988036},"labels":[],"label_agreement":null},{"id":"W348505267","doi":"","title":"The layered architecture revisited: Is it an optimization problem?","year":2013,"lang":"en","type":"article","venue":"Espace ÉTS (ETS)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Architecture; Computer science; Heuristic; Set (abstract data type); Reference architecture; Applications architecture; Space-based architecture; Software architecture; Solution architecture; Optimization problem; Theoretical computer science; Software; Algorithm; Artificial intelligence; Programming language","score_opus":0.024462686917880477,"score_gpt":0.28008158856908905,"score_spread":0.2556189016512086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W348505267","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004979294,0.00023968515,0.98769385,0.010062916,0.00021254773,0.00037233508,0.0000014023499,0.00054587796,0.00037345427],"genre_scores_gemma":[0.007677189,0.0000798888,0.9895261,0.0006674551,0.00008723591,0.000066666646,0.000002619964,0.000023570663,0.0018693057],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985732,0.00021533815,0.00018132612,0.00041219548,0.0002480718,0.00036990183],"domain_scores_gemma":[0.9980816,0.0005912637,0.00010253911,0.0009960092,0.00012616378,0.00010240163],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004727123,0.00019040886,0.00016122028,0.00007473035,0.00022993359,0.00034305398,0.0010431119,0.00008531714,0.00003954742],"category_scores_gemma":[0.0005582817,0.00013299515,0.000048845104,0.00043100773,0.000052578103,0.00064772903,0.00024861534,0.00025235608,0.000093327544],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032083776,0.000012133477,0.000036727426,0.000015212407,0.00001256316,0.0000025228878,0.0020507423,0.9441448,0.00045314225,0.0033411456,0.0054785362,0.044449273],"study_design_scores_gemma":[0.00096968585,0.0005064302,0.002263951,0.00022827434,0.000024214163,0.00009526099,0.00064230495,0.763073,0.006703274,0.086271755,0.13745871,0.0017631183],"about_ca_topic_score_codex":0.000011256482,"about_ca_topic_score_gemma":0.000004323891,"teacher_disagreement_score":0.18107179,"about_ca_system_score_codex":0.00003888166,"about_ca_system_score_gemma":0.000030443127,"threshold_uncertainty_score":0.5423385},"labels":[],"label_agreement":null},{"id":"W376585898","doi":"","title":"Proceedings of the Fifth Workshop on Software Engineering Properties of Languages and Aspect Technologies (SPLAT 2007) : held at the Sixth International Conference on Aspect-Oriented Software Development, March 12-16, Vancouver, British Columbia, Canada","year":2007,"lang":"en","type":"book","venue":"ACM Press eBooks","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Aspect-oriented programming; Engineering; Software; Software engineering; Library science; Computer science; Programming language","score_opus":0.032556068187461026,"score_gpt":0.2434720122222328,"score_spread":0.21091594403477176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W376585898","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14551428,0.02841349,0.6532148,0.0006918156,0.022707863,0.016422426,0.001612885,0.012656057,0.118766405],"genre_scores_gemma":[0.034602758,0.000596399,0.2828932,0.00023259132,0.0002451411,0.00046895424,0.000029564264,0.0002634866,0.6806679],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99743634,0.000024884639,0.00051076786,0.0006786306,0.00089681597,0.00045253814],"domain_scores_gemma":[0.9973128,0.0010154904,0.00044364025,0.000815114,0.00036206184,0.000050898798],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00035165017,0.00040211613,0.0005273285,0.000114086084,0.00019124679,0.00015554066,0.0024694556,0.00030826053,0.000007648488],"category_scores_gemma":[0.0036372088,0.00036010102,0.00007931909,0.00007255878,0.00034835888,0.00011762366,0.0026429263,0.00085171417,2.7617844e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006371435,0.00031122274,0.005999966,0.0085436525,0.0033066855,0.00051581324,0.011239192,0.010032484,0.00208128,0.024559176,0.2864328,0.6463406],"study_design_scores_gemma":[0.0043594223,0.0010988878,0.01294765,0.054180898,0.00037530946,0.00060584734,0.0029640568,0.0008938048,0.19534782,0.014268438,0.7046454,0.008312455],"about_ca_topic_score_codex":0.0156084765,"about_ca_topic_score_gemma":0.22518979,"teacher_disagreement_score":0.63802814,"about_ca_system_score_codex":0.0006391341,"about_ca_system_score_gemma":0.0005476656,"threshold_uncertainty_score":0.9998851},"labels":[],"label_agreement":null},{"id":"W40581054","doi":"10.1007/978-1-4020-8737-0_13","title":"Towards ASSL Specification of Self-Scheduling Design and Monitoring in Team-Robotics Modeled with AS-TRM","year":2008,"lang":"en","type":"book-chapter","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Robotics; Computer science; Liveness; Artificial intelligence; Scheduling (production processes); Correctness; Distributed computing; Autonomic computing; Software engineering; Real-time computing; Robot; Embedded system; Engineering; Programming language; Operating system","score_opus":0.078987573446225,"score_gpt":0.27738360377022997,"score_spread":0.19839603032400496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W40581054","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010632997,0.00042275919,0.9871454,0.00001882353,0.00015361882,0.00028628597,3.5300008e-7,0.00039866273,0.011467771],"genre_scores_gemma":[0.004498443,0.0011652998,0.99100673,0.00000480634,0.00005844655,0.0000065619,8.157387e-7,0.000042287124,0.0032166182],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998521,0.00003330833,0.00038269092,0.0004884131,0.00034433627,0.00023028173],"domain_scores_gemma":[0.9984096,0.00063641404,0.00020621867,0.0005348297,0.00014825603,0.00006468025],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005201503,0.00030994904,0.0004462801,0.00031471445,0.000034350884,0.000027322547,0.00046049405,0.00024932786,0.0000010381127],"category_scores_gemma":[0.00011678028,0.0002808829,0.000036545996,0.000106006126,0.000056651726,0.00026599757,0.00016281584,0.00038139417,0.0000022744152],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015305524,0.000012619481,0.000040678748,0.00005620281,0.00003358649,0.000026760963,0.0005610175,0.94487506,0.00016298567,0.04239833,0.0000032147125,0.011814241],"study_design_scores_gemma":[0.0026583518,0.001567231,0.0021061325,0.002471684,0.00014498638,0.00051540683,0.00017974313,0.7608784,0.046571832,0.17742911,0.0009261999,0.0045509376],"about_ca_topic_score_codex":0.000007380758,"about_ca_topic_score_gemma":5.5558155e-7,"teacher_disagreement_score":0.18399668,"about_ca_system_score_codex":0.0001402312,"about_ca_system_score_gemma":0.00012719618,"threshold_uncertainty_score":0.99996436},"labels":[],"label_agreement":null},{"id":"W4200301017","doi":"10.1109/models-c53483.2021.00123","title":"UCM4IoT: A Use Case Modelling Environment for IoT Systems","year":2021,"lang":"en","type":"article","venue":"2021 ACM/IEEE International Conference on Model Driven Engineering Languages and Systems Companion (MODELS-C)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Syntax; Domain-specific language; Software engineering; Domain (mathematical analysis); Modeling language; Requirements elicitation; Specification language; Unified Modeling Language; Systems engineering; Programming language; Requirements analysis; Artificial intelligence; Engineering; Software","score_opus":0.1942806855425317,"score_gpt":0.32716951947335715,"score_spread":0.13288883393082546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200301017","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026069112,0.00073753827,0.9707837,0.0001495071,0.0014134248,0.00037957774,0.0001241224,0.00028064795,0.00006237076],"genre_scores_gemma":[0.6498287,0.00018817293,0.349269,0.000018186718,0.00015418227,0.00013922031,0.000027029484,0.000039313385,0.00033623853],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976362,0.000098612116,0.0005236258,0.0008309748,0.00047967923,0.0004308854],"domain_scores_gemma":[0.99784535,0.0006520196,0.00015542001,0.00085363694,0.00031571556,0.0001778763],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003585996,0.0004103059,0.0005080213,0.00022128058,0.00013498196,0.0006273184,0.000735614,0.00016405522,0.000003600881],"category_scores_gemma":[0.00014222992,0.00042049162,0.00012814788,0.00011493584,0.00002894996,0.0005179568,0.0003276187,0.00030862266,0.000004433349],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006471624,0.000033051318,0.0000023808957,0.000080602134,0.00007263101,0.0002605931,0.00045329472,0.77639043,0.0013892078,0.22079615,0.000028025715,0.0004871566],"study_design_scores_gemma":[0.00038755644,0.000047139423,0.0000020407886,0.00028725472,0.00001604791,0.0006443144,0.0003020776,0.9953412,0.0001543279,0.0021963709,0.00017770585,0.00044399602],"about_ca_topic_score_codex":0.00010381219,"about_ca_topic_score_gemma":0.0000036759268,"teacher_disagreement_score":0.62375957,"about_ca_system_score_codex":0.00020222529,"about_ca_system_score_gemma":0.00008534743,"threshold_uncertainty_score":0.9998247},"labels":[],"label_agreement":null},{"id":"W4200411936","doi":"10.1109/models-c53483.2021.00096","title":"Multi-Language Support in TouchCORE","year":2021,"lang":"en","type":"article","venue":"2021 ACM/IEEE International Conference on Model Driven Engineering Languages and Systems Companion (MODELS-C)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Consistency (knowledge bases); Scalability; Programming language; Class (philosophy); Class diagram; Sequence diagram; Software engineering; Plug-in; Human–computer interaction; Unified Modeling Language; Artificial intelligence; Software; Database","score_opus":0.1321345846744711,"score_gpt":0.35088629050066633,"score_spread":0.21875170582619524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200411936","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038643762,0.00040567853,0.95863736,0.00020853561,0.0010782505,0.00015853257,0.000036162302,0.00026833365,0.0005633879],"genre_scores_gemma":[0.7523541,0.00018544607,0.24673611,0.000042144406,0.000090002904,0.000046369154,0.000034560777,0.000027693635,0.00048359946],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99791,0.00009157659,0.00045078842,0.0007015088,0.00045408425,0.00039199792],"domain_scores_gemma":[0.99854475,0.00024386794,0.000102316415,0.00074331544,0.00023170111,0.00013403488],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00030914374,0.00033817108,0.00043984017,0.00030097878,0.000050068298,0.00028108677,0.001021588,0.00014222978,0.000016970353],"category_scores_gemma":[0.00023298283,0.0003482819,0.000084904226,0.00023445163,0.000027095239,0.0006759238,0.00040808588,0.00041539493,0.000010251193],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043548944,0.000052468542,0.000037465823,0.000043581673,0.000030624986,0.0002103651,0.0016046887,0.90783775,0.010119379,0.07836474,0.00003642936,0.0016581621],"study_design_scores_gemma":[0.0004738712,0.000031688178,0.00016626145,0.00022514489,0.0000042137,0.000075258424,0.0006529474,0.9961857,0.0005392906,0.0012481227,0.00003353028,0.00036393764],"about_ca_topic_score_codex":0.00006013546,"about_ca_topic_score_gemma":0.000023054325,"teacher_disagreement_score":0.7137103,"about_ca_system_score_codex":0.00015277062,"about_ca_system_score_gemma":0.0001041664,"threshold_uncertainty_score":0.99989694},"labels":[],"label_agreement":null},{"id":"W4200563922","doi":"10.1109/iemcon53756.2021.9623123","title":"Comparative Analysis of Genetic Algorithm and XML Filtering Technique for Multi-Tenant SaaS Configuration Management","year":2021,"lang":"en","type":"article","venue":"2021 IEEE 12th Annual Information Technology, Electronics and Mobile Communication Conference (IEMCON)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Software as a service; Computer science; Cloud computing; Scalability; XML; Software product line; Software; Software deployment; Distributed computing; Database; Software engineering; Operating system; Software development","score_opus":0.029036914631733468,"score_gpt":0.3129984147550945,"score_spread":0.283961500123361,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200563922","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022447486,0.0015415386,0.99496007,0.00023281794,0.000040512747,0.0007325368,0.000063398795,0.00014296679,0.000041391853],"genre_scores_gemma":[0.19231194,0.0051277154,0.80156326,0.000047351426,0.0000027508538,0.0007808198,0.00012560839,0.0000047207973,0.00003582301],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987286,0.000080390404,0.0005507099,0.0002600518,0.00011676432,0.00026350192],"domain_scores_gemma":[0.99785346,0.0002187276,0.00035107686,0.0007820655,0.00074758736,0.000047075842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041224028,0.00018775383,0.00041872315,0.0005521905,0.00017993581,0.000103833656,0.00053893187,0.00016783427,0.000005674531],"category_scores_gemma":[0.00009705509,0.0001800497,0.00005721471,0.00096356106,0.00017517396,0.0008372752,0.00032803352,0.00023804144,0.0000010227591],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018861792,0.00010763307,0.000052013544,0.00017784284,0.0007651839,0.0000014920189,0.003516062,0.02101406,0.009933253,0.11118753,0.00005908491,0.853167],"study_design_scores_gemma":[0.0011421843,0.0005865272,0.0011542413,0.00012397488,0.00028956105,0.000033361615,0.0050287014,0.68898314,0.27441227,0.010802994,0.016777758,0.00066526665],"about_ca_topic_score_codex":0.000006145826,"about_ca_topic_score_gemma":0.000015808217,"teacher_disagreement_score":0.8525017,"about_ca_system_score_codex":0.000061775645,"about_ca_system_score_gemma":0.000115926276,"threshold_uncertainty_score":0.7342214},"labels":[],"label_agreement":null},{"id":"W4205532491","doi":"10.1007/978-3-540-69073-3_1","title":"11th International Workshop on Aspect-Oriented Modeling","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Presentation (obstetrics); Software engineering; Aspect-oriented programming; Process (computing); Software; Systems engineering; Engineering; Programming language","score_opus":0.04883113951744619,"score_gpt":0.29297219533266977,"score_spread":0.24414105581522358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205532491","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000031547206,0.0003754038,0.9903988,0.00052987377,0.0054534585,0.00022078697,0.0000031339093,0.0006462249,0.0023407335],"genre_scores_gemma":[0.016004194,0.00024488408,0.9820275,0.0006918783,0.0006102964,0.000008964723,0.0000050822805,0.00004617112,0.00036104704],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99592906,0.00003695944,0.0004923002,0.0016657299,0.0012292502,0.0006467177],"domain_scores_gemma":[0.9966406,0.0013083122,0.00019595704,0.0014432054,0.00026558273,0.00014631292],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006618782,0.00058153854,0.00050519634,0.0010971248,0.00020992951,0.0002233437,0.0038985575,0.0003173796,0.000009838589],"category_scores_gemma":[0.00083336007,0.0005527855,0.00014577902,0.0005910716,0.0003660826,0.00061354606,0.0014690346,0.0012523285,0.000042949327],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004752109,0.000011263443,0.0000022215424,0.0000046470277,0.000008170772,0.00009578606,0.00031125805,0.7374418,0.00001528885,0.007899255,0.0000123185455,0.25419325],"study_design_scores_gemma":[0.0001892385,0.00007082239,0.000009039519,0.00036916786,0.0000024581784,0.000087322405,1.5304877e-7,0.9169749,0.00032012258,0.079991706,0.0013844969,0.00060056],"about_ca_topic_score_codex":0.0000039164165,"about_ca_topic_score_gemma":0.000005022301,"teacher_disagreement_score":0.2535927,"about_ca_system_score_codex":0.0005794117,"about_ca_system_score_gemma":0.00029473234,"threshold_uncertainty_score":0.9996924},"labels":[],"label_agreement":null},{"id":"W4210477369","doi":"10.21203/rs.3.rs-1264268/v1","title":"Applying Declarative Analysis to Industrial Automotive Software Product Line Models","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Toronto","funders":"","keywords":"Automotive industry; Product line; Software product line; Computer science; Product (mathematics); Software; Software engineering; Manufacturing engineering; Programming language; Engineering; Software development; Mathematics","score_opus":0.33074144482557705,"score_gpt":0.4569148006708244,"score_spread":0.12617335584524736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210477369","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017818059,0.0007508397,0.9902975,0.0007671759,0.00078702555,0.0038350893,0.00019450532,0.0014785973,0.000107471584],"genre_scores_gemma":[0.041553896,0.00008322021,0.94908386,0.00006935815,0.0005486413,0.0076355087,0.00017705612,0.00008479719,0.0007636499],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98998255,0.002799939,0.0006209904,0.0024864855,0.0027924539,0.0013176141],"domain_scores_gemma":[0.9899832,0.004537617,0.0002089458,0.0031889374,0.001653586,0.00042770896],"candidate_categories":["metaresearch","metaepi_narrow","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0069566397,0.00056618697,0.0010666315,0.003043287,0.0006373135,0.00050480996,0.0044378405,0.00036905377,0.00006758265],"category_scores_gemma":[0.018102467,0.000578357,0.00043816262,0.0077976654,0.00012861619,0.00052980235,0.016388085,0.005316198,0.000026836398],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003325826,0.0000718535,0.00017701589,0.00010293452,0.0005579471,0.000081589016,0.0025377644,0.9578275,0.000017164288,0.0010684298,0.000638892,0.036885656],"study_design_scores_gemma":[0.0015311339,0.0020579943,0.0022444387,0.0010027927,0.00051779614,0.000017494405,0.0028572779,0.635869,0.005517668,0.32902148,0.014462894,0.0048999907],"about_ca_topic_score_codex":0.00016907242,"about_ca_topic_score_gemma":0.000022779657,"teacher_disagreement_score":0.32795304,"about_ca_system_score_codex":0.0015840114,"about_ca_system_score_gemma":0.001317614,"threshold_uncertainty_score":0.9996668},"labels":[],"label_agreement":null},{"id":"W4210709407","doi":"10.3233/jid-210022","title":"Goal and Feature Model Optimization for the Design and Self-Adaptation of Socio-Cyber-Physical Systems","year":2022,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Adaptation (eye); Cyber-physical system; Correctness; Feature (linguistics); IBM; Goal modeling; Function (biology); Distributed computing; Human–computer interaction; Software","score_opus":0.043850310923442715,"score_gpt":0.29616369763871814,"score_spread":0.2523133867152754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210709407","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006191911,0.0012875546,0.9919371,0.00018170795,0.00011727065,0.00025564493,0.0000016386042,0.00002623529,9.1070194e-7],"genre_scores_gemma":[0.32967076,0.000101314305,0.67017776,0.000014774712,0.000010137554,0.000015628815,9.780648e-8,0.0000036105248,0.000005935198],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990351,0.00015031465,0.00017885452,0.00017257947,0.00033213905,0.0001309833],"domain_scores_gemma":[0.9979163,0.0011891801,0.00027228543,0.000084831634,0.00048507506,0.000052347666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025774164,0.000095123236,0.0001723541,0.00012639098,0.00037744443,0.00013570407,0.0004255308,0.000026579082,1.2191255e-7],"category_scores_gemma":[0.0005447036,0.000059439823,0.000018602665,0.0005199631,0.00016881364,0.0007258501,0.000066569555,0.00020401603,7.439189e-9],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004038818,0.000016574746,0.0000047904555,0.000026657954,0.000007708811,8.272875e-7,0.0032999332,0.98920137,0.0015078557,0.0011042802,0.000016406215,0.0047731814],"study_design_scores_gemma":[0.00020500092,0.00038726724,0.0000115022885,0.000024193017,0.000015835614,0.000108235705,0.0012175553,0.9913326,0.0011323417,0.0054903673,0.0000058108485,0.00006932237],"about_ca_topic_score_codex":0.0000015994877,"about_ca_topic_score_gemma":2.8937604e-8,"teacher_disagreement_score":0.32347885,"about_ca_system_score_codex":0.000052509386,"about_ca_system_score_gemma":0.00038271572,"threshold_uncertainty_score":0.29030356},"labels":[],"label_agreement":null},{"id":"W4212964004","doi":"10.1145/1370062","title":"Proceedings of the 3rd international workshop on Sharing and reusing architectural knowledge","year":2008,"lang":"en","type":"paratext","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Presentation (obstetrics); Variety (cybernetics); Reuse; Field (mathematics); Service (business); Engineering ethics; Computer science; Engineering management; Sociology; Engineering; Business; Artificial intelligence","score_opus":0.05831136434547072,"score_gpt":0.31826407602832885,"score_spread":0.2599527116828581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212964004","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006804853,0.0006167048,0.9264274,0.000386201,0.0038874499,0.0001959596,0.000002587611,0.00018286484,0.06149597],"genre_scores_gemma":[0.023960654,0.00043492793,0.82499796,0.00012478567,0.0005885074,0.000027982442,0.0000032485466,0.000054930548,0.14980702],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988694,0.000013605215,0.00023184459,0.00046796116,0.00021793375,0.00019926342],"domain_scores_gemma":[0.9989417,0.00044999024,0.00016155935,0.00029272685,0.00012001142,0.00003399222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018475518,0.00022733094,0.00025741363,0.0001807194,0.00008260496,0.00008323701,0.0017399214,0.000133205,0.000012891951],"category_scores_gemma":[0.00059608044,0.00015394235,0.000075248834,0.00027366081,0.000105692976,0.00017142856,0.0015427015,0.00050630677,0.000023622371],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011674479,0.00022790748,0.0007961734,0.0013516849,0.00059233623,0.000014148815,0.018665401,0.20972343,0.0061128666,0.07623857,0.1679006,0.5182601],"study_design_scores_gemma":[0.0045401,0.0008233275,0.017789831,0.024069952,0.00014048416,0.002641651,0.0008294566,0.24194995,0.11188342,0.07082683,0.5143808,0.010124205],"about_ca_topic_score_codex":0.0000026188814,"about_ca_topic_score_gemma":6.6303363e-7,"teacher_disagreement_score":0.5081359,"about_ca_system_score_codex":0.00007199922,"about_ca_system_score_gemma":0.000035412777,"threshold_uncertainty_score":0.6277587},"labels":[],"label_agreement":null},{"id":"W4213325903","doi":"10.1016/s1571-0661(05)80487-6","title":"Preface","year":2002,"lang":"en","type":"article","venue":"Electronic Notes in Theoretical Computer Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Software engineering; Notation; Event (particle physics); Popularity; Software development; Rotation formalisms in three dimensions; Software; Programming language; Mathematics","score_opus":0.017528815308889424,"score_gpt":0.2667824920485299,"score_spread":0.24925367673964047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213325903","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005979972,0.00038111024,0.9912761,0.00085641886,0.00042799136,0.00012892508,1.7207311e-7,0.0004989208,0.0004503882],"genre_scores_gemma":[0.5699509,0.000022302542,0.42982757,0.0001456764,0.000035581546,0.0000071129084,5.1590053e-8,0.000005913214,0.0000049036603],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99711186,0.00013806263,0.00025332725,0.0008018517,0.0005024121,0.0011924738],"domain_scores_gemma":[0.9974304,0.0013956878,0.000043877546,0.00093317,0.000064997934,0.00013188871],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016537827,0.00019937738,0.00021405634,0.0002590024,0.00016101428,0.00018260228,0.0029475936,0.000060055463,0.00003984497],"category_scores_gemma":[0.0011304612,0.00017802714,0.00004752005,0.0018568716,0.0012320615,0.0007917566,0.0008702446,0.00047380984,0.00007542926],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011911565,0.0000316946,0.00004021937,0.0000029012926,0.0000013818307,0.00000923452,0.00024053466,0.016865956,0.00031456252,0.8697842,0.000004881804,0.11270328],"study_design_scores_gemma":[0.0001423445,0.00015412885,0.0002180884,0.000013337308,7.628036e-7,0.000034137043,6.409081e-7,0.5299,0.0064441804,0.46277168,0.000107329644,0.0002133375],"about_ca_topic_score_codex":0.0000010608763,"about_ca_topic_score_gemma":7.543021e-7,"teacher_disagreement_score":0.5639709,"about_ca_system_score_codex":0.0002624907,"about_ca_system_score_gemma":0.000066106564,"threshold_uncertainty_score":0.7259736},"labels":[],"label_agreement":null},{"id":"W4214647708","doi":"10.1002/smr.377","title":"Search‐based many‐to‐one component substitution","year":2008,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Component (thermodynamics); Substitution (logic); Unavailability; Computer science; Mechanism (biology); Heuristics; Obsolescence; Engineering; Reliability engineering; Programming language","score_opus":0.1530069501892292,"score_gpt":0.3788819055904562,"score_spread":0.225874955401227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214647708","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02679282,0.0017551581,0.966237,0.0047892737,0.00017838753,0.00014032409,0.000001936834,0.000063915184,0.000041178388],"genre_scores_gemma":[0.3998213,0.0010807959,0.59879684,0.0001601189,0.000066575936,0.000004233645,3.8572767e-7,0.0000065764752,0.00006317746],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9973688,0.0007475033,0.00032626002,0.00025815185,0.000836009,0.00046323874],"domain_scores_gemma":[0.99206656,0.005642379,0.00014790424,0.0002597555,0.0015505736,0.000332819],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006377712,0.00011967487,0.00023268763,0.00044536486,0.0004384943,0.000094937976,0.00038943955,0.00006949889,0.000002475864],"category_scores_gemma":[0.018850304,0.00010223226,0.000038903345,0.0006509099,0.00032599116,0.00153104,0.00023011872,0.0007095368,0.000011674005],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021296013,0.0040784734,0.043077633,0.0017526386,0.0009058621,0.009340772,0.012528981,0.23754533,0.050743066,0.3537665,0.051576637,0.2133881],"study_design_scores_gemma":[0.010405904,0.0151874535,0.6074984,0.0028231703,0.00009942575,0.031031694,0.0027921447,0.025215503,0.009104434,0.12557274,0.16781653,0.002452586],"about_ca_topic_score_codex":0.00003392421,"about_ca_topic_score_gemma":7.6427114e-7,"teacher_disagreement_score":0.56442076,"about_ca_system_score_codex":0.0001977315,"about_ca_system_score_gemma":0.0002750557,"threshold_uncertainty_score":0.98941433},"labels":[],"label_agreement":null},{"id":"W4225385632","doi":"10.1002/cpe.6974","title":"Execution trace‐based model verification to analyze multicore and real‐time systems","year":2022,"lang":"en","type":"article","venue":"Concurrency and Computation Practice and Experience","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University; Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Telefonaktiebolaget LM Ericsson","keywords":"Computer science; Debugging; TRACE (psycholinguistics); Tracing; Multi-core processor; Workflow; Key (lock); Distributed computing; Real-time computing; Embedded system; Programming language; Operating system; Database","score_opus":0.05049310498795191,"score_gpt":0.3517176971639413,"score_spread":0.3012245921759894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225385632","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09700712,0.0008147504,0.90115833,0.00039244507,0.00022992509,0.00019734856,0.000004234893,0.00015814322,0.000037709488],"genre_scores_gemma":[0.7970245,0.00011218679,0.20257385,0.00011920208,0.0000125320485,0.00012847153,0.0000053376866,0.000005120582,0.000018807497],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988058,0.00020944932,0.00020421405,0.00043386917,0.00019931843,0.00014732395],"domain_scores_gemma":[0.99874395,0.00076317467,0.00012999568,0.00017441777,0.00009465876,0.000093784016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045465984,0.00011972572,0.00013992592,0.0000997651,0.0003758646,0.00014958729,0.00015804703,0.00002853711,0.0000010883016],"category_scores_gemma":[0.00049177156,0.00013028405,0.000011547757,0.00029651448,0.000053695338,0.0010067847,0.00015194988,0.00011964172,0.0000012192434],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038261463,0.000045682515,0.000064245076,0.000034794277,0.000006641026,0.000006316593,0.015491408,0.9016596,0.0040032007,0.009051172,0.000068600566,0.06953005],"study_design_scores_gemma":[0.00020990834,0.00012655121,0.000430548,0.000011544441,0.000008443649,0.000035530564,0.0018558116,0.9957174,0.00010764384,0.00053683465,0.0007876169,0.0001721587],"about_ca_topic_score_codex":0.000026186974,"about_ca_topic_score_gemma":2.0648551e-7,"teacher_disagreement_score":0.7000174,"about_ca_system_score_codex":0.000035888475,"about_ca_system_score_gemma":0.000044851786,"threshold_uncertainty_score":0.53128296},"labels":[],"label_agreement":null},{"id":"W4230250513","doi":"10.1145/503222.503223","title":"Using aspectC to improve the modularity of path-specific customization in operating system code","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Modularity (biology); Code refactoring; Personalization; Scheduling (production processes); Architecture; Path (computing); Code (set theory); Operating system; Distributed computing; Context (archaeology); Computer architecture; Parallel computing; Programming language; Software; Engineering; World Wide Web","score_opus":0.07168538791869956,"score_gpt":0.30870687229828975,"score_spread":0.2370214843795902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230250513","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051816605,0.0000641492,0.9471845,0.00007262521,0.00028930948,0.00021736162,7.626605e-7,0.00020636836,0.00014834522],"genre_scores_gemma":[0.44767028,0.0000032077512,0.5522685,0.00001542697,0.000019114563,0.0000055017867,1.2165502e-7,0.0000046610367,0.000013202574],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990265,0.00013800466,0.0002552998,0.0002504516,0.00014893271,0.00018080471],"domain_scores_gemma":[0.99908733,0.00029337977,0.00005640544,0.00046690786,0.000068628324,0.000027353915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008107347,0.000092422,0.00015991913,0.00007684634,0.000059528043,0.00004951892,0.0004798238,0.000039477243,0.0000012601171],"category_scores_gemma":[0.00032538772,0.00006767809,0.00002367284,0.0005652721,0.000015696922,0.00025892426,0.00020946166,0.00010337331,0.0000021625183],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019223805,0.000007888865,0.0003082379,0.000012830246,0.0000019811953,0.0000057445445,0.00045618645,0.9546474,0.024344398,0.013207656,0.0000064240835,0.006999331],"study_design_scores_gemma":[0.00015689897,0.000025716987,0.0011861497,0.00005183335,0.0000012126352,0.000016815646,0.00026663736,0.9827387,0.014911144,0.00041028386,0.0001039942,0.00013065434],"about_ca_topic_score_codex":0.000059322214,"about_ca_topic_score_gemma":0.000010316837,"teacher_disagreement_score":0.39585367,"about_ca_system_score_codex":0.00013952155,"about_ca_system_score_gemma":0.000019713332,"threshold_uncertainty_score":0.27598324},"labels":[],"label_agreement":null},{"id":"W4230496176","doi":"10.1109/aspec.2007.54","title":"Aligning the Map Requirements Modelling with the B-method for Formal Software Development","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Software engineering; Formal specification; Software requirements specification; Software development; Requirements analysis; Software requirements; Requirements elicitation; Formal methods; Formal verification; System requirements specification; Requirements management; Software construction; Programming language; Systems engineering; Software; Engineering","score_opus":0.07290963996075285,"score_gpt":0.3233122804366441,"score_spread":0.2504026404758913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230496176","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021116497,0.00007598056,0.9981,0.00045575883,0.00022347746,0.0003822854,2.895703e-7,0.00047152318,0.000079555786],"genre_scores_gemma":[0.0033412566,0.0000011476596,0.99564797,0.00048686098,0.00004857728,0.000065905806,9.839696e-7,0.000016819375,0.00039047888],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985999,0.000049220016,0.00022201304,0.0002861154,0.00029228634,0.00055049086],"domain_scores_gemma":[0.9968091,0.0024802252,0.00008471511,0.00047673122,0.000105304985,0.00004389776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038571805,0.00016546804,0.00012481432,0.000046598067,0.0005020028,0.000090530346,0.0010183932,0.00004061956,0.0000011003156],"category_scores_gemma":[0.00010208634,0.0000793463,0.00003985407,0.00020985225,0.00003457482,0.00047909655,0.0002862204,0.00013048625,0.0000034604084],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021417321,0.000009112577,0.00004004893,0.00002335231,0.000040478608,0.0000028835666,0.0024445322,0.79091674,0.00009402251,0.02298414,0.00022211185,0.18320116],"study_design_scores_gemma":[0.0018771883,0.00043346253,0.0006298366,0.00018422281,0.0000491883,0.000088079345,0.002369182,0.677619,0.10775405,0.051219344,0.15606873,0.0017077655],"about_ca_topic_score_codex":0.000003844685,"about_ca_topic_score_gemma":0.0000074158847,"teacher_disagreement_score":0.1814934,"about_ca_system_score_codex":0.00006336597,"about_ca_system_score_gemma":0.00005702403,"threshold_uncertainty_score":0.38610503},"labels":[],"label_agreement":null},{"id":"W4230925513","doi":"10.1007/978-3-642-24606-7_26","title":"System Identification for Adaptive Software Systems: A Requirements Engineering Perspective","year":2011,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Identification (biology); Perspective (graphical); Process (computing); Software system; Requirements engineering; Software; Control system; Software requirements; System identification; Control engineering; Software engineering; Artificial intelligence; Software construction; Data modeling; Engineering; Programming language","score_opus":0.0595757578511155,"score_gpt":0.28340568561130286,"score_spread":0.22382992776018737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230925513","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003636024,0.0012361618,0.9915053,0.000028493523,0.0047867037,0.0011829218,0.000019578862,0.0010860625,0.00015109165],"genre_scores_gemma":[0.028242473,0.000015622323,0.9709624,0.00003322841,0.00035631642,0.0001444041,0.0000038415365,0.00007052385,0.0001711911],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960647,0.00004384992,0.0006709251,0.0017806691,0.00072220265,0.0007176213],"domain_scores_gemma":[0.9957294,0.0013622856,0.0004654308,0.0014915983,0.0008110437,0.00014022888],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001517126,0.000626829,0.00068646553,0.0009562973,0.00021337876,0.0003565541,0.0029347595,0.0003452393,9.020134e-7],"category_scores_gemma":[0.0009884274,0.0006307196,0.00016124961,0.0004878338,0.0002399465,0.00093363,0.000816575,0.00053821376,0.000015894075],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012620533,0.000013614021,0.0000033177473,0.00031162085,0.000046064455,0.00003435322,0.0014712319,0.6709527,0.00015400733,0.26791775,0.000006597054,0.059076168],"study_design_scores_gemma":[0.00042883633,0.0003600788,0.000054875643,0.002129531,0.00003682344,0.00011202825,0.0000059565104,0.82416487,0.0019028714,0.16907081,0.00024919203,0.0014841385],"about_ca_topic_score_codex":0.000023824517,"about_ca_topic_score_gemma":0.0000037902832,"teacher_disagreement_score":0.1532122,"about_ca_system_score_codex":0.0018155846,"about_ca_system_score_gemma":0.0003228598,"threshold_uncertainty_score":0.9996144},"labels":[],"label_agreement":null},{"id":"W4231180642","doi":"10.1109/seams.2013.6595502","title":"Improving context-awareness in self-adaptation using the DYNAMICO reference model","year":2013,"lang":"en","type":"preprint","venue":"Biblioteca Digital - Universidad Icesi","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada; Ministère de l'Education Nationale, de l'Enseignement Superieur et de la Recherche; Universidad ICESI; International Business Machines Corporation","keywords":"Adaptation (eye); Computer science; Context (archaeology); Reference model; Adaptive system; Context awareness; Relevance (law); Context model; Risk analysis (engineering); Process management; Artificial intelligence; Software engineering; Engineering","score_opus":0.0779813434687284,"score_gpt":0.29116031693303834,"score_spread":0.21317897346430995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231180642","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.072777376,0.0002810407,0.92468196,0.00010077844,0.0003799104,0.00046973574,0.000032714393,0.00082243694,0.00045401911],"genre_scores_gemma":[0.6874418,0.0000902138,0.3122062,0.000040167648,0.000027068221,0.000014807003,0.000017816858,0.00003464052,0.00012727959],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974825,0.00013655217,0.00041911777,0.0009611356,0.0004547338,0.0005459649],"domain_scores_gemma":[0.997212,0.00071168144,0.00044711735,0.0012468182,0.0002785807,0.00010379085],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00037583392,0.0004940711,0.00045160388,0.002668521,0.00017239203,0.0014571776,0.0028255614,0.0004519321,0.0000017183329],"category_scores_gemma":[0.00030671188,0.00044287395,0.00012392685,0.002947819,0.000103535356,0.0039081564,0.0030287667,0.0010158017,0.000011064323],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007386909,0.000031446234,0.000063499225,0.00010033563,0.000025085985,0.000020058551,0.0008256234,0.9670977,0.00017700448,0.005093653,0.000016495691,0.026541715],"study_design_scores_gemma":[0.00022490247,0.000023310435,0.00025281607,0.00016646835,0.000014677803,0.000008339548,0.0004574429,0.9830903,0.00013981992,0.015013206,0.0000841454,0.00052457117],"about_ca_topic_score_codex":0.0007269201,"about_ca_topic_score_gemma":0.000055989116,"teacher_disagreement_score":0.61466444,"about_ca_system_score_codex":0.0006025436,"about_ca_system_score_gemma":0.0006675773,"threshold_uncertainty_score":0.9998023},"labels":[],"label_agreement":null},{"id":"W4231357897","doi":"10.22215/etd/2008-07821","title":"Management of aspect weaving","year":2008,"lang":"en","type":"dissertation","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Heritage; Library and Archives Canada","funders":"","keywords":"Weaving; Humanities; Engineering; Art; Mechanical engineering","score_opus":0.03226765055508379,"score_gpt":0.30518444305877257,"score_spread":0.2729167925036888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231357897","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008015115,0.00048249605,0.96930146,0.000006374321,0.0008887892,0.00009296905,3.3337122e-7,0.0004332593,0.027992781],"genre_scores_gemma":[0.0040914,0.00049966306,0.9781222,0.0000042689544,0.00001509602,0.000012206237,0.000011042189,0.0000139678095,0.017230207],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99915755,0.000021880507,0.00019832513,0.00026743778,0.0002129474,0.00014184072],"domain_scores_gemma":[0.99919593,0.0001394482,0.00010944817,0.0004877982,0.000046442263,0.000020904983],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011236205,0.00014403238,0.00021460654,0.000121900695,0.000026701167,0.000010676825,0.0007335951,0.00008125786,0.000007974539],"category_scores_gemma":[0.000043200253,0.00013729327,0.00006977415,0.00022756665,0.000008850064,0.00012505818,0.00008729332,0.000118515316,0.000011347176],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016183789,0.000075687516,0.00002876987,0.0016439826,0.00034330282,0.00039581137,0.0023237492,0.02729255,0.00082812074,0.31069672,0.001282513,0.6550726],"study_design_scores_gemma":[0.0027301067,0.0009252491,0.11416591,0.0067527713,0.00034134186,0.00021245056,0.0059347106,0.011178746,0.46787873,0.36075127,0.020468352,0.008660386],"about_ca_topic_score_codex":0.0000040251325,"about_ca_topic_score_gemma":0.0000014215541,"teacher_disagreement_score":0.64641225,"about_ca_system_score_codex":0.000029234736,"about_ca_system_score_gemma":0.000018130195,"threshold_uncertainty_score":0.5598657},"labels":[],"label_agreement":null},{"id":"W4231732242","doi":"10.1109/mise.2017.10","title":"Specifying Evolving Requirements Models with TimedURN","year":2017,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Fonds de recherche du Québec – Nature et technologies","keywords":"Computer science; Metamodeling; Notation; Snapshot (computer storage); Consistency (knowledge bases); Software engineering; Programming language; Artificial intelligence; Database","score_opus":0.14352286539023335,"score_gpt":0.33274105792792613,"score_spread":0.1892181925376928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231732242","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010443649,0.00005198913,0.98491794,0.00019186157,0.00025140133,0.000070888185,1.5179259e-7,0.0005535829,0.0129178455],"genre_scores_gemma":[0.25662997,0.0000059365875,0.742408,0.00003501146,0.000031827884,0.000005057734,1.070267e-7,0.00000858002,0.0008755346],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99909765,0.00002093387,0.00010503194,0.00029864907,0.00021449712,0.0002632441],"domain_scores_gemma":[0.9984074,0.00013214337,0.00008822941,0.0012547488,0.000059495764,0.000057972873],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003129478,0.00011516486,0.00012618111,0.00004588884,0.0003118381,0.0003247115,0.0013976156,0.00002913082,0.0000106628495],"category_scores_gemma":[0.00030429763,0.000088323715,0.000022054115,0.00004842601,0.000048338927,0.002413806,0.0004900224,0.00009586424,0.00002142339],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028142653,0.00008966548,0.004513568,0.000094079274,0.00015045262,0.00027778497,0.003511478,0.43183473,0.00528901,0.30942792,0.0017402722,0.24304289],"study_design_scores_gemma":[0.0008706687,0.00016116214,0.009479737,0.00018396582,0.000009583643,0.000050543702,0.000058307272,0.7340511,0.012101005,0.24157867,0.00058741943,0.00086780457],"about_ca_topic_score_codex":0.0000112995685,"about_ca_topic_score_gemma":0.0000028973936,"teacher_disagreement_score":0.3022164,"about_ca_system_score_codex":0.00004244381,"about_ca_system_score_gemma":0.000024060715,"threshold_uncertainty_score":0.36017364},"labels":[],"label_agreement":null},{"id":"W4232961725","doi":"10.1145/1041685.1029918","title":"Implementing protocols via declarative event patterns","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"AspectJ; Computer science; Programming language; Aspect-oriented programming; Compiler; Event (particle physics); Protocol (science); Set (abstract data type); Maintainability; Traceability; Software engineering; Software","score_opus":0.04000230675253633,"score_gpt":0.32106506698540965,"score_spread":0.2810627602328733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232961725","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020270322,0.00011808133,0.9730388,0.00019508594,0.00038476303,0.0025578998,0.000012331789,0.003422005,7.476538e-7],"genre_scores_gemma":[0.3772845,0.0000040749255,0.62051475,0.00007151564,0.00010557596,0.0019484957,0.000008824311,0.00005575656,0.000006490803],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99694836,0.000055393764,0.0005654849,0.0007891345,0.0004813306,0.0011602729],"domain_scores_gemma":[0.97724366,0.020610362,0.00018184712,0.0016054851,0.00015122555,0.00020744349],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007222907,0.00052984076,0.00045950894,0.0002570546,0.00021808485,0.00017599111,0.0020803222,0.00015751501,0.000012980029],"category_scores_gemma":[0.08239498,0.0005427003,0.00017958482,0.0006016848,0.000029703106,0.0009511701,0.0013962231,0.00047343114,0.000043158554],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015332247,0.00019537144,0.09456908,0.0005519487,0.00018721844,0.00022296699,0.0028819207,0.78590226,0.014198746,0.007560073,0.00003793164,0.09367718],"study_design_scores_gemma":[0.0063979845,0.0015877923,0.37088042,0.0027420283,0.00009797859,0.0005811691,0.000119571356,0.0037317555,0.56470525,0.030226178,0.011510353,0.007419514],"about_ca_topic_score_codex":0.000032651482,"about_ca_topic_score_gemma":0.000006848364,"teacher_disagreement_score":0.7821705,"about_ca_system_score_codex":0.00027433975,"about_ca_system_score_gemma":0.000096543,"threshold_uncertainty_score":0.99970245},"labels":[],"label_agreement":null},{"id":"W4233714500","doi":"10.1007/3-540-40011-7_27","title":"Consistent Behaviour Representation in Activity and Sequence Diagrams","year":2000,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Sequence diagram; Computer science; Activity diagram; Story-driven modeling; Graph rewriting; Interaction overview diagram; Communication diagram; Block diagram; Sequence (biology); Unified Modeling Language; Theoretical computer science; Programming language; Diagram; Consistency (knowledge bases); Graph; Representation (politics); Control flow; Data flow diagram; Class diagram; Artificial intelligence","score_opus":0.06065128398025846,"score_gpt":0.31375218937467947,"score_spread":0.253100905394421,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233714500","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044821613,0.00033061573,0.9934412,0.00026828048,0.0006812051,0.00033391052,0.0000033184683,0.00022325106,0.00023605993],"genre_scores_gemma":[0.31842834,0.00014542803,0.6810953,0.00016573876,0.00006937937,0.0000144205205,0.000001759134,0.000020045678,0.0000596056],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9970792,0.000080819846,0.00035181217,0.0014365774,0.0005515799,0.00050000387],"domain_scores_gemma":[0.9972707,0.001354352,0.00016394915,0.0010228681,0.00007552269,0.00011257521],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007893887,0.00040434164,0.0004856006,0.00061547646,0.00010249372,0.00025639567,0.0013446021,0.00025472548,0.000004461873],"category_scores_gemma":[0.00033472417,0.00040068428,0.00006192615,0.0005347747,0.0006524006,0.000766059,0.0007718595,0.0007862173,0.0000047574927],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005416227,0.000014871792,0.0006367913,0.000017196526,0.0000029575053,0.0001675094,0.0004990371,0.107991666,0.00025864976,0.002198659,7.348368e-7,0.8882065],"study_design_scores_gemma":[0.0006150624,0.00027767813,0.015788853,0.0007429938,0.000012583044,0.0003296042,6.001416e-7,0.34051535,0.006060724,0.63394725,0.000087472115,0.0016218438],"about_ca_topic_score_codex":0.00007736985,"about_ca_topic_score_gemma":0.00012531094,"teacher_disagreement_score":0.88658464,"about_ca_system_score_codex":0.00031255346,"about_ca_system_score_gemma":0.00020403172,"threshold_uncertainty_score":0.9998445},"labels":[],"label_agreement":null},{"id":"W4234210905","doi":"10.22215/etd/2011-08822","title":"The impact of aspect-oriented programming on software performance : the case study of leader/followers and half-sync/half-async concurrent architectural patterns","year":2011,"lang":"en","type":"dissertation","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"sync; Computer science; Software; Asynchronous communication; Programming language; Telecommunications","score_opus":0.04236789946286259,"score_gpt":0.3258722040335118,"score_spread":0.28350430457064923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234210905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75884193,0.00029289912,0.23900697,0.000006587169,0.00075459265,0.0008913249,0.000003667308,0.00018289118,0.00001915799],"genre_scores_gemma":[0.98197925,0.000041966552,0.017637633,0.0000025615213,0.000027408367,0.00011515196,0.000012130043,0.000034152166,0.00014975955],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99775356,0.00027670548,0.0005728196,0.0005461637,0.0004017439,0.00044902804],"domain_scores_gemma":[0.9965304,0.0016292572,0.00054124754,0.0009687501,0.00025247838,0.00007784029],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00063515984,0.00048335246,0.00053721335,0.00017331912,0.00029260412,0.00006883016,0.0009940187,0.00011762671,0.0000029826701],"category_scores_gemma":[0.0006273712,0.00025187776,0.00017694112,0.00040283264,0.00012788309,0.00017549573,0.00018832642,0.00063260423,6.871023e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015326914,0.000364766,0.009913683,0.00037478207,0.00051222334,0.00017789376,0.044203784,0.009187686,0.000030692598,0.0005028382,0.0000140816655,0.9345643],"study_design_scores_gemma":[0.010550492,0.05173107,0.5586358,0.0045179673,0.0011437914,0.004588092,0.3024516,0.039784964,0.017496198,0.0015280308,0.00023146336,0.0073405313],"about_ca_topic_score_codex":0.001629439,"about_ca_topic_score_gemma":0.0009256707,"teacher_disagreement_score":0.92722374,"about_ca_system_score_codex":0.000067560904,"about_ca_system_score_gemma":0.000114579605,"threshold_uncertainty_score":0.9999933},"labels":[],"label_agreement":null},{"id":"W4234590816","doi":"10.1109/icse.2001.919101","title":"Separating features in source code: an exploratory study","year":2005,"lang":"en","type":"article","venue":"Proceedings of the 23rd International Conference on Software Engineering. ICSE 2001","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Codebase; AspectJ; Computer science; Context (archaeology); Process (computing); Separation of concerns; Software engineering; Feature (linguistics); Source code; Programming language; Software; Aspect-oriented programming","score_opus":0.05341582456775241,"score_gpt":0.3164684557005727,"score_spread":0.2630526311328203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234590816","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48904386,0.00004941301,0.508308,0.00039551302,0.00073733437,0.0003968667,0.000007875632,0.0007623158,0.00029878583],"genre_scores_gemma":[0.7335667,0.000013056154,0.26584753,0.000088596884,0.0001336982,0.00006378894,0.0000012507086,0.000029916986,0.00025545966],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980422,0.000023752425,0.000432136,0.00051012344,0.0006210483,0.00037071196],"domain_scores_gemma":[0.9987561,0.00021266597,0.00021306927,0.00031499946,0.00040912378,0.00009405898],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007619799,0.00030666494,0.00029767668,0.00031312025,0.00006135311,0.0001532604,0.0023401775,0.000099497935,0.000013370081],"category_scores_gemma":[0.0021336358,0.00026435583,0.00007685758,0.00046114306,0.00004222265,0.0011681988,0.00048800776,0.0005436037,0.0000073795595],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000115970324,0.0011786276,0.02414697,0.00010285305,0.00015356956,0.000009886222,0.015850352,0.8432656,0.014265412,0.07115364,0.0014667392,0.028290395],"study_design_scores_gemma":[0.004781535,0.0019043646,0.07834409,0.001520137,0.000053181124,0.00013804703,0.0058467845,0.81048423,0.07821103,0.008634905,0.0065800208,0.0035016758],"about_ca_topic_score_codex":0.000006978778,"about_ca_topic_score_gemma":0.000019854167,"teacher_disagreement_score":0.24452281,"about_ca_system_score_codex":0.00018978593,"about_ca_system_score_gemma":0.000057854417,"threshold_uncertainty_score":0.99998087},"labels":[],"label_agreement":null},{"id":"W4234615164","doi":"10.1109/icse.2001.919165","title":"Generative techniques for product lines","year":2005,"lang":"en","type":"article","venue":"Proceedings of the 23rd International Conference on Software Engineering. ICSE 2001","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Generative grammar; Product (mathematics); Artificial intelligence; Natural language processing; Mathematics","score_opus":0.056493582251025805,"score_gpt":0.3100834653983445,"score_spread":0.25358988314731873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234615164","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004199227,0.000059386675,0.9905838,0.0026639919,0.0008375954,0.00044794354,0.000022273316,0.00083722384,0.00034855984],"genre_scores_gemma":[0.067944966,0.000059088034,0.9302908,0.00017728283,0.00048737862,0.00018383101,0.0000029628739,0.000031076615,0.0008225761],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984905,0.000005859289,0.00035171234,0.00044227816,0.000393117,0.0003165184],"domain_scores_gemma":[0.9982395,0.00022093396,0.00021440307,0.00026020166,0.0010022755,0.00006266589],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004281468,0.00027447735,0.000255468,0.00019862094,0.000067064495,0.00010778646,0.0018771689,0.000082539154,0.0000105831705],"category_scores_gemma":[0.003838856,0.00021807846,0.00013407497,0.00027476184,0.000053633765,0.00063312636,0.00032304905,0.00025423174,0.0000042533093],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010669455,0.000294341,0.0009301727,0.0002602656,0.00024908883,0.0000011365925,0.0009995175,0.058799993,0.08105462,0.7447926,0.015100307,0.09741127],"study_design_scores_gemma":[0.0005255405,0.0002830832,0.00077078195,0.0004355894,0.00002044809,0.000033149718,0.000032986183,0.1463144,0.7942706,0.017159833,0.039319206,0.0008343969],"about_ca_topic_score_codex":0.0000017958932,"about_ca_topic_score_gemma":5.50402e-7,"teacher_disagreement_score":0.72763276,"about_ca_system_score_codex":0.00013290807,"about_ca_system_score_gemma":0.000057167657,"threshold_uncertainty_score":0.88929814},"labels":[],"label_agreement":null},{"id":"W4234862786","doi":"10.22215/etd/2008-07685","title":"Aspect composition in core scenario models","year":2008,"lang":"en","type":"dissertation","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Library and Archives Canada","funders":"","keywords":"Core (optical fiber); Composition (language); Computer science; Humanities; Art; Telecommunications; Literature","score_opus":0.07980576951557439,"score_gpt":0.31629363969557556,"score_spread":0.23648787018000117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234862786","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0074463678,0.00038441215,0.9842693,0.00001952114,0.00087685534,0.00017944103,0.0000010581689,0.00072667765,0.0060963673],"genre_scores_gemma":[0.045647822,0.00024693087,0.9509993,0.000048753504,0.000042872893,0.00003515786,0.00015893311,0.000029685963,0.0027905211],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99872863,0.00004698361,0.00026873042,0.0004559677,0.00024728317,0.00025241834],"domain_scores_gemma":[0.9990539,0.00026794893,0.00009441868,0.00047087128,0.000071440074,0.00004140838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014828004,0.00023976294,0.00031930514,0.00029852366,0.00005085398,0.000037107562,0.0006985182,0.00022994599,0.0000046842742],"category_scores_gemma":[0.00006948598,0.00024129445,0.00006844227,0.00036486282,0.000014074286,0.00047223186,0.000058359605,0.0003962703,0.00001948566],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026674747,0.000070437796,0.00004331767,0.00010820652,0.000019985688,0.00018342986,0.0031741774,0.8923557,0.0009772963,0.081572644,0.000612097,0.020856058],"study_design_scores_gemma":[0.001022334,0.00020527559,0.009496692,0.00070642907,0.00001627402,0.0001361583,0.0002847235,0.5361762,0.011897881,0.4375445,0.00026240732,0.0022511098],"about_ca_topic_score_codex":0.00004496028,"about_ca_topic_score_gemma":0.00008652909,"teacher_disagreement_score":0.35617948,"about_ca_system_score_codex":0.00015206772,"about_ca_system_score_gemma":0.00009455255,"threshold_uncertainty_score":0.9839702},"labels":[],"label_agreement":null},{"id":"W4235078688","doi":"10.1007/11687061_9","title":"abc : An Extensible AspectJ Compiler","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"AspectJ; Computer science; Programming language; Polyglot; Aspect-oriented programming; Compiler; Modular design; Workbench; Syntax; Code generation; Software engineering; Software; Artificial intelligence; Operating system; Key (lock)","score_opus":0.034768223375661,"score_gpt":0.2806857056810714,"score_spread":0.24591748230541038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235078688","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003899756,0.00061585516,0.99188876,0.00023525285,0.0028108733,0.00031857178,0.0000051639704,0.0010538899,0.003032647],"genre_scores_gemma":[0.010637436,0.000023738909,0.9874149,0.00067025784,0.00060446403,0.000008801318,0.000007881737,0.00006398485,0.0005685617],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99523294,0.00007165896,0.0005915301,0.0021014044,0.0010412958,0.000961153],"domain_scores_gemma":[0.9955207,0.0011830447,0.00026865068,0.002507434,0.0003064778,0.00021370489],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011936801,0.0007427275,0.0007647366,0.0009916298,0.00026904696,0.00051494874,0.0045732604,0.0004092001,0.00001644067],"category_scores_gemma":[0.0002584469,0.00070873764,0.00014376156,0.0007397572,0.000820232,0.0011618378,0.0015320412,0.0011535062,0.000054363947],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025393927,0.000021808273,0.000016461301,0.00002031703,0.0000054212933,0.00014616016,0.00015799298,0.66853344,0.00017213295,0.016859313,0.00005843116,0.31400594],"study_design_scores_gemma":[0.00025521626,0.0002660491,0.0004267036,0.00023594889,0.00000761046,0.00015111,1.0390738e-7,0.3538081,0.0018450822,0.63917434,0.0025743076,0.0012553988],"about_ca_topic_score_codex":0.000026191334,"about_ca_topic_score_gemma":0.00003829745,"teacher_disagreement_score":0.62231505,"about_ca_system_score_codex":0.0003896995,"about_ca_system_score_gemma":0.0003908632,"threshold_uncertainty_score":0.9995364},"labels":[],"label_agreement":null},{"id":"W4235624252","doi":"10.4018/978-1-59904-693-8.ch019","title":"Formalizing Patterns with the User Requirements Notation","year":2011,"lang":"en","type":"book-chapter","venue":"Ubiquitous Computing","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Ottawa","funders":"","keywords":"Notation; Computer science; Focus (optics); Context (archaeology); Programming language; Process (computing); Isolation (microbiology); Pattern language (formal languages); Human–computer interaction; Theoretical computer science; Software engineering; Linguistics","score_opus":0.06369670701465122,"score_gpt":0.26937300458504676,"score_spread":0.20567629757039554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235624252","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000195239,0.00017574229,0.9767014,0.00008245506,0.0007993619,0.00031834707,0.0000023849511,0.00085353554,0.020871555],"genre_scores_gemma":[0.045079987,0.00005898565,0.9155553,0.00069461804,0.0007938044,0.000017984006,0.000018712999,0.00021011801,0.037570514],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980275,0.000056366134,0.00037331955,0.000603022,0.00045515964,0.0004846192],"domain_scores_gemma":[0.99772406,0.0006129704,0.0004686942,0.00097411853,0.00015522637,0.00006494868],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00062117446,0.00045093626,0.0003658965,0.00014541268,0.00030443855,0.00015923248,0.0014703778,0.00017773725,0.000010115059],"category_scores_gemma":[0.00006151727,0.0003231416,0.000101789155,0.000069605645,0.00006566047,0.0003932038,0.00081585796,0.0005675571,0.000035867233],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028177423,0.000024413735,0.00018510035,0.0003355861,0.00035485937,0.0002317071,0.00826267,0.05341448,0.00010211976,0.49161363,0.0009588174,0.44448844],"study_design_scores_gemma":[0.0056300634,0.00416054,0.005456753,0.014717256,0.00096606807,0.0017857318,0.0007108134,0.08959115,0.00977419,0.39086455,0.45903108,0.017311784],"about_ca_topic_score_codex":0.0000125760125,"about_ca_topic_score_gemma":0.000010536978,"teacher_disagreement_score":0.45807227,"about_ca_system_score_codex":0.00011703626,"about_ca_system_score_gemma":0.00005498379,"threshold_uncertainty_score":0.99992204},"labels":[],"label_agreement":null},{"id":"W4235758371","doi":"10.1145/347636.348874","title":"Requirements-based monitors for real-time systems","year":2000,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Memorial University of Newfoundland","funders":"","keywords":"Supervisor; Oracle; Computer science; Reliability engineering; Real-time computing; Control (management); Control system; System requirements; Systems engineering; Engineering; Software engineering; Operating system","score_opus":0.03872014890617605,"score_gpt":0.29030976756630583,"score_spread":0.2515896186601298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235758371","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031092418,0.00042000518,0.9610455,0.00010274226,0.0010723865,0.0005693542,0.000030744413,0.0056623346,0.000004529483],"genre_scores_gemma":[0.12471738,0.000036263595,0.87420064,0.000044608732,0.0002602574,0.00032358777,0.000029045736,0.00011024284,0.0002779986],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99737734,0.00006126649,0.0005193003,0.0007706609,0.0004187665,0.0008526542],"domain_scores_gemma":[0.9366397,0.061129615,0.0001081478,0.0017628744,0.00015273734,0.00020692927],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00064461725,0.0005045144,0.0005256081,0.0002443626,0.00016790997,0.00019782026,0.0019501331,0.00021117879,0.000028858927],"category_scores_gemma":[0.0739248,0.00053027,0.00019140792,0.0005601707,0.000039507737,0.00066302187,0.00018122778,0.0002201894,0.00010254471],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023618219,0.000050427538,0.0037887716,0.000286534,0.00006135349,0.000020466163,0.0001377916,0.9596301,0.005129356,0.00052537076,0.0005240769,0.02982218],"study_design_scores_gemma":[0.012380822,0.003925293,0.09224283,0.0040018577,0.00047354045,0.00025716532,0.00005497626,0.5675624,0.18952109,0.0044069635,0.10847663,0.016696401],"about_ca_topic_score_codex":0.00002817542,"about_ca_topic_score_gemma":1.8254693e-7,"teacher_disagreement_score":0.39206764,"about_ca_system_score_codex":0.00018370843,"about_ca_system_score_gemma":0.000079689635,"threshold_uncertainty_score":0.9997149},"labels":[],"label_agreement":null},{"id":"W4236143877","doi":"10.22215/etd/2007-08215","title":"Automating software evolution: towards using constraints with action for model evolution","year":2007,"lang":"en","type":"dissertation","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Canadian Heritage","funders":"","keywords":"Computer science; Action (physics); Software; Programming language; Physics","score_opus":0.09312315316629483,"score_gpt":0.3836257006978772,"score_spread":0.2905025475315824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236143877","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037015325,0.00016568402,0.9917453,0.000008567048,0.0012207441,0.0006252797,0.000011715909,0.002263523,0.00025763913],"genre_scores_gemma":[0.027369788,0.0000029821865,0.97127473,0.000015223811,0.0001233652,0.00007016311,0.00009978967,0.00005941335,0.0009845238],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977811,0.00004761187,0.00044025885,0.0007208864,0.00047545697,0.00053468597],"domain_scores_gemma":[0.99802953,0.00041708056,0.00038826902,0.00051166763,0.0005614032,0.00009207141],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00066540367,0.00043350854,0.00042057698,0.00040108105,0.0002974035,0.000106096544,0.0005436888,0.00044827268,0.00000412941],"category_scores_gemma":[0.00087488006,0.00040915087,0.00013019172,0.00047565208,0.000062053085,0.0009020182,0.00005374675,0.0003525917,0.0000023990867],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005386891,0.000023053233,0.000025382888,0.00046156754,0.000059051414,0.0000036926442,0.00038113055,0.86520463,0.0013356116,0.0174162,0.000032062046,0.115003765],"study_design_scores_gemma":[0.00042351766,0.00010861346,0.000888508,0.0003930978,0.00005992517,0.00004834243,0.00039806828,0.97048765,0.0028594462,0.023593577,0.000008728517,0.000730497],"about_ca_topic_score_codex":0.000029790868,"about_ca_topic_score_gemma":0.000051159674,"teacher_disagreement_score":0.114273265,"about_ca_system_score_codex":0.0011556527,"about_ca_system_score_gemma":0.00081951823,"threshold_uncertainty_score":0.999836},"labels":[],"label_agreement":null},{"id":"W4236319854","doi":"10.1145/1104011.1103858","title":"AspectAda","year":2005,"lang":"en","type":"article","venue":"ACM SIGAda Ada Letters","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Programming language; Computer science; AspectJ; First-generation programming language; Java; Interface (matter); Low-level programming language; Fourth-generation programming language; Aspect-oriented programming; Very high-level programming language; Programming language specification; Programming paradigm; Programming domain; Functional logic programming; Inductive programming; Software; Operating system","score_opus":0.024166371813279,"score_gpt":0.261369772295011,"score_spread":0.23720340048173202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236319854","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027241087,0.00017526325,0.9489524,0.02191063,0.00051741215,0.00007242558,5.5602413e-7,0.0009835233,0.00014674383],"genre_scores_gemma":[0.113172546,0.000007328924,0.8800277,0.0064471737,0.00023274473,0.000012041626,7.229351e-7,0.000016161412,0.000083572806],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987389,0.000060262584,0.00017850696,0.0003745383,0.00026650477,0.00038128637],"domain_scores_gemma":[0.9977308,0.000893575,0.000053317533,0.0012214681,0.000021901875,0.000078941244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002321879,0.00016986506,0.00016040108,0.00008652895,0.00007342359,0.00007399811,0.0018211863,0.00004262165,0.000014321789],"category_scores_gemma":[0.0010069871,0.00016578162,0.0000612365,0.00028584272,0.000043295124,0.0007022525,0.00048643159,0.00020703924,0.00012061938],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014101373,0.00007590815,0.00086458086,0.00004485654,0.000104508166,0.00031675928,0.0017759507,0.3559233,0.17428498,0.026760543,0.0710957,0.3687388],"study_design_scores_gemma":[0.0026710196,0.0003033557,0.017681763,0.00017646166,0.000045423752,0.00044135106,0.00013545899,0.015235362,0.3104701,0.06653868,0.5818454,0.00445561],"about_ca_topic_score_codex":0.000009219327,"about_ca_topic_score_gemma":0.0000040164414,"teacher_disagreement_score":0.51074976,"about_ca_system_score_codex":0.0000943671,"about_ca_system_score_gemma":0.000021113887,"threshold_uncertainty_score":0.6760378},"labels":[],"label_agreement":null},{"id":"W4236445615","doi":"10.1109/icse.2000.870506","title":"Holmes: a system to support software product lines","year":2002,"lang":"en","type":"article","venue":"Proceedings of the 2000 International Conference on Software Engineering. ICSE 2000 the New Millennium","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Alberta","funders":"","keywords":"Software product line; Computer science; Software; Product (mathematics); Software engineering; Operating system; Software development; Mathematics","score_opus":0.041198685447346166,"score_gpt":0.2618331410508965,"score_spread":0.22063445560355033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236445615","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007677504,0.0007777475,0.9751003,0.0061714677,0.005280992,0.0011628406,0.00006988487,0.0024223009,0.0013369671],"genre_scores_gemma":[0.22262865,0.00035130512,0.75935745,0.00078776974,0.0012496316,0.0002407288,0.0000053951094,0.00016174822,0.015217343],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968467,0.000021688566,0.0006516099,0.0008048505,0.001055906,0.0006192654],"domain_scores_gemma":[0.99751014,0.0003202046,0.00031286664,0.0007997244,0.0008306685,0.0002264096],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005577468,0.000564277,0.000499175,0.0003519424,0.0001584313,0.00024724047,0.0047159055,0.00014268895,0.000096397445],"category_scores_gemma":[0.0034603109,0.0003818586,0.00024403725,0.0008857514,0.0000820257,0.0005728553,0.00082706206,0.0005988875,0.00013934675],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026323335,0.0006180705,0.0029113404,0.0012143009,0.0009836169,0.000038119568,0.017451383,0.34050012,0.01168696,0.18621394,0.32679072,0.11132819],"study_design_scores_gemma":[0.0062305937,0.0033827052,0.014015906,0.008975571,0.00040991788,0.001726639,0.0015091068,0.26701954,0.1396562,0.0074491515,0.5399658,0.009658876],"about_ca_topic_score_codex":0.000020642616,"about_ca_topic_score_gemma":0.0000013023208,"teacher_disagreement_score":0.21574287,"about_ca_system_score_codex":0.00043947436,"about_ca_system_score_gemma":0.00016889667,"threshold_uncertainty_score":0.9998633},"labels":[],"label_agreement":null},{"id":"W4237045207","doi":"10.1109/icse.1996.493436","title":"Linguistic support for the evolutionary design of software architectures","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Architecture; Architecture description language; Programming language; Restructuring; Software architecture; Computer architecture; Syntax; Software architecture description; Reference architecture; Software; Software engineering; Artificial intelligence","score_opus":0.08020267569117033,"score_gpt":0.2917949673638084,"score_spread":0.21159229167263804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237045207","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008366412,0.0006625536,0.99818087,0.00014171784,0.00032639425,0.00022194319,0.0000024681572,0.00037549314,0.00008019236],"genre_scores_gemma":[0.026797554,0.000012509734,0.972425,0.000084505584,0.000051960596,0.00004146656,3.1777557e-7,0.000007752956,0.0005789783],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993286,0.000046882113,0.00014582703,0.0001720416,0.00012651166,0.00018010125],"domain_scores_gemma":[0.993267,0.0061599715,0.000045488185,0.00041864332,0.00008401492,0.00002485903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002923412,0.00008838462,0.00011096996,0.000049441853,0.000076266224,0.000011429655,0.0006794516,0.00003038123,0.000024652934],"category_scores_gemma":[0.00460729,0.00005729027,0.000071086906,0.00014240677,0.00006294777,0.00003625178,0.00010711168,0.000070885,0.000005228165],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053715808,0.000020652356,0.00004281549,0.000027945935,0.000026572996,0.000002551849,0.00064185134,0.93086874,0.0001037226,0.010043529,0.002220676,0.05599557],"study_design_scores_gemma":[0.000442261,0.0005137584,0.0019766144,0.000025293228,0.000030780284,0.00006573276,0.000020223984,0.75771576,0.003685863,0.22469293,0.010396128,0.000434638],"about_ca_topic_score_codex":0.0000017803322,"about_ca_topic_score_gemma":1.6606174e-7,"teacher_disagreement_score":0.2146494,"about_ca_system_score_codex":0.000014280785,"about_ca_system_score_gemma":0.000017658764,"threshold_uncertainty_score":0.5515689},"labels":[],"label_agreement":null},{"id":"W4237407782","doi":"10.1109/seams.2015.26","title":"Hogna: A Platform for Self-Adaptive Applications in Cloud Environments","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Software deployment; Cloud computing; Computer science; Installation; Software; Plan (archaeology); Automation; Software engineering; Set (abstract data type); Systems engineering; Operating system; Engineering","score_opus":0.0793600530469652,"score_gpt":0.29909173498829805,"score_spread":0.21973168194133286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237407782","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00061740115,0.00005417121,0.99808925,0.000050057428,0.00012516393,0.0003833793,0.0000014821641,0.0003248344,0.00035425197],"genre_scores_gemma":[0.02644882,0.0000044178346,0.9729754,0.00004307892,0.000030909694,0.00028920238,0.0000014908213,0.000007017226,0.00019970017],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99935836,0.000013349493,0.00011690278,0.0002261642,0.000099841636,0.00018537027],"domain_scores_gemma":[0.9991598,0.00043225707,0.000029987365,0.00030168175,0.000012759087,0.00006351633],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029355875,0.00008629632,0.0001042732,0.000057509664,0.000024536563,0.000015288337,0.0004119654,0.000042066535,4.7520678e-7],"category_scores_gemma":[0.00011199255,0.00007692195,0.000022548704,0.0001597442,0.000014000902,0.00029435233,0.00014551595,0.00006160518,0.000015660244],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029085617,0.00033307562,0.0008598374,0.000025363992,0.000050846822,0.000005523968,0.0053752465,0.16210207,0.00038176466,0.7573159,0.0012724136,0.072248876],"study_design_scores_gemma":[0.0024104642,0.00048555908,0.0025732538,0.000015786198,0.000011777701,0.000010901052,0.0009535577,0.12397953,0.009427537,0.7661863,0.09303766,0.00090765744],"about_ca_topic_score_codex":0.0000035608016,"about_ca_topic_score_gemma":0.0000024260373,"teacher_disagreement_score":0.09176524,"about_ca_system_score_codex":0.00012442267,"about_ca_system_score_gemma":0.000027005493,"threshold_uncertainty_score":0.3136786},"labels":[],"label_agreement":null},{"id":"W4238275896","doi":"10.1145/1103845.1094839","title":"Adding trace matching with free variables to AspectJ","year":2005,"lang":"en","type":"article","venue":"ACM SIGPLAN Notices","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"AspectJ; Computer science; Programming language; TRACE (psycholinguistics); Compiler; Semantics (computer science); Aspect-oriented programming; Programmer; Feature (linguistics); Software","score_opus":0.029708433143108032,"score_gpt":0.2764361334019181,"score_spread":0.24672770025881005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238275896","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026530998,0.00019264343,0.9696307,0.0016250886,0.00021889475,0.00011670908,0.0000046865885,0.00091216125,0.0007680911],"genre_scores_gemma":[0.19426773,0.0000031550617,0.8051732,0.00025112007,0.00016070508,0.000012109388,8.0322394e-7,0.000017154343,0.000113979615],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99867904,0.000062118015,0.00017193586,0.00042767954,0.00026703862,0.00039216498],"domain_scores_gemma":[0.9963252,0.0022351125,0.000074064534,0.0012123104,0.00003965575,0.0001136868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000430824,0.00019235082,0.00020732853,0.00012224013,0.00012184663,0.00017723409,0.0022894659,0.00005204592,0.000012767094],"category_scores_gemma":[0.0016156196,0.00016042704,0.000024977773,0.00036306004,0.000021604892,0.0009064815,0.0005839158,0.00018701106,0.00005666911],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018869585,0.000027769865,0.00023266677,0.000031478463,0.00003539863,0.00004515108,0.0033580556,0.91306067,0.0023769655,0.024322836,0.0007204213,0.055769708],"study_design_scores_gemma":[0.007865668,0.0037988098,0.05102878,0.0027487227,0.0003548208,0.000953796,0.0041860626,0.08300098,0.17459181,0.3944024,0.2647882,0.012279905],"about_ca_topic_score_codex":0.00002803123,"about_ca_topic_score_gemma":0.00006298441,"teacher_disagreement_score":0.8300597,"about_ca_system_score_codex":0.00005354976,"about_ca_system_score_gemma":0.00002990361,"threshold_uncertainty_score":0.65420246},"labels":[],"label_agreement":null},{"id":"W4238366930","doi":"10.1007/3-540-40011-7_2","title":"On the Extension of UML with Use Case Maps Concepts","year":2000,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mitel (Canada); University of Ottawa","funders":"","keywords":"Computer science; Unified Modeling Language; Notation; Programming language; Applications of UML; Abstraction; Semantics (computer science); Class diagram; Bridging (networking); Component (thermodynamics); Software engineering; Software","score_opus":0.0437506566886111,"score_gpt":0.2821385289714918,"score_spread":0.23838787228288066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238366930","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005575552,0.00018031972,0.9974945,0.00028171937,0.00059732754,0.00034163753,0.0000067834753,0.00019553912,0.000344612],"genre_scores_gemma":[0.106464066,0.00003721906,0.892411,0.0008179611,0.00009326173,0.000007155187,0.0000012547622,0.00003400998,0.0001341025],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99720544,0.00008284083,0.00036645468,0.0011273662,0.0007557991,0.00046209723],"domain_scores_gemma":[0.9924592,0.005041975,0.00023952554,0.0019709799,0.00020018917,0.00008816202],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008203786,0.00046852787,0.000488324,0.00041230387,0.00018161678,0.00018347274,0.001874966,0.00020010902,0.000013693692],"category_scores_gemma":[0.0005449679,0.000293013,0.00008498359,0.000527558,0.0010980368,0.00045878702,0.00057947205,0.0007947861,0.000010813046],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015612677,0.000012461557,0.0000033573497,0.000014117856,0.000007912474,0.0011646599,0.0004072325,0.5920876,0.000051890012,0.046878293,0.000011446266,0.3593454],"study_design_scores_gemma":[0.0005791059,0.001278176,0.00011483429,0.0017643021,0.000021755875,0.0042045237,7.009709e-7,0.2012863,0.0063744113,0.78157914,0.0012430381,0.0015536988],"about_ca_topic_score_codex":0.000018859413,"about_ca_topic_score_gemma":0.000021480215,"teacher_disagreement_score":0.73470086,"about_ca_system_score_codex":0.000121658646,"about_ca_system_score_gemma":0.00020258865,"threshold_uncertainty_score":0.9999522},"labels":[],"label_agreement":null},{"id":"W4238485182","doi":"10.36227/techrxiv.14870187","title":"Software Product Line Analysis Using Variability-aware Datalog","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Datalog; Computer science; Programming language; Software product line; Software; Java; Product (mathematics); Pointer (user interface); Cartesian product; Inference; Class (philosophy); Lift (data mining); Set (abstract data type); Theoretical computer science; Software development; Data mining; Artificial intelligence; Mathematics; Discrete mathematics","score_opus":0.08456199291468679,"score_gpt":0.33971994964813546,"score_spread":0.25515795673344865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238485182","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025077127,0.00044010533,0.9924193,0.00012352392,0.0017751268,0.00032253898,0.000053773216,0.0023379799,0.000019966483],"genre_scores_gemma":[0.026979042,0.000037702437,0.97212845,0.00008165842,0.00020395126,0.00003380872,0.0003490832,0.0000367512,0.00014957412],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99530697,0.00061308674,0.00066315476,0.0023536873,0.00051385054,0.00054924004],"domain_scores_gemma":[0.9920591,0.0016668171,0.00028237925,0.0053357114,0.0005107946,0.00014519444],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0019832095,0.00057470135,0.0011465824,0.00050816836,0.000121435434,0.00047024462,0.002810598,0.00032870178,0.00005172336],"category_scores_gemma":[0.007397729,0.00055742136,0.00046358432,0.0021147046,0.00008113205,0.00060513895,0.008792744,0.0010860648,0.000004851086],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001443939,0.000050707666,0.0008157248,0.00023597217,0.00061862904,0.000051214207,0.00020273504,0.98729795,0.000098162454,0.00024359983,0.00002466094,0.010359221],"study_design_scores_gemma":[0.00024601663,0.00004360715,0.0028864723,0.00025228207,0.0014450545,0.000058800888,0.00007898728,0.9499707,0.0070344913,0.03500138,0.00028312614,0.0026990606],"about_ca_topic_score_codex":0.000100492565,"about_ca_topic_score_gemma":0.000021462312,"teacher_disagreement_score":0.037327208,"about_ca_system_score_codex":0.00029956372,"about_ca_system_score_gemma":0.0005305743,"threshold_uncertainty_score":0.99968773},"labels":[],"label_agreement":null},{"id":"W4238716416","doi":"10.1109/icse.1998.671356","title":"Design components: towards software composition at the design level","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Component (thermodynamics); Software design; Composition (language); Software engineering; Component-based software engineering; Software design pattern; Structural pattern; Software; Systems engineering; Design process; Process (computing); Software development; Programming language; Engineering; Work in process","score_opus":0.26097779663486387,"score_gpt":0.296060728421164,"score_spread":0.03508293178630012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238716416","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015341028,0.00035671942,0.9963157,0.0010162982,0.000420786,0.00031771534,0.0000020657772,0.0013040409,0.00011326323],"genre_scores_gemma":[0.015043646,0.000037158934,0.98298615,0.00051297277,0.000033863787,0.000041804968,0.0000020092793,0.000017980512,0.0013244019],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981994,0.0005005541,0.00021912978,0.00038230198,0.00033232773,0.0003662544],"domain_scores_gemma":[0.99688935,0.0021383811,0.000069337024,0.0007534383,0.000077177625,0.00007232478],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007431074,0.00021295484,0.000191412,0.00006702703,0.00030472255,0.0001006916,0.0011204387,0.00007313607,0.000107425716],"category_scores_gemma":[0.00032184145,0.0001458939,0.000062784326,0.0003090769,0.00008830266,0.00044254863,0.00043267684,0.00016729803,0.0002769317],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016680871,0.00008020937,0.000021871567,0.000013966336,0.00004250136,0.000032322972,0.00092713395,0.8382599,0.010044066,0.0022974699,0.015030096,0.13323379],"study_design_scores_gemma":[0.0014816428,0.00049273745,0.004224776,0.00008671483,0.000037317524,0.00041630847,0.000043565655,0.7747677,0.17608738,0.03595421,0.00477478,0.0016328705],"about_ca_topic_score_codex":0.000008251039,"about_ca_topic_score_gemma":4.3862005e-7,"teacher_disagreement_score":0.16604331,"about_ca_system_score_codex":0.00015948711,"about_ca_system_score_gemma":0.000011892268,"threshold_uncertainty_score":0.59493804},"labels":[],"label_agreement":null},{"id":"W4239061549","doi":"10.1007/978-3-642-24485-8_10","title":"Aspect-Oriented Modelling for Distributed Systems","year":2011,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Distributed computing; Node (physics); MODELLER; Aspect-oriented programming; Programming language; Engineering; Software","score_opus":0.05861922604520475,"score_gpt":0.271629143193649,"score_spread":0.21300991714844425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239061549","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000436554,0.0010005939,0.9924401,0.00006616483,0.004697694,0.00074164185,0.0000337135,0.00075136055,0.00026435425],"genre_scores_gemma":[0.009503466,0.000042220847,0.9896918,0.00008617485,0.00037179576,0.000045814013,0.000016061329,0.00005434543,0.00018832505],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99617153,0.000039352002,0.00060621713,0.0016744187,0.00064228236,0.00086617045],"domain_scores_gemma":[0.9957537,0.0017150588,0.00032823326,0.0016067041,0.00042424415,0.0001720445],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012205633,0.0006244242,0.00073189096,0.000651051,0.00023520624,0.00028747067,0.003159581,0.0003863631,0.000002366245],"category_scores_gemma":[0.0004094981,0.00058788614,0.00016613949,0.0005533395,0.00040764545,0.0005999987,0.0009750323,0.0006885574,0.000011573632],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005567635,0.000009042191,0.000001959298,0.00005663979,0.000010848803,0.00002055526,0.00022798277,0.86033505,0.000017835686,0.08757098,0.000007787508,0.051735755],"study_design_scores_gemma":[0.0001685832,0.00011470278,0.0000024204476,0.00024780666,0.0000069585913,0.000029938376,9.8454855e-8,0.7114132,0.00037607597,0.28541332,0.001692543,0.00053436356],"about_ca_topic_score_codex":0.000015863525,"about_ca_topic_score_gemma":0.000003756484,"teacher_disagreement_score":0.19784233,"about_ca_system_score_codex":0.0004162714,"about_ca_system_score_gemma":0.00030858626,"threshold_uncertainty_score":0.9996573},"labels":[],"label_agreement":null},{"id":"W4239454488","doi":"10.1007/978-3-642-24606-7_33","title":"Strategic Models for Business Intelligence","year":2011,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Toronto","funders":"","keywords":"Computer science; Business rule; Business intelligence; Artifact-centric business process model; Knowledge management; Key (lock); Business process modeling; Semantics of Business Vocabulary and Business Rules; Management science; Process management; Business process; Business; Computer security; Engineering","score_opus":0.12353023178943434,"score_gpt":0.29971109890338055,"score_spread":0.1761808671139462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239454488","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003074428,0.0006690637,0.9940339,0.00012226793,0.002580219,0.0005327674,0.0000063014004,0.00051874894,0.0015337123],"genre_scores_gemma":[0.00976792,0.0001076457,0.9892837,0.00025577514,0.00025729663,0.000032972537,0.0000030933224,0.000050445957,0.00024118788],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9963848,0.000027554312,0.0005394837,0.0016875585,0.0005608126,0.00079978025],"domain_scores_gemma":[0.9958815,0.0015136941,0.00026262505,0.001631167,0.00056618574,0.00014484944],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011056525,0.0006279679,0.0006292112,0.0007416082,0.0001788419,0.00029978278,0.0047030393,0.00037455343,0.000006444608],"category_scores_gemma":[0.0003091421,0.0005830685,0.00013122238,0.0007281366,0.0006215459,0.0009991152,0.0011952798,0.00062852394,0.000014777963],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035127814,0.0000072222565,3.1207313e-7,0.000042606298,0.000004367828,0.000014349546,0.00020401717,0.54652673,0.000018916819,0.1774361,0.0000011915275,0.27574065],"study_design_scores_gemma":[0.0000512661,0.00007193271,0.0000027519884,0.00015577632,0.0000036256426,0.000024424871,8.240816e-8,0.352811,0.0007256419,0.64563644,0.000075635246,0.00044142964],"about_ca_topic_score_codex":0.00001173333,"about_ca_topic_score_gemma":0.000014717795,"teacher_disagreement_score":0.46820033,"about_ca_system_score_codex":0.00023134793,"about_ca_system_score_gemma":0.00055427675,"threshold_uncertainty_score":0.9996621},"labels":[],"label_agreement":null},{"id":"W4240280987","doi":"10.1145/1595808","title":"Proceedings of the joint international and annual ERCIM workshops on Principles of software evolution (IWPSE) and software evolution (Evol) workshops","year":2009,"lang":"en","type":"paratext","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software evolution; Software review; Computer science; Theme (computing); Consistency (knowledge bases); Software; Event (particle physics); Software development; Software engineering; Data science; Software construction; World Wide Web; Artificial intelligence","score_opus":0.02784867388727347,"score_gpt":0.26212443863522483,"score_spread":0.23427576474795136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240280987","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0060412865,0.0022055418,0.9880494,0.00030012275,0.0017059972,0.0005681014,0.0000869191,0.00029969343,0.000742946],"genre_scores_gemma":[0.058539696,0.00065324985,0.92318594,0.00008898471,0.0003301524,0.000057455047,0.000027549591,0.00006892236,0.017048035],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99693066,0.000081597434,0.00081083324,0.0009408451,0.00080522435,0.00043083561],"domain_scores_gemma":[0.9969991,0.00074733264,0.0008170665,0.00056094857,0.0007681119,0.000107475484],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00073789427,0.0005615034,0.0007552127,0.000469619,0.00014844436,0.00009987553,0.0012973994,0.00056652783,0.000019317678],"category_scores_gemma":[0.0028870085,0.00043423136,0.00017177394,0.00064661435,0.00036040373,0.0007558672,0.0011630692,0.00076779706,0.000008520034],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059408037,0.00090414507,0.008754314,0.0038088518,0.00091301487,0.000011236088,0.006869504,0.28887194,0.0026389943,0.15301685,0.085868515,0.44774854],"study_design_scores_gemma":[0.005117797,0.0024076104,0.79710853,0.021130284,0.0004346966,0.00052691845,0.0029164844,0.021867977,0.013519934,0.097836256,0.030171847,0.006961635],"about_ca_topic_score_codex":0.0000236526,"about_ca_topic_score_gemma":0.00000630949,"teacher_disagreement_score":0.7883542,"about_ca_system_score_codex":0.00038907584,"about_ca_system_score_gemma":0.00018405482,"threshold_uncertainty_score":0.99981093},"labels":[],"label_agreement":null},{"id":"W4240395313","doi":"10.1145/2189751.2047884","title":"Monitoring aspects for the customization of automatically generated code for big-step models","year":2011,"lang":"en","type":"article","venue":"ACM SIGPLAN Notices","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Executable; Code generation; Programming language; Code (set theory); Personalization; Redundant code; Generator (circuit theory); Unreachable code; Dead code; Semantics (computer science); Reachability; Source code; Extension (predicate logic); Operating system; Theoretical computer science","score_opus":0.1913483787223302,"score_gpt":0.3198090411456223,"score_spread":0.1284606624232921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240395313","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061992276,0.00023097584,0.99165446,0.00007773564,0.0010152144,0.00042516663,0.000013640133,0.00033559607,0.00004799477],"genre_scores_gemma":[0.30025116,0.000011163997,0.6995114,0.00001395854,0.000105896725,0.00007571105,0.0000014384646,0.000012283048,0.000017009099],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99913746,0.00004528314,0.00023907126,0.00022537554,0.00013138272,0.00022140672],"domain_scores_gemma":[0.9950068,0.0040295874,0.000146297,0.00060555094,0.00017757874,0.000034176253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048794938,0.00012277033,0.00018155751,0.00006135012,0.00010102032,0.000037404006,0.0011390661,0.00006225365,5.643053e-7],"category_scores_gemma":[0.002286156,0.000089322726,0.000051017836,0.00017507342,0.00003829955,0.00033234732,0.00015095083,0.00005668092,9.595624e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061209736,0.000048184233,0.00016274121,0.0002016252,0.000102069134,0.0000016507734,0.0027682632,0.89936453,0.0052819108,0.029025845,0.00017126654,0.062810704],"study_design_scores_gemma":[0.0003337646,0.00012415026,0.0005789945,0.0000408119,0.000033962788,0.000001387497,0.00006183648,0.90445846,0.059747543,0.03437303,0.00008858813,0.00015748436],"about_ca_topic_score_codex":0.000007978028,"about_ca_topic_score_gemma":0.000005626959,"teacher_disagreement_score":0.29405195,"about_ca_system_score_codex":0.000019094703,"about_ca_system_score_gemma":0.00003790483,"threshold_uncertainty_score":0.3642475},"labels":[],"label_agreement":null},{"id":"W4240854512","doi":"10.1145/1176617.1176719","title":"Towards a framework for collaborative and coordinated product configuration","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Computer science; Context (archaeology); Process (computing); Product (mathematics); Configuration Management (ITSM); Collaborative software; Process management; Collaboration; Software engineering; Systems engineering; Knowledge management; Human–computer interaction; Engineering","score_opus":0.030830338179727457,"score_gpt":0.3021962906457417,"score_spread":0.27136595246601425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240854512","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007409886,0.00019743461,0.99655795,0.0010948328,0.00021460337,0.00032718375,0.0000026853775,0.00049619755,0.00036811142],"genre_scores_gemma":[0.09746998,0.0000040227155,0.9021426,0.00004973184,0.000049888225,0.00005766204,0.0000025690715,0.0000053129716,0.0002182832],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99940735,0.000035340698,0.000107342305,0.0002500662,0.00006361947,0.00013627937],"domain_scores_gemma":[0.9990675,0.00050367106,0.0000395008,0.00018745373,0.00018159373,0.000020295953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021246963,0.00008681092,0.00011341447,0.000041721898,0.00006914465,0.00007564597,0.0001481905,0.000041024192,0.0000016956667],"category_scores_gemma":[0.0009919875,0.000074192176,0.000012233724,0.00031259676,0.00003306691,0.00027561517,0.00004177826,0.00005369959,0.000001207394],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064916844,0.000009884967,0.000020966068,0.000013691633,0.000005513102,9.5608e-7,0.00016379016,0.0055587804,0.0015878417,0.9658832,0.0006401567,0.026108757],"study_design_scores_gemma":[0.00029878962,0.00013777672,0.0017921343,0.00001658401,0.000004427025,0.000005336835,0.00006234681,0.010104655,0.103579365,0.8794946,0.0042458465,0.0002581088],"about_ca_topic_score_codex":0.000009225517,"about_ca_topic_score_gemma":0.0000018581211,"teacher_disagreement_score":0.10199153,"about_ca_system_score_codex":0.000019401417,"about_ca_system_score_gemma":0.000038484992,"threshold_uncertainty_score":0.3025469},"labels":[],"label_agreement":null},{"id":"W4241344291","doi":"10.1145/996893.996861","title":"Jedd","year":2004,"lang":"en","type":"article","venue":"ACM SIGPLAN Notices","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Programming language; Compiler; Binary decision diagram; Key (lock); Java; Data structure; Theoretical computer science; Operating system","score_opus":0.045068316931145054,"score_gpt":0.2952424756677303,"score_spread":0.2501741587365853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241344291","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018407207,0.00022282847,0.9785837,0.00090740406,0.00056486507,0.00005213676,9.962555e-7,0.0008563286,0.00040452267],"genre_scores_gemma":[0.2730351,0.0000071528816,0.7266675,0.00017803004,0.000055245222,0.000004377028,8.091872e-7,0.000006499722,0.000045221987],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992118,0.000028657443,0.0001136573,0.0002539768,0.00015308542,0.00023883533],"domain_scores_gemma":[0.9982945,0.0007592381,0.00004560584,0.00081823475,0.000025499055,0.00005696156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002010428,0.00010881513,0.00011757483,0.00006202143,0.00006071391,0.00006796754,0.0014853085,0.00004532884,0.000004505791],"category_scores_gemma":[0.001665612,0.00009717981,0.000030201225,0.00020972698,0.00003165339,0.0004985005,0.00034963037,0.000113089336,0.00012980081],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008893723,0.00006873153,0.000776863,0.000058324018,0.00004201835,0.00019793467,0.0025174397,0.7435614,0.0040702894,0.16277419,0.00041230582,0.08551164],"study_design_scores_gemma":[0.0014185878,0.00037636166,0.019073091,0.00011668892,0.000021865317,0.00008998411,0.00014958548,0.0015411527,0.061257485,0.8992803,0.015377434,0.0012974258],"about_ca_topic_score_codex":0.000014777152,"about_ca_topic_score_gemma":0.00000491243,"teacher_disagreement_score":0.74202025,"about_ca_system_score_codex":0.000031338048,"about_ca_system_score_gemma":0.000028525285,"threshold_uncertainty_score":0.39628777},"labels":[],"label_agreement":null},{"id":"W4241820737","doi":"10.4018/978-1-5225-3923-0.ch024","title":"A Two-Layer Approach to Developing Self-Adaptive Multi-Agent Systems in Open Environment","year":2017,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"","keywords":"Adaptation (eye); Reinforcement learning; Computer science; Self-organization; Process (computing); Adaptive system; Reinforcement; Variety (cybernetics); Layer (electronics); Situated; Distributed computing; Artificial intelligence; Human–computer interaction; Engineering; Psychology","score_opus":0.12658737149270624,"score_gpt":0.31931022792348074,"score_spread":0.1927228564307745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241820737","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000035797905,0.0002976405,0.7136885,0.000014123549,0.0006347738,0.0013268872,0.0000182566,0.0002787004,0.28373754],"genre_scores_gemma":[0.0033057265,0.000007998259,0.98234314,0.00012264641,0.000090430585,0.00026904512,0.0000013112708,0.00005306048,0.013806627],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9970061,0.00009872123,0.0005329044,0.0012959033,0.00046514356,0.0006011945],"domain_scores_gemma":[0.9975222,0.0001311023,0.0003381595,0.0017482876,0.000053076677,0.0002071889],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00070111576,0.00065475795,0.00085898215,0.00013690957,0.00015430783,0.00046676781,0.004047762,0.00031782273,5.650656e-7],"category_scores_gemma":[0.000086494976,0.0006581721,0.00010893925,0.000020317544,0.000050999297,0.00024017887,0.00404041,0.00040978505,0.00013255226],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010642308,0.000018289587,0.000004433454,0.000046171437,0.0000830432,0.00010102383,0.00041163803,0.031476982,0.000008256407,0.9615804,0.0000562335,0.006202893],"study_design_scores_gemma":[0.007841008,0.0008871135,0.0013722503,0.0057130223,0.00022502596,0.000706856,0.00029988211,0.05519637,0.00041839984,0.7242485,0.1905032,0.012588377],"about_ca_topic_score_codex":0.00019786792,"about_ca_topic_score_gemma":0.00001935779,"teacher_disagreement_score":0.2699309,"about_ca_system_score_codex":0.001817945,"about_ca_system_score_gemma":0.0002718099,"threshold_uncertainty_score":0.99958694},"labels":[],"label_agreement":null},{"id":"W4242263591","doi":"10.1145/1229384","title":"Proceedings of the 3rd workshop on Testing aspect-oriented programs","year":2007,"lang":"en","type":"paratext","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Aspect-oriented programming; Software engineering; Computer science; Software testing; Software quality assurance; Modularity (biology); Quality assurance; Conjunction (astronomy); Software development; Software; Engineering management; Software quality; Engineering; Programming language","score_opus":0.0805477879240259,"score_gpt":0.3190850372644354,"score_spread":0.23853724934040949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242263591","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00035848925,0.0001763374,0.8886427,0.00008992368,0.0027535704,0.00052638707,0.0000013936254,0.00060390745,0.106847234],"genre_scores_gemma":[0.0008697243,0.000017837103,0.9312677,0.000101455276,0.0002453766,0.000044593657,0.0000023911118,0.000046056022,0.06740489],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997714,0.000026876238,0.0004513606,0.0006806229,0.00058975356,0.0005374127],"domain_scores_gemma":[0.9969565,0.00150601,0.00041599714,0.0006264606,0.00042419494,0.00007078962],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00072616164,0.00040512887,0.00045985362,0.0001998616,0.00010130284,0.00009469777,0.0020944602,0.0003221868,0.00001627329],"category_scores_gemma":[0.0026683945,0.00026573226,0.00014257526,0.0019862636,0.00012996396,0.00019492838,0.00077143137,0.00087607955,0.00012990937],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004408682,0.00041172808,0.000347799,0.000988804,0.00020782232,0.000013554393,0.0014403593,0.0363394,0.001701326,0.08346702,0.111719705,0.7633184],"study_design_scores_gemma":[0.0027281388,0.0030678473,0.0041624443,0.019589283,0.00019333724,0.0002927582,0.0012509384,0.01816936,0.1462524,0.02879117,0.76661694,0.008885353],"about_ca_topic_score_codex":0.000006559022,"about_ca_topic_score_gemma":9.106334e-7,"teacher_disagreement_score":0.75443304,"about_ca_system_score_codex":0.00012526994,"about_ca_system_score_gemma":0.000089319656,"threshold_uncertainty_score":0.9999795},"labels":[],"label_agreement":null},{"id":"W4244256865","doi":"10.1109/icse.2013.6606715","title":"A study of variability spaces in open source software","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Maintainability; Computer science; Software; Software system; Space (punctuation); Software engineering; Work (physics); Programming language; Engineering; Operating system","score_opus":0.07306912676554528,"score_gpt":0.32076640419130037,"score_spread":0.2476972774257551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244256865","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12068503,0.000018285311,0.8766446,0.00019793902,0.0009652813,0.0007800163,0.00000910371,0.0005996406,0.00010010921],"genre_scores_gemma":[0.56134194,0.000011158567,0.4381271,0.000036217425,0.000040039056,0.00021373968,0.0000049261557,0.000029601886,0.00019527003],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972855,0.00020306098,0.0006635228,0.00078684284,0.00061621884,0.00044488613],"domain_scores_gemma":[0.99659103,0.0015375551,0.00023452156,0.001023043,0.0004740721,0.0001397605],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011694911,0.00039258436,0.00052674516,0.0004318381,0.00005038544,0.000389017,0.003476542,0.00014329278,0.00015141527],"category_scores_gemma":[0.0050208615,0.0003886561,0.00007196179,0.00048300714,0.000047339407,0.0013201863,0.0013578358,0.00052662013,0.00006670769],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004332766,0.0012127383,0.06964939,0.00012581956,0.00020746172,0.00004119626,0.005119466,0.8374932,0.00039168927,0.047653534,0.0007417276,0.037320442],"study_design_scores_gemma":[0.0061615314,0.002205748,0.37794602,0.0013592205,0.000041183917,0.000053677737,0.0019442936,0.556265,0.0021106992,0.045167264,0.0029826863,0.0037626815],"about_ca_topic_score_codex":0.00060965377,"about_ca_topic_score_gemma":0.000029015615,"teacher_disagreement_score":0.4406569,"about_ca_system_score_codex":0.00020249645,"about_ca_system_score_gemma":0.00010841854,"threshold_uncertainty_score":0.99985653},"labels":[],"label_agreement":null},{"id":"W4244614862","doi":"10.1145/357474.355054","title":"Implicit context","year":2000,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Context (archaeology); Computer science; Component (thermodynamics); Java; Mechanism (biology); Software; Software engineering; Simple (philosophy); Distributed computing; Programming language; Epistemology; Philosophy","score_opus":0.02416181770670782,"score_gpt":0.2593882571528614,"score_spread":0.23522643944615357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244614862","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05691175,0.00095428753,0.93558586,0.00025821,0.00058075436,0.00017926235,0.000008666164,0.0055110143,0.000010175598],"genre_scores_gemma":[0.42917332,0.000044942797,0.57019854,0.00022311731,0.000112738286,0.000044501732,0.0000051224943,0.000052489813,0.0001451972],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977681,0.000044642973,0.0003901443,0.0006939179,0.00033248783,0.00077070674],"domain_scores_gemma":[0.9422434,0.055302966,0.00006542342,0.002066746,0.00008945026,0.0002320316],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00034008315,0.00044638527,0.0004308983,0.000185873,0.0001251258,0.00014382266,0.0023129254,0.00017719025,0.00014559277],"category_scores_gemma":[0.10265736,0.00046183553,0.00015651411,0.00064485567,0.00004215555,0.0007864485,0.00040077366,0.00040437025,0.00033522697],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014726249,0.00006540208,0.015629672,0.000118041535,0.00008564682,0.000109590415,0.0008322658,0.15669574,0.0031702965,0.006074303,0.0008327805,0.81637156],"study_design_scores_gemma":[0.0056017498,0.0014103855,0.53672904,0.0011911215,0.00016426745,0.0014537402,0.000079353376,0.012063647,0.12597579,0.020862605,0.28208637,0.012381948],"about_ca_topic_score_codex":0.000022086922,"about_ca_topic_score_gemma":0.0000012574749,"teacher_disagreement_score":0.8039896,"about_ca_system_score_codex":0.00009203764,"about_ca_system_score_gemma":0.000043490276,"threshold_uncertainty_score":0.99978334},"labels":[],"label_agreement":null},{"id":"W4245473607","doi":"10.1002/inst.12243","title":"The Best of Both Worlds: Agile Development Meets Product Line Engineering at Lockheed Martin","year":2019,"lang":"en","type":"article","venue":"Insight","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Agile software development; New product development; Product line; Engineering; Scrum; Agile usability engineering; Product (mathematics); Systems engineering; Scale (ratio); Quality (philosophy); Manufacturing engineering; Work (physics); Software product line; Engineering management; Software; Software development; Computer science; Software engineering; Software development process; Mechanical engineering; Business","score_opus":0.024206863763454076,"score_gpt":0.24692822697601577,"score_spread":0.2227213632125617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245473607","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15227798,0.002344687,0.8425524,0.00039596992,0.0013803096,0.0003201899,6.3630694e-7,0.0003821026,0.0003457229],"genre_scores_gemma":[0.39388183,0.000036771788,0.6030573,0.000030534753,0.00006299402,0.000027122645,0.0000012760387,0.000023395505,0.002878738],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9988092,0.00004325543,0.00029711387,0.00031142432,0.00024582795,0.00029317595],"domain_scores_gemma":[0.9984478,0.00063361606,0.000099304285,0.00070102187,0.00007096437,0.00004732804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004523488,0.00015927733,0.00019857282,0.00007840976,0.0000747909,0.00003290983,0.00071946223,0.000034968987,0.0000054694387],"category_scores_gemma":[0.0005372895,0.00011502532,0.000038084036,0.0003336487,0.000027789674,0.00018940927,0.00048278406,0.00012969712,0.00007654676],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046486828,0.00014007256,0.0039489144,0.00029419956,0.0001664499,0.000036145928,0.0052967994,0.6596773,0.18578489,0.008854416,0.00084403105,0.13491029],"study_design_scores_gemma":[0.00043934383,0.000117730524,0.005721758,0.00019067313,0.0000073949655,0.000021911721,0.00002143536,0.016497774,0.61490655,0.00039922958,0.36109802,0.0005781665],"about_ca_topic_score_codex":0.0000028064303,"about_ca_topic_score_gemma":0.0000059187846,"teacher_disagreement_score":0.64317954,"about_ca_system_score_codex":0.00010361267,"about_ca_system_score_gemma":0.000057046065,"threshold_uncertainty_score":0.46905965},"labels":[],"label_agreement":null},{"id":"W4245733707","doi":"10.1007/978-3-642-16129-2_13","title":"Inferring Meta-models for Runtime System Data from the Clients of Management APIs","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Set (abstract data type); Code (set theory); Runtime system; Range (aeronautics); Data mining; Distributed computing; Programming language","score_opus":0.1242389593893893,"score_gpt":0.31140637404190435,"score_spread":0.18716741465251507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245733707","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011000133,0.000836956,0.9950653,0.00013289176,0.00258111,0.0007787695,0.000089357505,0.0002633491,0.00024130038],"genre_scores_gemma":[0.010295287,0.000030390507,0.98911464,0.00019174689,0.000217925,0.00003391509,0.000019401048,0.00003552979,0.00006117091],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99630845,0.000053191998,0.0006342998,0.0016356464,0.00085218047,0.00051624485],"domain_scores_gemma":[0.99104846,0.0036733109,0.00042705232,0.004581576,0.00019321998,0.00007639435],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0023725023,0.00050162215,0.00082498044,0.00033374727,0.00021306903,0.00025266685,0.010923514,0.00025153012,0.000003216722],"category_scores_gemma":[0.00029084197,0.0003518885,0.00018361642,0.00034912734,0.00046857898,0.00082449696,0.0062443474,0.00067164045,0.000005587128],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000076817705,0.00001709933,0.000009150659,0.00018611297,0.00033648167,0.000018869167,0.00046558256,0.7091187,0.000118077936,0.06164133,0.000015687157,0.22806522],"study_design_scores_gemma":[0.00022621045,0.00004738539,0.000029979497,0.0003431491,0.00017670765,0.000009169582,5.0645866e-7,0.7084408,0.0012350972,0.2880838,0.00092635996,0.0004808259],"about_ca_topic_score_codex":0.000024487554,"about_ca_topic_score_gemma":0.00002535109,"teacher_disagreement_score":0.2275844,"about_ca_system_score_codex":0.0001247724,"about_ca_system_score_gemma":0.00012077796,"threshold_uncertainty_score":0.9998933},"labels":[],"label_agreement":null},{"id":"W4246209032","doi":"10.22215/etd/2013-07293","title":"Requirement analysis technique for configurable platform : case study","year":2013,"lang":"en","type":"dissertation","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Canadian Heritage; Library and Archives Canada","funders":"","keywords":"Computer science; Humanities; Art","score_opus":0.07546410038954178,"score_gpt":0.366023965930526,"score_spread":0.29055986554098423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246209032","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0056666355,0.00006905741,0.98973453,0.000007695719,0.00048568915,0.0026090192,0.0000039923093,0.00073947286,0.00068392267],"genre_scores_gemma":[0.05106952,0.000006492426,0.93362033,0.000016359527,0.000029258474,0.003286354,0.00008705417,0.000030917152,0.011853732],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99825186,0.000043982007,0.0004506582,0.00066489493,0.00025297503,0.00033563282],"domain_scores_gemma":[0.99769676,0.000701229,0.00022387743,0.0010047951,0.00030124208,0.00007208581],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007729529,0.0003314923,0.0005847136,0.0005562345,0.00013908073,0.00014993518,0.0007852444,0.00020374717,0.000036861427],"category_scores_gemma":[0.00033361453,0.00028879146,0.00021696609,0.00078790763,0.000008831255,0.00045063518,0.000068520945,0.0002027868,0.000007683735],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002675478,0.0037131524,0.00071922544,0.003932229,0.028589444,0.008293187,0.05315014,0.2867018,0.03604386,0.13459565,0.012021841,0.43197194],"study_design_scores_gemma":[0.0061637457,0.008979278,0.002048022,0.0005008981,0.010793719,0.0015392435,0.116857365,0.11847744,0.55939996,0.15491737,0.0058859587,0.014436976],"about_ca_topic_score_codex":0.00038709285,"about_ca_topic_score_gemma":0.00036255506,"teacher_disagreement_score":0.52335614,"about_ca_system_score_codex":0.000117576084,"about_ca_system_score_gemma":0.00007468632,"threshold_uncertainty_score":0.9999564},"labels":[],"label_agreement":null},{"id":"W4246443804","doi":"10.1109/icse.2001.919194","title":"Holmes: an intelligent system to support software product line development","year":2005,"lang":"en","type":"article","venue":"Proceedings of the 23rd International Conference on Software Engineering. ICSE 2001","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Software product line; Computer science; Software engineering; Software development; Blackboard (design pattern); Product line; Software; Blackboard system; Software architecture; Feature (linguistics); Product (mathematics); Software system; Resource-oriented architecture; Software construction; Programming language; Engineering","score_opus":0.06818995543559302,"score_gpt":0.30629305146165803,"score_spread":0.238103096026065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246443804","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04647864,0.00003466645,0.94915915,0.00060637004,0.0015372627,0.00049470324,0.000017269771,0.0014653284,0.00020660691],"genre_scores_gemma":[0.25430587,0.00001639757,0.7445225,0.00016368281,0.00026716862,0.000105280946,0.0000065589998,0.00004674091,0.00056579907],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99704134,0.000013304769,0.00069421076,0.00077084836,0.0009205873,0.00055972196],"domain_scores_gemma":[0.997715,0.00015939304,0.00027143085,0.00051870476,0.0010772254,0.00025824012],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008091268,0.00045665822,0.00040409,0.0003360005,0.000102091144,0.00019160834,0.003319902,0.00011128684,0.000032689863],"category_scores_gemma":[0.003122436,0.00038316223,0.00011896234,0.0005412969,0.000043600816,0.0008724342,0.00079258945,0.00042448603,0.00007142],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017687614,0.0007150116,0.0032086617,0.00075820915,0.000376704,0.000014369943,0.0052908356,0.55181885,0.009796522,0.17784245,0.004825505,0.24517599],"study_design_scores_gemma":[0.0021133712,0.0023398548,0.011371479,0.0042362004,0.000089403424,0.0004820213,0.00085358194,0.20310007,0.64725095,0.002366456,0.12059509,0.0052014966],"about_ca_topic_score_codex":0.0000038540447,"about_ca_topic_score_gemma":0.000002205103,"teacher_disagreement_score":0.63745445,"about_ca_system_score_codex":0.0005814298,"about_ca_system_score_gemma":0.00019181485,"threshold_uncertainty_score":0.999862},"labels":[],"label_agreement":null},{"id":"W4246653382","doi":"10.1109/raise.2015.12","title":"Recommending Features and Feature Relationships from Requirements Documents for Software Product Lines","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Software product line; Software engineering; Heuristics; Software; Feature model; Categorization; Feature (linguistics); Product (mathematics); Software system; Key (lock); Software development; Data mining; Artificial intelligence; Programming language; Operating system","score_opus":0.1561792397933961,"score_gpt":0.35165131447178205,"score_spread":0.19547207467838595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246653382","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028601983,0.0010927819,0.99160314,0.0022813953,0.0010338525,0.00031746255,0.000008796107,0.0007337099,0.00006867984],"genre_scores_gemma":[0.011061702,0.000020647374,0.9869984,0.00013556978,0.00016369688,0.000051786246,0.000018517101,0.00001631075,0.0015334159],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988463,0.0001059942,0.00015398054,0.00047286553,0.00017697104,0.00024388926],"domain_scores_gemma":[0.99818015,0.0010542118,0.000075999036,0.0004505452,0.00012301748,0.00011605694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070108083,0.00016928987,0.0001773537,0.0000844856,0.00014886894,0.00013286255,0.00041475304,0.00007890689,0.0000011800462],"category_scores_gemma":[0.00532997,0.00014326182,0.000029910469,0.00018638224,0.000023193928,0.00094079546,0.00027252463,0.0001936622,0.0000032154499],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018981061,0.00016222296,0.06754244,0.00020543573,0.0003655873,0.000023291237,0.0079024,0.017194916,0.0026257962,0.030817373,0.35334456,0.5196262],"study_design_scores_gemma":[0.0037743677,0.00042151732,0.049364235,0.000280226,0.00007369163,0.00006539794,0.0006511649,0.0032055343,0.021574145,0.8428386,0.07589232,0.001858833],"about_ca_topic_score_codex":0.000013051041,"about_ca_topic_score_gemma":0.000007915775,"teacher_disagreement_score":0.8120212,"about_ca_system_score_codex":0.00006327027,"about_ca_system_score_gemma":0.00002961595,"threshold_uncertainty_score":0.63808566},"labels":[],"label_agreement":null},{"id":"W4246852016","doi":"10.1145/1083063.1083075","title":"Towards requirements-driven autonomic systems design","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science","score_opus":0.11050941496352645,"score_gpt":0.3203696822161061,"score_spread":0.20986026725257967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246852016","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019752211,0.00019064492,0.99560654,0.00033398828,0.00066488376,0.00016358877,3.2773647e-7,0.0014909756,0.0013515366],"genre_scores_gemma":[0.06961733,0.000012653156,0.9291615,0.000101372934,0.000097654054,0.000026320226,2.756353e-7,0.000010351193,0.00097252365],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989488,0.00010788555,0.00020632092,0.0002981682,0.00015701092,0.00028180602],"domain_scores_gemma":[0.9990705,0.00023793211,0.000049468017,0.0005378506,0.0000379311,0.00006628769],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005241575,0.00012824014,0.00015862443,0.00007753731,0.000049540664,0.00009547766,0.00083497236,0.000048826405,0.000009955951],"category_scores_gemma":[0.00018325433,0.000113122085,0.000035229168,0.00015021859,0.000020490557,0.0006598155,0.00021540068,0.00008101648,0.00016001753],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001448436,0.000008750012,0.0000067617843,0.00000428577,0.000010261919,0.0000036868687,0.00011105105,0.92500585,0.000968158,0.032248374,0.0008291704,0.040802173],"study_design_scores_gemma":[0.00031115307,0.000096539334,0.00042212216,0.000023571245,0.000004896133,0.000034103567,0.000021757583,0.9632169,0.010528298,0.0043126307,0.020598099,0.00042990057],"about_ca_topic_score_codex":0.000008706798,"about_ca_topic_score_gemma":4.185668e-7,"teacher_disagreement_score":0.06941981,"about_ca_system_score_codex":0.00018766467,"about_ca_system_score_gemma":0.0000647208,"threshold_uncertainty_score":0.46129847},"labels":[],"label_agreement":null},{"id":"W4247334800","doi":"10.1109/icse.1988.93690","title":"Rigi: a system for programming-in-the-large","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"University of Victoria; Rice University","keywords":"Computer science; Consistency (knowledge bases); Traceability; Abstraction; Theoretical computer science; Graph; Programming language; Software; Generalization; Software system; Software development; Software engineering; Artificial intelligence; Mathematics","score_opus":0.041209297020167894,"score_gpt":0.303530590511966,"score_spread":0.2623212934917981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247334800","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017818119,0.00009372906,0.99774516,0.00007765334,0.00032137436,0.00036113537,3.5872102e-7,0.0005133643,0.0007090564],"genre_scores_gemma":[0.098687425,6.062665e-7,0.9009083,0.000057473644,0.0000123856635,0.00017661433,2.2566559e-7,0.000005320552,0.00015165556],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991564,0.000103115904,0.00012788984,0.00020516281,0.00010624839,0.00030117578],"domain_scores_gemma":[0.998691,0.00083784654,0.000025569789,0.00039575426,0.000028171125,0.000021636079],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013065385,0.00008272535,0.00010650356,0.000048572267,0.00005287409,0.000060823764,0.00054088904,0.000032520773,7.3202244e-7],"category_scores_gemma":[0.00062489364,0.000055889253,0.000041541425,0.0002800692,0.000009516856,0.00015501722,0.00003065906,0.0000636377,0.000008758093],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.832321e-7,0.000023455274,0.00006512247,0.0000493819,0.0000030477484,0.000007459441,0.00037067244,0.0016168372,0.000018112254,0.98621756,0.00015560054,0.011471876],"study_design_scores_gemma":[0.0024266986,0.0004844876,0.0005642057,0.0001154038,0.0000136206545,0.0002833234,0.0020891961,0.016410304,0.008347837,0.06727314,0.90091395,0.001077831],"about_ca_topic_score_codex":0.000001276044,"about_ca_topic_score_gemma":0.0000029539506,"teacher_disagreement_score":0.9189444,"about_ca_system_score_codex":0.000037828235,"about_ca_system_score_gemma":0.000019259714,"threshold_uncertainty_score":0.22790976},"labels":[],"label_agreement":null},{"id":"W4248003726","doi":"10.1109/icse.2013.6606686","title":"A framework for managing cloned product variants","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Product (mathematics); Computational biology; Biology; Mathematics","score_opus":0.0715748091024742,"score_gpt":0.3167656946727136,"score_spread":0.24519088557023938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248003726","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009215546,0.00008853881,0.990821,0.0018354774,0.003910933,0.0006009123,0.000019166298,0.0016460486,0.00015637104],"genre_scores_gemma":[0.11286301,0.00006245048,0.8855595,0.0002284268,0.0003478032,0.0004153578,0.000017375525,0.000056302393,0.00044974437],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976722,0.00003935321,0.0004215377,0.00079037104,0.00048076877,0.0005957632],"domain_scores_gemma":[0.99725944,0.0010559638,0.00015850276,0.0008358733,0.0005204476,0.00016976608],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00041288012,0.0004072496,0.00034226986,0.00033952922,0.00010398012,0.00040766416,0.001779858,0.00014531788,0.000103763814],"category_scores_gemma":[0.003777788,0.00041111783,0.00012443423,0.00028075668,0.000036177367,0.000966721,0.00032304847,0.00047815862,0.00020903106],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001360585,0.00005258576,0.00018179936,0.00007720675,0.00011261107,0.000009473969,0.00027365933,0.09387724,0.0005617733,0.8748315,0.0014270346,0.0285815],"study_design_scores_gemma":[0.0008311598,0.0002707529,0.008653155,0.0006754843,0.00001901103,0.000035409204,0.0000417623,0.63131106,0.0024179395,0.3482805,0.0058924975,0.0015712909],"about_ca_topic_score_codex":0.000026231179,"about_ca_topic_score_gemma":6.9483883e-7,"teacher_disagreement_score":0.5374338,"about_ca_system_score_codex":0.00016272857,"about_ca_system_score_gemma":0.000070857954,"threshold_uncertainty_score":0.99983406},"labels":[],"label_agreement":null},{"id":"W4248290991","doi":"10.1007/978-3-642-16373-9_5","title":"Finding Solutions in Goal Models: An Interactive Backward Reasoning Approach","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Viewpoints; Computer science; Ask price; Human–computer interaction; Domain (mathematical analysis); Goal orientation; Management science","score_opus":0.066060017546595,"score_gpt":0.30086303419435645,"score_spread":0.23480301664776143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248290991","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011482877,0.00022696082,0.99529034,0.000091637674,0.001965729,0.00035045602,0.000004350963,0.0004652277,0.0014904517],"genre_scores_gemma":[0.047914814,0.00002149176,0.9515136,0.00015596874,0.00025610265,0.000022569073,0.000006342429,0.000045267723,0.000063853346],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957434,0.000106579435,0.00053350936,0.001918922,0.0007036642,0.0009939297],"domain_scores_gemma":[0.9963833,0.0014033123,0.00025586507,0.001591525,0.000179394,0.00018656804],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.001980975,0.0006124942,0.00064989715,0.0013330257,0.0002858463,0.0004398008,0.0038558762,0.0005274706,0.0000038458634],"category_scores_gemma":[0.0006852086,0.00061293994,0.000114245166,0.00079364947,0.00060640695,0.0024433746,0.0020255845,0.002709771,0.0000080279315],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004326776,0.000024262112,0.0000088226125,0.000015525413,0.000004641598,0.000034177316,0.0018664596,0.8065178,0.00018727935,0.020767428,7.3433154e-7,0.17056857],"study_design_scores_gemma":[0.00014011069,0.00006766007,0.000054834698,0.00022790415,0.000002799126,0.000069589085,0.0000010075755,0.71976256,0.0003183083,0.27877966,0.00004769412,0.00052786764],"about_ca_topic_score_codex":0.000030473728,"about_ca_topic_score_gemma":0.00008818573,"teacher_disagreement_score":0.25801224,"about_ca_system_score_codex":0.0005759926,"about_ca_system_score_gemma":0.00042787244,"threshold_uncertainty_score":0.9996322},"labels":[],"label_agreement":null},{"id":"W4248364239","doi":"10.1109/mise.2015.10","title":"Incremental and Commutative Composition of State-Machine Models of Features","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Feature (linguistics); Computer science; Composition (language); Feature model; Software product line; Product line; State (computer science); Commutative property; Finite-state machine; Artificial intelligence; Line (geometry); Product (mathematics); Algorithm; Programming language; Engineering; Mathematics","score_opus":0.06195219400242152,"score_gpt":0.31246476729952205,"score_spread":0.2505125732971005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248364239","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0629558,0.00028324605,0.9363107,0.00003846293,0.000036352994,0.00005494787,0.0000067716514,0.00006720957,0.00024650342],"genre_scores_gemma":[0.5139695,0.0000050422977,0.48600048,0.000009841798,8.8526514e-7,8.067736e-7,0.0000010707618,0.0000015286238,0.00001084965],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99954224,0.00007419649,0.00011396048,0.00008743178,0.00011878266,0.00006341514],"domain_scores_gemma":[0.9994329,0.00026313507,0.00005718652,0.00014041072,0.00007384998,0.000032498792],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025654896,0.000057365873,0.00013156472,0.000047767302,0.000010671348,0.00000807011,0.00017208446,0.00001543141,2.7033312e-7],"category_scores_gemma":[0.00005109799,0.00004741702,0.000011551394,0.00009557986,0.00006015062,0.0004329895,0.00018331586,0.00005031801,1.08530294e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061132865,0.00008572093,0.00039482207,0.00006175125,0.00004844875,0.000003668912,0.0073928563,0.83283967,0.028493995,0.11265244,0.00015405485,0.01781142],"study_design_scores_gemma":[0.0011540873,0.00058908056,0.0037962724,0.000046228855,0.000008092522,0.000025563191,0.00044327072,0.19952649,0.409636,0.3845158,0.000008792538,0.00025034568],"about_ca_topic_score_codex":0.000073044954,"about_ca_topic_score_gemma":0.000003414191,"teacher_disagreement_score":0.6333132,"about_ca_system_score_codex":0.000014592089,"about_ca_system_score_gemma":0.000011525822,"threshold_uncertainty_score":0.193361},"labels":[],"label_agreement":null},{"id":"W4248575338","doi":"10.1109/icse.1994.296790","title":"Software aging","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":364,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Software engineering; Software; Focus (optics); Computer science; Sign (mathematics); Software development; Social software engineering; Term (time); Perception; Software construction; Programming language; Philosophy; Epistemology; Mathematics","score_opus":0.05766776038856479,"score_gpt":0.2650557950750028,"score_spread":0.20738803468643802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248575338","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001438445,0.0002456271,0.9953422,0.0003457653,0.00027910527,0.000025566438,9.1626774e-8,0.0020860473,0.0015317335],"genre_scores_gemma":[0.013775266,0.000013942002,0.9838782,0.00023530214,0.000026800517,0.000003792246,6.686242e-8,0.0000053950866,0.0020612692],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994555,0.000022194568,0.00007265272,0.00017955455,0.00009411462,0.0001759445],"domain_scores_gemma":[0.99922585,0.0003335735,0.000014402773,0.00037010704,0.000018627385,0.000037421276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010895923,0.000067179935,0.00006920812,0.0000472717,0.000041371943,0.000038702343,0.0004813272,0.000021816435,0.0000641742],"category_scores_gemma":[0.0004307083,0.00005928961,0.0000248521,0.00019360622,0.0000127487265,0.00034626783,0.00015675285,0.0000701912,0.00017305248],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.9746044e-7,0.000021805778,0.00047953517,0.000014087508,0.000009856084,0.00003993243,0.0006226502,0.035251856,0.00031533247,0.05541406,0.005875513,0.9019552],"study_design_scores_gemma":[0.0014778398,0.00029434945,0.0082151545,0.00010915647,0.000013845659,0.00039130833,0.000117624506,0.36268154,0.042803932,0.41326255,0.16739754,0.003235151],"about_ca_topic_score_codex":0.0000010157992,"about_ca_topic_score_gemma":1.8442215e-7,"teacher_disagreement_score":0.89872,"about_ca_system_score_codex":0.000015437367,"about_ca_system_score_gemma":0.0000019365827,"threshold_uncertainty_score":0.24177602},"labels":[],"label_agreement":null},{"id":"W4249457599","doi":"10.22215/etd/2010-09194","title":"Composition of aspects represented as UML sequence diagrams","year":2010,"lang":"en","type":"dissertation","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Library and Archives Canada","funders":"","keywords":"Sequence (biology); Sequence diagram; Computer science; Unified Modeling Language; Programming language","score_opus":0.03690424613040894,"score_gpt":0.34199385891717254,"score_spread":0.3050896127867636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249457599","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025704218,0.00011908092,0.96482176,0.000049387814,0.0018124186,0.00021721933,0.0000029109722,0.00075949874,0.0065134815],"genre_scores_gemma":[0.19032902,0.000057332938,0.8066069,0.000031477997,0.000065913446,0.000034780598,0.00021348555,0.000029898982,0.0026312193],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99847364,0.00008540962,0.0003343957,0.00051460497,0.00036439736,0.00022753091],"domain_scores_gemma":[0.99788517,0.0005675261,0.00027569864,0.00096065615,0.00024566345,0.00006530409],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026578316,0.00024460832,0.00036522016,0.00018013603,0.00004848509,0.000048074475,0.0010348537,0.0003259512,0.000021195761],"category_scores_gemma":[0.00084833644,0.00023315132,0.00010643168,0.0003737365,0.000042343436,0.0003282535,0.00010224661,0.0005261606,0.000029047585],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055889417,0.00014727983,0.000071391594,0.0005241839,0.00011387726,0.00012712777,0.0018929772,0.008975169,0.5893174,0.25151023,0.00031388752,0.1469506],"study_design_scores_gemma":[0.0002493061,0.00017475322,0.0028519453,0.00027093472,0.000025776784,0.000047225894,0.000094231546,0.0042217546,0.85140985,0.13973393,0.00020586608,0.00071442965],"about_ca_topic_score_codex":0.00009184206,"about_ca_topic_score_gemma":0.000050542978,"teacher_disagreement_score":0.2620925,"about_ca_system_score_codex":0.00003755685,"about_ca_system_score_gemma":0.00010021495,"threshold_uncertainty_score":0.9507635},"labels":[],"label_agreement":null},{"id":"W4249626616","doi":"10.1145/1837852.1621615","title":"Transactional pointcuts","year":2009,"lang":"en","type":"article","venue":"ACM SIGPLAN Notices","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Join (topology); Computer science; AspectJ; Sort-merge join; Programming language; Point (geometry); Semantics (computer science); Aspect-oriented programming; Joins; Mathematics; Software","score_opus":0.03643256248766095,"score_gpt":0.2933607549780999,"score_spread":0.2569281924904389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249626616","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00598334,0.00015271622,0.98995525,0.0021870008,0.00040188938,0.00004706549,0.0000014788394,0.0006979303,0.00057335524],"genre_scores_gemma":[0.353435,0.000006365433,0.64601874,0.0003918083,0.00005839991,0.0000017390984,0.0000012056421,0.0000034305842,0.00008331719],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991954,0.00004184132,0.000120865494,0.00024426257,0.0001794431,0.00021816934],"domain_scores_gemma":[0.9985098,0.00082650397,0.000040031075,0.00054026616,0.000026895868,0.000056477715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001963734,0.000108877735,0.000116642565,0.00006866316,0.00006275774,0.000059087422,0.001040757,0.000046380468,0.000013352761],"category_scores_gemma":[0.00056268345,0.00009958295,0.000038915812,0.00017998835,0.000018402001,0.0005591075,0.000041488376,0.00012646569,0.000049477498],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003924988,0.00014728833,0.00034311294,0.000034645815,0.000052975112,0.00015564072,0.0020621489,0.19919272,0.012151609,0.087618865,0.0021161092,0.69608563],"study_design_scores_gemma":[0.001430314,0.0010803347,0.11655845,0.00009952072,0.000039407467,0.00021470859,0.00010718914,0.018967908,0.0531321,0.78237367,0.024136461,0.0018599702],"about_ca_topic_score_codex":0.0000023026835,"about_ca_topic_score_gemma":0.0000010435475,"teacher_disagreement_score":0.6947548,"about_ca_system_score_codex":0.000018705448,"about_ca_system_score_gemma":0.000018573308,"threshold_uncertainty_score":0.4060875},"labels":[],"label_agreement":null},{"id":"W4251755026","doi":"10.1109/scam.2004.22","title":"Specifying the Law of Demeter and C++ programming guidelines with FCL","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Constraint (computer-aided design); Computer science; Programming language; ENCODE; Code (set theory); Engineering","score_opus":0.08668434523978834,"score_gpt":0.32132836127309583,"score_spread":0.23464401603330748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251755026","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033833894,0.00034771967,0.9944122,0.001205838,0.00003619944,0.000073560215,8.0611386e-8,0.00019415474,0.00034684775],"genre_scores_gemma":[0.0678652,0.000011631629,0.93176574,0.00022637736,0.00004208614,0.0000052673327,5.123077e-8,0.000004801035,0.00007883424],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994615,0.00002484327,0.0001358842,0.00014153498,0.00010839765,0.00012788024],"domain_scores_gemma":[0.9992495,0.0003498241,0.00003869107,0.00027188082,0.000070428905,0.000019650715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035925634,0.0000714345,0.000091400914,0.000020763922,0.000045637174,0.00003630052,0.00029338957,0.000016619904,0.0000015648891],"category_scores_gemma":[0.00014876257,0.0000374424,0.000014061701,0.00012303385,0.00007583826,0.00026124754,0.00014203947,0.00005591178,9.211992e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004616739,0.000011078721,0.00040203525,0.000020183543,0.000022498787,0.0000026686675,0.00076678436,0.030983962,0.000698488,0.16352884,0.000118000935,0.80344087],"study_design_scores_gemma":[0.0025230825,0.0011905833,0.007256933,0.00044904643,0.000085489846,0.0005797678,0.0016290155,0.1468947,0.19404446,0.050058402,0.592967,0.0023215704],"about_ca_topic_score_codex":0.000010400585,"about_ca_topic_score_gemma":0.000021390028,"teacher_disagreement_score":0.80111927,"about_ca_system_score_codex":0.0000060407883,"about_ca_system_score_gemma":0.00000643168,"threshold_uncertainty_score":0.15268569},"labels":[],"label_agreement":null},{"id":"W4252450534","doi":"10.22215/etd/2008-08095","title":"Composition of aspects represented as UML activity diagrams","year":2008,"lang":"en","type":"dissertation","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Canadian Heritage; Library and Archives Canada","funders":"","keywords":"Unified Modeling Language; Computer science; Humanities; Art; Programming language","score_opus":0.032963855400850006,"score_gpt":0.3228742583380729,"score_spread":0.28991040293722287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252450534","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06460106,0.00014224595,0.92624545,0.000029133551,0.00094686606,0.00019684188,0.0000017704533,0.0006842411,0.007152389],"genre_scores_gemma":[0.56389475,0.0002124445,0.43249902,0.000016537531,0.0000579546,0.000031560838,0.00010817669,0.000030745563,0.003148797],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99858665,0.00012686742,0.00023742406,0.0004765201,0.00036395987,0.00020855243],"domain_scores_gemma":[0.9982159,0.0005352312,0.00025532622,0.0007738099,0.00016506246,0.000054679338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014983237,0.00023654306,0.0004032742,0.00017923083,0.000058675192,0.000023908688,0.0006549777,0.0002211118,0.00000878833],"category_scores_gemma":[0.0005186707,0.00023106048,0.00012785131,0.00038329195,0.00003145107,0.00034231436,0.000090755144,0.0002987872,0.000018080895],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034120257,0.000831365,0.00023157302,0.0010672536,0.00045410803,0.00040989547,0.0050403806,0.048891556,0.22836912,0.082395315,0.0020867335,0.6298815],"study_design_scores_gemma":[0.00038555326,0.00025653755,0.020154199,0.00022706218,0.000024721237,0.00006282557,0.000059694576,0.006632402,0.9462379,0.025071675,0.00010847059,0.00077895436],"about_ca_topic_score_codex":0.0000999999,"about_ca_topic_score_gemma":0.00001848256,"teacher_disagreement_score":0.7178688,"about_ca_system_score_codex":0.00005953568,"about_ca_system_score_gemma":0.00008705373,"threshold_uncertainty_score":0.94223726},"labels":[],"label_agreement":null},{"id":"W4252575046","doi":"10.1145/357474.355061","title":"Composing features and resolving interactions","year":2000,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Feature (linguistics); Synchronizing; Composition (language); Composition operator; Computer science; Operator (biology); Transition (genetics); Service (business); Theoretical computer science; Programming language; Set (abstract data type); Chemistry","score_opus":0.022444434853187194,"score_gpt":0.27061350155249836,"score_spread":0.24816906669931116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252575046","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07629678,0.0016035555,0.9179325,0.00032208842,0.0005332341,0.00012433974,0.0000046206146,0.0031725783,0.000010294966],"genre_scores_gemma":[0.3451125,0.000069547146,0.6544853,0.0000857671,0.00009095255,0.00001734927,0.0000036368003,0.000035214638,0.00009971858],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984586,0.00004568825,0.00026703498,0.00053439185,0.00021121076,0.00048305953],"domain_scores_gemma":[0.9475665,0.05111806,0.000054045933,0.0010408885,0.000058553724,0.00016192344],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00024896534,0.000326027,0.00029741993,0.00020135257,0.00019748801,0.00022333345,0.0009330489,0.000097673255,0.00003011954],"category_scores_gemma":[0.060491707,0.00034149672,0.000073846306,0.00041169047,0.00004533127,0.00090423756,0.0003897457,0.0004533341,0.000023603056],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026692605,0.00007771223,0.02665715,0.00025780365,0.00012879551,0.00013825162,0.002744507,0.29793316,0.01469163,0.0035302495,0.00096034294,0.6528537],"study_design_scores_gemma":[0.0022888368,0.0005167893,0.84963256,0.0019191945,0.00013122539,0.0031051324,0.000081099206,0.017788818,0.054472808,0.0064265085,0.057666715,0.00597033],"about_ca_topic_score_codex":0.000019464575,"about_ca_topic_score_gemma":0.0000021024216,"teacher_disagreement_score":0.8229754,"about_ca_system_score_codex":0.000064901134,"about_ca_system_score_gemma":0.000020114001,"threshold_uncertainty_score":0.9999037},"labels":[],"label_agreement":null},{"id":"W4252913952","doi":"10.1109/mise.2017.4","title":"Evaluation of UML-RT and Papyrus-RT for Modelling Self-Adaptive Systems","year":2017,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Unified Modeling Language; Computer science; UML tool; Eclipse; Applications of UML; Papyrus; Context (archaeology); Object Constraint Language; Adaptation (eye); Software engineering; Software; Programming language","score_opus":0.21308754095576796,"score_gpt":0.35963787756139304,"score_spread":0.14655033660562508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252913952","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038344304,0.00037695683,0.99443585,0.000033107543,0.00036765035,0.00036291822,0.0000014426398,0.00018287433,0.0004047849],"genre_scores_gemma":[0.3774271,0.00001530878,0.62245774,0.0000023977902,0.000022252318,0.00003466843,1.5747382e-7,0.0000043650252,0.000036015143],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991375,0.00007497262,0.00014708945,0.00022674487,0.00028451384,0.00012914359],"domain_scores_gemma":[0.99850065,0.0004286749,0.00013542472,0.0005216483,0.0003845165,0.000029074476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002448193,0.000084048705,0.0001578015,0.000041333362,0.00015237964,0.0000779645,0.0004012239,0.00004449539,3.1084022e-7],"category_scores_gemma":[0.00061410153,0.00007288877,0.000025179905,0.00002837148,0.000026146095,0.0004923305,0.00012944426,0.00004031431,5.731703e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038981034,0.000008648358,0.000037775942,0.000038478593,0.000029640187,2.0623146e-7,0.00046219816,0.9117,0.00016945838,0.050276153,0.00001193197,0.037261613],"study_design_scores_gemma":[0.00024960953,0.000054082117,0.0001710039,0.000027164902,0.00002001,0.0000016413302,0.00003970023,0.9713578,0.0016383249,0.026321106,0.000032942495,0.00008661784],"about_ca_topic_score_codex":0.000032225817,"about_ca_topic_score_gemma":0.0000015710029,"teacher_disagreement_score":0.37359264,"about_ca_system_score_codex":0.000041013387,"about_ca_system_score_gemma":0.000052350057,"threshold_uncertainty_score":0.29723176},"labels":[],"label_agreement":null},{"id":"W4252928984","doi":"10.1002/0471028959.sof002","title":"Abstraction","year":2002,"lang":"en","type":"other","venue":"Encyclopedia of Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Abstraction; Computer science; Programming language; Adjective; Context (archaeology); Noun; Artificial intelligence; Theoretical computer science; Epistemology","score_opus":0.013429790140791298,"score_gpt":0.23031877796926126,"score_spread":0.21688898782846996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252928984","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003218302,0.002481912,0.93857396,0.0000091879365,0.0025192006,0.00017069039,0.000013500645,0.0041671637,0.05206114],"genre_scores_gemma":[0.00002060217,0.001616777,0.8359491,0.0000058632445,0.00035462665,0.00002900576,0.000006710052,0.00039932437,0.16161795],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99838626,0.000022338663,0.00036287683,0.00049417163,0.00034779648,0.0003865497],"domain_scores_gemma":[0.99814045,0.0005483873,0.00025796815,0.00091590756,0.000036746016,0.000100558456],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00015341231,0.00042871933,0.0005231167,0.000560871,0.000017872437,0.000021477841,0.0009542165,0.00037265648,0.00020681278],"category_scores_gemma":[0.0014247071,0.00046626214,0.00013733069,0.00040450698,0.000026856473,0.00023549507,0.0002128916,0.00043520887,0.0001007125],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030327672,0.00013722779,0.00023348053,0.0021094629,0.0002982606,0.00017537831,0.000512017,0.31180757,0.00010048116,0.0035648225,0.512622,0.16843624],"study_design_scores_gemma":[0.00017943994,0.000041676747,0.00028156614,0.00044809163,0.000021034617,0.000022852395,0.000002834367,0.0013094663,0.00015855476,0.00021925947,0.9965419,0.0007732796],"about_ca_topic_score_codex":0.000017321072,"about_ca_topic_score_gemma":9.1502767e-7,"teacher_disagreement_score":0.48391992,"about_ca_system_score_codex":0.00006275567,"about_ca_system_score_gemma":0.000026668471,"threshold_uncertainty_score":0.9997789},"labels":[],"label_agreement":null},{"id":"W4253469356","doi":"10.1109/cmsbse.2013.6604434","title":"Bi-criteria genetic search for adding new features into an existing product line","year":2013,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Software product line; Feature model; Product (mathematics); Computer science; Feature (linguistics); Product line; Genetic algorithm; Line (geometry); Set (abstract data type); Value (mathematics); Software; Encoding (memory); Selection (genetic algorithm); Data mining; Artificial intelligence; Machine learning; Engineering; Mathematics; Software development; Manufacturing engineering; Programming language","score_opus":0.12357653642123444,"score_gpt":0.38575722572392107,"score_spread":0.2621806893026866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253469356","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010724675,0.00031945523,0.98654467,0.00057668774,0.00045652702,0.00040985498,5.1264607e-7,0.0008755599,0.000092049435],"genre_scores_gemma":[0.030439246,0.000006015644,0.9674864,0.00010615974,0.00044070583,0.00005295306,0.000002700319,0.000021739967,0.0014440872],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986934,0.0000752228,0.00018205083,0.0005098486,0.00015053444,0.00038895232],"domain_scores_gemma":[0.99842405,0.0006406518,0.000032937987,0.00061687594,0.00014352593,0.00014197853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039311696,0.00015889935,0.00016920299,0.00011162048,0.00011648737,0.00024521432,0.00079999986,0.000045018067,0.000019298892],"category_scores_gemma":[0.0011695954,0.00013479256,0.00003656307,0.00026132818,0.00002639124,0.00068891334,0.0002857313,0.0001288846,0.000015950647],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046906134,0.000019598847,0.000087930566,0.0000816111,0.000012322716,0.0000029156379,0.0015160223,0.034143895,0.06300645,0.0053257803,0.0026284696,0.8931703],"study_design_scores_gemma":[0.0013027601,0.0013932153,0.021138009,0.00018804,0.000020288831,0.00013368734,0.00040171205,0.31116077,0.47877315,0.17469391,0.008606927,0.0021875377],"about_ca_topic_score_codex":0.00016919133,"about_ca_topic_score_gemma":0.000007696705,"teacher_disagreement_score":0.89098275,"about_ca_system_score_codex":0.000040484203,"about_ca_system_score_gemma":0.00006212935,"threshold_uncertainty_score":0.5496681},"labels":[],"label_agreement":null},{"id":"W4253578585","doi":"10.1145/503271.503260","title":"Aspect-oriented programming","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"AspectJ; Aspect-oriented programming; Programming language; Computer science; Separation of concerns; Java; Generic programming; Modular design; Design by contract; Software engineering; Software; Software development; Software construction","score_opus":0.029783863762581502,"score_gpt":0.2725138175681765,"score_spread":0.242729953805595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253578585","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028185407,0.00078613096,0.961461,0.00023707129,0.0012328041,0.00024815186,0.0000026561743,0.007842409,0.000004386218],"genre_scores_gemma":[0.25106943,0.00003921886,0.7484409,0.000070121256,0.00017300784,0.00007378199,0.000007807343,0.00006502901,0.000060695555],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99737364,0.000048697097,0.0004181574,0.0007747534,0.00044573608,0.0009390215],"domain_scores_gemma":[0.95405906,0.043464694,0.000115743846,0.0019430483,0.00016198777,0.0002554579],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004703093,0.0004815051,0.0004212944,0.00032672318,0.00015452744,0.0001585816,0.0019529391,0.00017863969,0.000015562939],"category_scores_gemma":[0.21815003,0.00050113956,0.00015824939,0.0013099728,0.00004664279,0.0008899886,0.0008432265,0.00047165947,0.00007996332],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033448137,0.00025803864,0.23368506,0.00030327408,0.00022314236,0.00090524065,0.0018537518,0.19057827,0.0060097063,0.022560786,0.00050100655,0.54308826],"study_design_scores_gemma":[0.0051165908,0.001687126,0.47117168,0.0013953752,0.00019149038,0.0027240205,0.0001488048,0.014123388,0.063315175,0.008700256,0.4198023,0.011623791],"about_ca_topic_score_codex":0.000013555722,"about_ca_topic_score_gemma":0.0000014909241,"teacher_disagreement_score":0.53146446,"about_ca_system_score_codex":0.00013997332,"about_ca_system_score_gemma":0.000051521605,"threshold_uncertainty_score":0.999744},"labels":[],"label_agreement":null},{"id":"W4254326566","doi":"10.4018/978-1-5225-3923-0.ch088","title":"Towards a New Approach for Controlling the Reorganization Process of Multi-Agent Systems","year":2017,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec","funders":"","keywords":"Consistency (knowledge bases); Computer science; Process (computing); Adaptation (eye); Abstract process; Distributed computing; Multi-agent system; Order (exchange); Software engineering; Process management; Systems engineering; Work in process; Engineering; Artificial intelligence; Programming language; Operations management","score_opus":0.07691359820081654,"score_gpt":0.3145317977578133,"score_spread":0.23761819955699676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254326566","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.9813685e-7,0.00088387186,0.9328761,0.000022830689,0.0008118797,0.0011342632,0.000037492147,0.00027668936,0.06395608],"genre_scores_gemma":[0.016167816,0.000010238206,0.9426374,0.000050821767,0.0004252684,0.00009932246,0.000005728076,0.00007061752,0.04053279],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984803,0.00003226758,0.00039939414,0.00050360896,0.00032762776,0.00025680356],"domain_scores_gemma":[0.9976915,0.00018673192,0.00060665293,0.0010854431,0.00035264436,0.000076999444],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005033925,0.00033123227,0.0005659804,0.000042956523,0.00015073936,0.00016456505,0.0017650258,0.00027221313,3.0483477e-7],"category_scores_gemma":[0.000743369,0.00024864898,0.00014650001,0.00001663263,0.00008395013,0.000100955265,0.00023209938,0.00017654724,0.0000026849202],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001529412,0.0000052811943,0.0000010668994,0.0002700459,0.00009347878,0.0000023606656,0.0002980366,0.0588363,0.00001942702,0.92873645,0.00011439166,0.011607882],"study_design_scores_gemma":[0.0027849083,0.00025576315,0.00001677711,0.000994096,0.00029495754,0.000103802755,0.00007933892,0.16418894,0.0009258399,0.8171205,0.011685824,0.0015492449],"about_ca_topic_score_codex":0.00003190826,"about_ca_topic_score_gemma":0.000002111402,"teacher_disagreement_score":0.11161593,"about_ca_system_score_codex":0.00015523784,"about_ca_system_score_gemma":0.00038179746,"threshold_uncertainty_score":0.9999966},"labels":[],"label_agreement":null},{"id":"W4255121624","doi":"10.4018/978-1-4666-4301-7.ch012","title":"Component-Based Modeling for Information Systems Reengineering","year":2013,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Component (thermodynamics); Business process reengineering; Computer science; Interdependence; Information system; Systems engineering; Domain (mathematical analysis); Business process; Context (archaeology); Business requirements; Software engineering; Component-based software engineering; Business process modeling; Software system; Engineering; Software; Manufacturing engineering; Work in process","score_opus":0.042477101493122775,"score_gpt":0.2553661728602648,"score_spread":0.21288907136714202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255121624","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000034050463,0.00025746148,0.8958839,0.0000142991485,0.0014481978,0.0007447874,0.000052534986,0.0012644015,0.10033101],"genre_scores_gemma":[0.015714273,0.0000021720189,0.9807162,0.00011814217,0.00019560008,0.00019343023,0.000018740084,0.000051498668,0.002989887],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99837935,0.000013898733,0.0005342256,0.0003439516,0.0003401441,0.00038842292],"domain_scores_gemma":[0.99842614,0.00023318856,0.00021956947,0.00074551837,0.00025877234,0.000116839066],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00025985079,0.00043250332,0.00047805026,0.00014725263,0.00008189709,0.00026489553,0.0008591894,0.00034162938,5.7295057e-7],"category_scores_gemma":[0.00012145954,0.0004520987,0.00017251552,0.000023443514,0.000021442773,0.000439103,0.00018630072,0.00023265975,0.0000623342],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025722861,5.76516e-7,4.490745e-8,0.000114025555,0.000015645253,0.0000010432143,0.000009920731,0.47152385,0.000005294149,0.52480054,0.00008308347,0.0034434127],"study_design_scores_gemma":[0.00027087273,0.000048897276,3.3743055e-7,0.00031097615,0.00001611159,0.000011242271,0.0000027537324,0.89812684,0.000021840217,0.09073033,0.009960084,0.00049971376],"about_ca_topic_score_codex":0.00002368314,"about_ca_topic_score_gemma":5.943116e-7,"teacher_disagreement_score":0.4340702,"about_ca_system_score_codex":0.0003484904,"about_ca_system_score_gemma":0.00010441339,"threshold_uncertainty_score":0.99979305},"labels":[],"label_agreement":null},{"id":"W4255311214","doi":"10.1109/sefm.2004.1347540","title":"Formal derivation of functional architectural design","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Functional requirement; Computer science; Architectural geometry; Component (thermodynamics); Architectural pattern; Architectural design; Software engineering; Mainstream; Formal specification; Functional design; Systems engineering; Programming language; Software design; Software; Architecture; Software development; Engineering; Software construction","score_opus":0.06960555637170972,"score_gpt":0.2622669456596636,"score_spread":0.19266138928795384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255311214","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0070897695,0.000013512462,0.9922237,0.00012459159,0.00016471605,0.000049005237,1.09076325e-7,0.00026250008,0.00007210567],"genre_scores_gemma":[0.3432696,3.8101277e-7,0.65667033,0.00002723543,0.000010688226,0.0000029888954,2.980837e-7,0.0000017323176,0.00001676356],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99956137,0.000019280811,0.00009793444,0.00009698058,0.00010846405,0.00011598533],"domain_scores_gemma":[0.9995391,0.00023242994,0.000028506547,0.0001480532,0.00003407444,0.00001787964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018573395,0.000050993167,0.000060525923,0.00005557938,0.000026012618,0.000008291523,0.0001840333,0.00001927067,0.0000036486497],"category_scores_gemma":[0.0002186725,0.000042249227,0.000022646982,0.00014837467,0.000020297799,0.00037307196,0.00006916447,0.000045778335,0.000003893574],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003436286,0.0000045702477,0.00000909472,0.000002900663,0.0000026020873,4.642097e-7,0.00008384006,0.9033149,0.005338345,0.06558801,0.0000046184773,0.025647204],"study_design_scores_gemma":[0.0007408797,0.00025801486,0.027264414,0.000016860648,0.000002848082,0.00008218709,0.000019742505,0.024410803,0.35334998,0.5935407,0.000049401064,0.00026417238],"about_ca_topic_score_codex":0.000002985471,"about_ca_topic_score_gemma":4.2216976e-7,"teacher_disagreement_score":0.8789041,"about_ca_system_score_codex":0.00002245353,"about_ca_system_score_gemma":0.000030760577,"threshold_uncertainty_score":0.17228734},"labels":[],"label_agreement":null},{"id":"W4255535035","doi":"10.1007/978-1-4615-1681-1_1","title":"Introduction","year":2001,"lang":"en","type":"book-chapter","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Subroutine; Programmer; Programming language; Computer science; Code (set theory); Modular design; Argument (complex analysis); Object (grammar); Set (abstract data type); Artificial intelligence","score_opus":0.03849930434400268,"score_gpt":0.26119814198380265,"score_spread":0.22269883763979997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255535035","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.8767988e-8,0.00013297866,0.60429525,0.0005055809,0.0009193047,0.000037251553,2.2651196e-7,0.00085742516,0.39325196],"genre_scores_gemma":[6.087794e-7,0.00010227299,0.46900317,0.000042327632,0.0005691802,0.000001500971,0.0000015900324,0.000012757306,0.5302666],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99916714,0.000007643879,0.00013964754,0.00039619894,0.00014910227,0.0001402803],"domain_scores_gemma":[0.9989865,0.00013837243,0.000059518665,0.00073010515,0.000049786242,0.000035762223],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014923008,0.00018218807,0.0001853019,0.00011532044,0.000026716361,0.00003412928,0.0005286273,0.00015738003,0.00028720705],"category_scores_gemma":[0.000117476426,0.00016967702,0.000060405764,0.00003097206,0.00002569901,0.00019544645,0.00020174698,0.00024308915,0.00041951315],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.8424875e-7,9.013421e-7,5.5048947e-8,0.0000044663134,0.000008298778,0.000010496606,0.000007811574,0.0020794037,0.00000779557,0.89618456,0.014933757,0.08676204],"study_design_scores_gemma":[0.000017948809,0.000014504066,8.8852323e-7,0.0000053406866,0.0000021036788,0.000029690473,2.0549427e-7,0.0000923294,0.000055160355,0.3179656,0.68166643,0.00014981812],"about_ca_topic_score_codex":5.5856503e-7,"about_ca_topic_score_gemma":4.0359137e-7,"teacher_disagreement_score":0.66673267,"about_ca_system_score_codex":0.000060271523,"about_ca_system_score_gemma":0.000018229422,"threshold_uncertainty_score":0.6919228},"labels":[],"label_agreement":null},{"id":"W4256274801","doi":"10.1145/1035292.1028990","title":"Measuring the dynamic behaviour of AspectJ programs","year":2004,"lang":"en","type":"article","venue":"ACM SIGPLAN Notices","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"AspectJ; Computer science; Bytecode; Programming language; Aspect-oriented programming; Compiler; Generator (circuit theory); TRACE (psycholinguistics); Range (aeronautics); Software engineering; Software; Java","score_opus":0.0626233988809188,"score_gpt":0.2914698221625884,"score_spread":0.22884642328166957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256274801","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21199082,0.00032177614,0.78637594,0.0004373323,0.00031255305,0.0001356169,0.0000010087407,0.00036519117,0.0000597924],"genre_scores_gemma":[0.59860903,0.0000054174375,0.40133017,0.000015433034,0.000013994863,0.000008794744,7.502238e-7,0.000006650911,0.000009744607],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990181,0.000056380206,0.00018329483,0.00023827095,0.00025885427,0.00024509797],"domain_scores_gemma":[0.99826294,0.0005971091,0.00011422286,0.00093712914,0.000052109397,0.000036472386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043383733,0.00012526919,0.00015425717,0.00005445147,0.000077424374,0.000058289534,0.0019236194,0.000044200577,0.0000010973841],"category_scores_gemma":[0.0009409325,0.0000878547,0.000051643616,0.00027858978,0.00007977687,0.00029951803,0.00037927888,0.00016210653,0.000009817695],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025115087,0.00032213653,0.016161282,0.0002136355,0.00014817505,0.0001371446,0.010000116,0.61915857,0.009673936,0.047013998,0.00001812457,0.29712775],"study_design_scores_gemma":[0.0029900547,0.0016245081,0.39394844,0.00088114094,0.00021100725,0.00025758156,0.0018146231,0.008740732,0.12685286,0.45942956,0.00072231697,0.0025271806],"about_ca_topic_score_codex":0.00004970704,"about_ca_topic_score_gemma":0.00004220243,"teacher_disagreement_score":0.61041784,"about_ca_system_score_codex":0.00004290171,"about_ca_system_score_gemma":0.000036735517,"threshold_uncertainty_score":0.35826108},"labels":[],"label_agreement":null},{"id":"W4256456465","doi":"10.22215/etd/2010-09372","title":"An architecture-based self-adaptive framework for performance and reliability improvement","year":2010,"lang":"en","type":"dissertation","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Library and Archives Canada","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Architecture; Reliability (semiconductor); Computer science; Art; Physics; Power (physics); Visual arts","score_opus":0.014122553360295121,"score_gpt":0.29443044982894767,"score_spread":0.28030789646865256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256456465","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050903127,0.000030092364,0.94620466,0.000046598456,0.0011121813,0.0007083377,0.0000059750205,0.0009366142,0.00005244004],"genre_scores_gemma":[0.031858053,0.000010185167,0.9674956,0.000088296605,0.000084437626,0.0002824088,0.000039791437,0.00003142124,0.000109815795],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984161,0.0000458481,0.00025021532,0.00076248165,0.00020665128,0.00031868],"domain_scores_gemma":[0.9972969,0.0013252781,0.00015432462,0.00094148837,0.00017922047,0.000102757665],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00058421696,0.00032814936,0.00031673186,0.00011600235,0.0001356439,0.00008990547,0.00072825584,0.00043728153,0.0000027750796],"category_scores_gemma":[0.0005855531,0.0002821892,0.00006861016,0.0001364362,0.000029610066,0.00024125315,0.00004557064,0.00072276685,9.096994e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030898774,0.00022789431,0.0000921007,0.0015107294,0.00005425701,0.0000018858897,0.0032078086,0.060548108,0.0031581752,0.035202753,0.000029606732,0.8956577],"study_design_scores_gemma":[0.0010415675,0.004716213,0.012301613,0.00032686128,0.000086456246,0.0000036254614,0.00024593575,0.31558383,0.14443839,0.5171735,0.0016602599,0.0024217016],"about_ca_topic_score_codex":0.000006380675,"about_ca_topic_score_gemma":0.0000143003745,"teacher_disagreement_score":0.893236,"about_ca_system_score_codex":0.00005570449,"about_ca_system_score_gemma":0.00013824293,"threshold_uncertainty_score":0.99996305},"labels":[],"label_agreement":null},{"id":"W4281741486","doi":"10.3233/jid210022","title":"Goal and Feature Model Optimization for the Design and Self-Adaptation of Socio-Cyber-Physical Systems","year":2022,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Adaptation (eye); Cyber-physical system; Feature (linguistics); Correctness; IBM; Goal modeling; Distributed computing; Human–computer interaction; Software","score_opus":0.043850310923442715,"score_gpt":0.29616369763871814,"score_spread":0.2523133867152754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281741486","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006191911,0.0012875546,0.9919371,0.00018170795,0.00011727065,0.00025564493,0.0000016386042,0.00002623529,9.1070194e-7],"genre_scores_gemma":[0.32967076,0.000101314305,0.67017776,0.000014774712,0.000010137554,0.000015628815,9.780648e-8,0.0000036105248,0.000005935198],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990351,0.00015031465,0.00017885452,0.00017257947,0.00033213905,0.0001309833],"domain_scores_gemma":[0.9979163,0.0011891801,0.00027228543,0.000084831634,0.00048507506,0.000052347666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025774164,0.000095123236,0.0001723541,0.00012639098,0.00037744443,0.00013570407,0.0004255308,0.000026579082,1.2191255e-7],"category_scores_gemma":[0.0005447036,0.000059439823,0.000018602665,0.0005199631,0.00016881364,0.0007258501,0.000066569555,0.00020401603,7.439189e-9],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004038818,0.000016574746,0.0000047904555,0.000026657954,0.000007708811,8.272875e-7,0.0032999332,0.98920137,0.0015078557,0.0011042802,0.000016406215,0.0047731814],"study_design_scores_gemma":[0.00020500092,0.00038726724,0.0000115022885,0.000024193017,0.000015835614,0.000108235705,0.0012175553,0.9913326,0.0011323417,0.0054903673,0.0000058108485,0.00006932237],"about_ca_topic_score_codex":0.0000015994877,"about_ca_topic_score_gemma":2.8937604e-8,"teacher_disagreement_score":0.32347885,"about_ca_system_score_codex":0.000052509386,"about_ca_system_score_gemma":0.00038271572,"threshold_uncertainty_score":0.29030356},"labels":[],"label_agreement":null},{"id":"W4285169595","doi":"10.1109/tse.2022.3175752","title":"Annotative Software Product Line Analysis Using Variability-Aware Datalog","year":2022,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"General Motors of Canada; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Datalog; Computer science; Programming language; Software product line; Java; Software; Product (mathematics); Pointer (user interface); Inference; Software engineering; Theoretical computer science; Software development; Artificial intelligence","score_opus":0.03845076192181567,"score_gpt":0.28467542222655134,"score_spread":0.24622466030473567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285169595","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00438357,0.00009812464,0.98946726,0.000030991272,0.001953408,0.0003804133,0.00031699022,0.0033679688,0.0000012507711],"genre_scores_gemma":[0.2726507,0.000006501305,0.7268958,0.00005315633,0.00005535195,0.00018523008,0.000025720017,0.000063294705,0.0000642417],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996543,0.0003082904,0.0005552647,0.001203776,0.00069335196,0.00069633924],"domain_scores_gemma":[0.9957624,0.0020994593,0.00014644572,0.001645487,0.00016476176,0.00018146052],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001114638,0.0005144215,0.0006407017,0.0010858907,0.0006482409,0.00010353464,0.0013297563,0.00008580781,0.000077907025],"category_scores_gemma":[0.0007010414,0.00059700647,0.00035994686,0.004354131,0.000052787313,0.0008577203,0.0000644564,0.0011176073,0.000008371096],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013730878,0.00011728974,0.00007066069,0.000049117807,0.00039696132,0.000036904465,0.0005064485,0.98910475,0.00036117533,0.00007172433,0.000012357244,0.009258855],"study_design_scores_gemma":[0.00064855546,0.00033165023,0.00046761453,0.000046692105,0.0005413958,0.00013585601,0.00011286381,0.98076177,0.013879362,0.0005911847,0.0008080577,0.0016749931],"about_ca_topic_score_codex":0.000023084314,"about_ca_topic_score_gemma":0.0000024803398,"teacher_disagreement_score":0.26826712,"about_ca_system_score_codex":0.0006770881,"about_ca_system_score_gemma":0.0001468098,"threshold_uncertainty_score":0.99964815},"labels":[],"label_agreement":null},{"id":"W4285563067","doi":"","title":"Vers la génération automatique des connecteurs d'interopérabilité en utilisant l'ingénierie des lignes de produits logiciels","year":2021,"lang":"fr","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Berger (Canada)","funders":"","keywords":"Interoperability; Software product line; Computer science; Product line; Software engineering; Systems engineering; Software; Engineering; Software development; Manufacturing engineering; Operating system","score_opus":0.03526475811035421,"score_gpt":0.269838605695992,"score_spread":0.2345738475856378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285563067","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22244714,0.0022097302,0.76732963,0.0028787109,0.0006020233,0.0005813205,0.000024516028,0.0010783796,0.0028485204],"genre_scores_gemma":[0.35357544,0.0011107153,0.6425112,0.000060175502,0.00003429863,0.00016479609,0.00008384683,0.00006768587,0.002391868],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.97385365,0.021703731,0.0010419172,0.0018002149,0.00059403764,0.0010064368],"domain_scores_gemma":[0.9745163,0.01712197,0.0007329645,0.003341204,0.003899035,0.00038857132],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.016753722,0.0007960971,0.0008574259,0.00026322794,0.0007242164,0.0014717043,0.0029210031,0.0007290056,0.000074167314],"category_scores_gemma":[0.044134904,0.00090842624,0.00039502425,0.0010351413,0.0015602416,0.0010679393,0.0030296482,0.0012735917,0.000017779912],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028523626,0.0014078532,0.0048419465,0.0017746969,0.000293126,0.00010483001,0.18245822,0.062493365,0.066077344,0.36244085,0.00009142989,0.3179878],"study_design_scores_gemma":[0.001155293,0.000009858007,0.06641246,0.013164224,0.00017868083,0.00052419276,0.002453569,0.23065206,0.58087504,0.096662804,0.00550539,0.0024064234],"about_ca_topic_score_codex":0.00093634607,"about_ca_topic_score_gemma":0.0010465448,"teacher_disagreement_score":0.5147977,"about_ca_system_score_codex":0.00083058595,"about_ca_system_score_gemma":0.0010432657,"threshold_uncertainty_score":0.9995649},"labels":[],"label_agreement":null},{"id":"W4287075879","doi":"10.48550/arxiv.2107.07690","title":"Applying Declarative Analysis to Software Product Line Models: An\\n Industrial Study","year":2021,"lang":"","type":"preprint","venue":"arXiv (Cornell University)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Datalog; Programming language; Software engineering; Software; Process (computing); Pipeline (software); Set (abstract data type); Product (mathematics); Software product line; Expression (computer science); Declarative programming; Software development; Programming paradigm","score_opus":0.36756594337950177,"score_gpt":0.2727640555082367,"score_spread":0.09480188787126509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287075879","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3272702,0.0001262693,0.6675388,0.000020837322,0.0017412903,0.0025498795,0.00003013842,0.0007051017,0.000017487218],"genre_scores_gemma":[0.74382514,0.00009105861,0.25502077,0.0000618629,0.0003206441,0.000048498052,0.00004796822,0.000067016976,0.00051703415],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9886241,0.0024494515,0.00097389636,0.006168309,0.00052833103,0.0012558919],"domain_scores_gemma":[0.989637,0.0017383165,0.0007428382,0.0055042407,0.0015172911,0.0008602806],"candidate_categories":["metaepi_narrow","open_science","research_integrity"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0024662823,0.0013882046,0.0022424774,0.0020140293,0.0006765009,0.0007192025,0.005168613,0.00096038554,0.000040628456],"category_scores_gemma":[0.0034116264,0.0017475375,0.00079815905,0.011609829,0.00020255518,0.0026885585,0.008109321,0.0034963456,0.00002454701],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017015866,0.0008892052,0.0048174616,0.000040348972,0.0030587306,0.0010640933,0.00515578,0.971862,0.000021296542,0.0013084979,0.000007572567,0.01160486],"study_design_scores_gemma":[0.0013694816,0.0009436104,0.001188473,0.00016155702,0.0033312459,0.0000074845348,0.0063995784,0.9728002,0.00043210486,0.010817311,0.000064978274,0.002483995],"about_ca_topic_score_codex":0.00030380156,"about_ca_topic_score_gemma":0.0003322576,"teacher_disagreement_score":0.41655496,"about_ca_system_score_codex":0.0011215156,"about_ca_system_score_gemma":0.0011096677,"threshold_uncertainty_score":0.9999129},"labels":[],"label_agreement":null},{"id":"W4287692309","doi":"10.48550/arxiv.2008.02164","title":"Supporting Robotic Software Migration Using Static Analysis and\\n Model-Driven Engineering","year":2020,"lang":"","type":"preprint","venue":"arXiv (Cornell University)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Software; Embedded system; Software engineering; Component-based software engineering; Computer science; Software framework; Software construction; Software development; Robotic paradigms; Software system; Robotics; Systems engineering; Operating system; Engineering; Robot; Artificial intelligence","score_opus":0.13423834681581226,"score_gpt":0.24675917560376542,"score_spread":0.11252082878795316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287692309","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14073715,0.0000733476,0.8576212,0.000062827625,0.0003029994,0.00038861707,0.000021902102,0.00079002057,0.0000019421946],"genre_scores_gemma":[0.5172055,0.00011721875,0.48250616,0.00002497472,0.000033946766,9.122587e-7,0.0000244006,0.000039981427,0.000046943504],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99523455,0.00030750595,0.00076594716,0.0024801558,0.00023323981,0.0009786092],"domain_scores_gemma":[0.9959046,0.0011398451,0.00082366366,0.001325831,0.00030872787,0.00049732137],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005938582,0.00089894637,0.0013506233,0.0010745995,0.00032244183,0.00029614576,0.0015085734,0.00044120374,0.000009146093],"category_scores_gemma":[0.0015328219,0.0012034026,0.00054692256,0.003495479,0.00015016728,0.0012296733,0.002661772,0.0011765437,0.000007628929],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001765554,0.000026027776,0.0038562603,0.00042809182,0.00088661286,0.00028345865,0.0014068738,0.98916703,0.0005838652,0.0028537128,0.0000018955261,0.00048851885],"study_design_scores_gemma":[0.0002773502,0.000055705957,0.00080215815,0.00021386093,0.0017898419,0.0000087655035,0.00012160533,0.9855685,0.00019157477,0.009896684,0.000003034443,0.0010709038],"about_ca_topic_score_codex":0.00011600359,"about_ca_topic_score_gemma":0.000029497965,"teacher_disagreement_score":0.3764683,"about_ca_system_score_codex":0.00060475344,"about_ca_system_score_gemma":0.00031994327,"threshold_uncertainty_score":0.9990416},"labels":[],"label_agreement":null},{"id":"W4288112464","doi":"","title":"Seventh international workshop on reverse variability engineering (REVE 2019)","year":2019,"lang":"en","type":"article","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Reverse engineering; Computer science; Software engineering; Programming language","score_opus":0.013723746680929053,"score_gpt":0.23774356202051367,"score_spread":0.22401981533958462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288112464","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0122390445,0.000060605624,0.97550744,0.004708857,0.00080517225,0.00019482481,0.0000062695553,0.0005787231,0.005899039],"genre_scores_gemma":[0.18285328,0.000074549265,0.8091893,0.0001222136,0.000020398149,0.000019988945,0.000024472289,0.00002351795,0.0076722787],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99703175,0.0014681519,0.00028288472,0.0005854787,0.0003451659,0.00028656254],"domain_scores_gemma":[0.9924669,0.004954626,0.00014227985,0.0017736772,0.00055919273,0.00010328894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004985517,0.0001966295,0.00020187527,0.00014353871,0.00007914445,0.00014725598,0.0016539623,0.00010105834,0.000076566546],"category_scores_gemma":[0.005169311,0.00020795646,0.000100513185,0.00042147638,0.000041449504,0.0004306605,0.0006344686,0.00033996944,0.00014500477],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022270915,0.0006111236,0.002116526,0.000093205635,0.000108688735,0.000013071732,0.005816873,0.07572964,0.010584896,0.7709739,0.00268044,0.13124935],"study_design_scores_gemma":[0.0028282735,0.000003901119,0.027164819,0.0033596,0.000035297944,0.000069718415,0.00015727019,0.62828314,0.12694615,0.049426813,0.15910791,0.0026170877],"about_ca_topic_score_codex":0.000021971739,"about_ca_topic_score_gemma":0.0000072401135,"teacher_disagreement_score":0.72154707,"about_ca_system_score_codex":0.00014484912,"about_ca_system_score_gemma":0.000059582788,"threshold_uncertainty_score":0.8480218},"labels":[],"label_agreement":null},{"id":"W4289366718","doi":"","title":"Formalizing Reusable Communication Models for Distributed Systems Architecture","year":2018,"lang":"en","type":"other","venue":"Open Archive Toulouse Archive Ouverte (University of Toulouse)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Architecture; Computer architecture; Distributed computing; Software engineering; Programming language","score_opus":0.039068316042103625,"score_gpt":0.2579896789879258,"score_spread":0.21892136294582218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289366718","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000082411,0.000266857,0.9218896,0.00015017233,0.00031858167,0.002218833,0.0018418594,0.00077418634,0.07253167],"genre_scores_gemma":[0.00013819602,0.0005517522,0.91239697,0.000038044247,0.00008295821,0.000021303498,0.00068613776,0.00030045558,0.08578416],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99671406,0.00062019174,0.0003948958,0.001074839,0.00042640604,0.0007696264],"domain_scores_gemma":[0.994516,0.0012798416,0.00089560775,0.0028988924,0.00015934448,0.0002502719],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0006983224,0.0006318071,0.0012001653,0.000639601,0.0005475614,0.00019952485,0.008753976,0.0002892311,0.00006423806],"category_scores_gemma":[0.00024099009,0.00072746834,0.00032376722,0.00038746488,0.0005185591,0.00084510987,0.0053677354,0.000507435,0.000049509552],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000294745,0.00021486446,0.000013873528,0.0009023838,0.0008054733,0.00003750508,0.0053582354,0.09931577,0.00020907857,0.059359606,0.8270179,0.0064705787],"study_design_scores_gemma":[0.0025797049,0.00061052036,0.000039786115,0.0022790483,0.00022768692,0.000035258334,0.00094129384,0.21122697,0.00005285708,0.12855376,0.6517459,0.0017071924],"about_ca_topic_score_codex":0.0030122187,"about_ca_topic_score_gemma":0.0018468845,"teacher_disagreement_score":0.17527196,"about_ca_system_score_codex":0.00014942905,"about_ca_system_score_gemma":0.00024784898,"threshold_uncertainty_score":0.9995176},"labels":[],"label_agreement":null},{"id":"W4290004362","doi":"","title":"Profile and hereditary classes of relational structures","year":2016,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science","score_opus":0.026321060267982643,"score_gpt":0.25543633120325754,"score_spread":0.2291152709352749,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290004362","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009943805,0.0016632997,0.9815932,0.0027053286,0.0003416417,0.00020619159,0.000061005936,0.0003336723,0.0031518568],"genre_scores_gemma":[0.13181649,0.00022240233,0.8667795,0.000017326563,0.00002276847,0.000028117975,0.000049013113,0.000019982186,0.0010443863],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99629855,0.0021782666,0.0003779712,0.0006047124,0.00032745927,0.00021301126],"domain_scores_gemma":[0.9924972,0.0044360403,0.000386017,0.0015570021,0.0010368848,0.00008686191],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024029608,0.00023479883,0.00031095443,0.00015692403,0.00011321664,0.00009212451,0.0012147403,0.00022681933,0.000022831844],"category_scores_gemma":[0.0037783724,0.00021021743,0.000087571374,0.00017766654,0.00024664405,0.00025342262,0.0022050955,0.0003822862,0.000003287975],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066643424,0.000090329326,0.0015011622,0.00031516788,0.00008323682,0.0000061336505,0.0031291852,0.0010501237,0.0030104616,0.90999424,0.0006867961,0.08012647],"study_design_scores_gemma":[0.00057360483,0.0000011547355,0.029544553,0.0021659443,0.00002921872,0.000042362586,0.000036646503,0.017978964,0.11087529,0.83424646,0.0037005215,0.00080525293],"about_ca_topic_score_codex":0.00004834762,"about_ca_topic_score_gemma":0.000026065136,"teacher_disagreement_score":0.121872686,"about_ca_system_score_codex":0.000051041483,"about_ca_system_score_gemma":0.00019831237,"threshold_uncertainty_score":0.8572418},"labels":[],"label_agreement":null},{"id":"W4295009414","doi":"10.1145/3551349.3559551","title":"Global Decision Making Over Deep Variability in Feedback-Driven Software Development","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Université de Montréal; École de Technologie Supérieure; Trent University; McGill University","funders":"","keywords":"Computer science; Process (computing); Automation; Key (lock); Software; Decision support system; Process management; Decision-making; Representation (politics); Knowledge management; Risk analysis (engineering); Management science; Artificial intelligence; Engineering; Computer security; Business; Operations management","score_opus":0.03356576878534125,"score_gpt":0.3275277817171885,"score_spread":0.29396201293184726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295009414","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010667866,0.00014059857,0.98449546,0.000029827836,0.002520132,0.00045071097,0.0000083756795,0.001396953,0.00029007616],"genre_scores_gemma":[0.05040535,0.000011760245,0.9492114,0.000115805386,0.000033577886,0.00016209592,0.000010386966,0.000022883973,0.000026745482],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99585027,0.0005333339,0.0007430964,0.0015244173,0.0007548459,0.00059403334],"domain_scores_gemma":[0.9948187,0.0030361533,0.0002150347,0.0017539395,0.000085384156,0.000090803136],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0024972756,0.00048402042,0.0005993132,0.00021418711,0.00013144178,0.00016768673,0.0030194724,0.0003180991,0.00019222766],"category_scores_gemma":[0.0045162044,0.00049850455,0.00013854132,0.00073129195,0.000040712832,0.00028911085,0.014235205,0.00088268827,0.000012164106],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010489805,0.00004417295,0.018504744,0.00006532995,0.000016684418,0.000041260882,0.00032506036,0.70284885,6.574737e-7,0.001944369,0.000043874486,0.27615452],"study_design_scores_gemma":[0.0004906639,0.000034275774,0.45914525,0.00035599712,0.000009339619,0.000021833366,0.000043227523,0.07985733,0.000028740866,0.456084,0.0023907896,0.001538537],"about_ca_topic_score_codex":0.000023535991,"about_ca_topic_score_gemma":0.00008637174,"teacher_disagreement_score":0.6229915,"about_ca_system_score_codex":0.002462481,"about_ca_system_score_gemma":0.0005029778,"threshold_uncertainty_score":0.9997467},"labels":[],"label_agreement":null},{"id":"W4297094627","doi":"10.1109/tvt.2022.3209339","title":"Ensuring the Compatibility of Autonomous Electric Vehicles Components Through a Formal Approach Based on Interaction Protocols","year":2022,"lang":"en","type":"article","venue":"IEEE Transactions on Vehicular Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Systems Modeling Language; Automaton; Compatibility (geochemistry); Formalism (music); Automotive industry; Distributed computing; Component (thermodynamics); Formal verification; Software engineering; Systems engineering; Unified Modeling Language; Theoretical computer science; Programming language; Engineering; Software","score_opus":0.04910544146674536,"score_gpt":0.29389139110468965,"score_spread":0.24478594963794428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297094627","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06759139,0.000014751157,0.9280619,0.00034888633,0.00018728148,0.0029201554,0.000006886812,0.00084101636,0.000027752732],"genre_scores_gemma":[0.85643953,0.0000014532657,0.13835861,0.000089463436,0.0000049844607,0.0050840667,0.0000014327989,0.000015648138,0.0000048091897],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981416,0.00032326806,0.0003704409,0.00045977553,0.00035809798,0.0003468478],"domain_scores_gemma":[0.998222,0.00045199718,0.00018306152,0.0010420434,0.00007890434,0.000021994365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062280043,0.00020475381,0.00029255255,0.0004050386,0.00050046237,0.00002006611,0.0010894769,0.000110695626,0.0000046154355],"category_scores_gemma":[0.000035819554,0.00017550708,0.00013522641,0.0012224322,0.00010921625,0.00023827836,0.000020812751,0.0010385585,0.000002613907],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063161286,0.00046155424,0.0000126649575,0.000028574226,0.000026457183,0.000004111181,0.00014669608,0.95639795,0.0119888745,0.0011826336,0.0000029368891,0.029684385],"study_design_scores_gemma":[0.0006382487,0.00092599355,0.00022578852,0.000024004314,0.000013667573,0.000057198908,0.00010445498,0.78172755,0.21218213,0.0033224877,0.0005498851,0.00022855977],"about_ca_topic_score_codex":0.000015148292,"about_ca_topic_score_gemma":9.4479407e-7,"teacher_disagreement_score":0.78970325,"about_ca_system_score_codex":0.00025279567,"about_ca_system_score_gemma":0.000053961416,"threshold_uncertainty_score":0.7156971},"labels":[],"label_agreement":null},{"id":"W4297518709","doi":"10.1145/3561846.3561852","title":"Guidelines for Artifacts to Support Industry-Relevant Research on Self-Adaptation","year":2022,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Artifact (error); Relevance (law); Computer science; Adaptation (eye); Field (mathematics); Set (abstract data type); Software; Data science; Knowledge management; Artificial intelligence","score_opus":0.3302331401809983,"score_gpt":0.43278427045772927,"score_spread":0.10255113027673096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297518709","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028350933,0.00009109829,0.9642287,0.002024339,0.0014078813,0.0007731403,0.000040378352,0.0030820305,0.0000015155022],"genre_scores_gemma":[0.20573911,0.0000050735794,0.79241425,0.0005391499,0.00021440072,0.00088214804,0.00002087333,0.00008256159,0.000102431426],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963452,0.00015368166,0.0005532768,0.0009104157,0.0010392846,0.0009981375],"domain_scores_gemma":[0.8758937,0.12039486,0.000135899,0.0021984894,0.0009835142,0.00039350745],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029635404,0.00037957297,0.00037486895,0.00078183814,0.0004930022,0.00013289368,0.0023336362,0.00018529293,0.000020208785],"category_scores_gemma":[0.3715499,0.00041584639,0.00012372836,0.0014742279,0.000019778034,0.00038201435,0.0015435496,0.0011600612,0.000042111973],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022890927,0.0000594125,0.0005357125,0.000061907886,0.000028466508,0.000023261744,0.00093722984,0.958058,0.0010047992,0.0026293544,0.0041723293,0.03246665],"study_design_scores_gemma":[0.0052990257,0.017544135,0.033326518,0.0007766097,0.00012828707,0.00038503806,0.0013552716,0.13618809,0.10982099,0.020905556,0.6653044,0.008966056],"about_ca_topic_score_codex":0.000017644641,"about_ca_topic_score_gemma":0.0000017426162,"teacher_disagreement_score":0.8218699,"about_ca_system_score_codex":0.00044604036,"about_ca_system_score_gemma":0.00021981384,"threshold_uncertainty_score":0.99982935},"labels":[],"label_agreement":null},{"id":"W4299948441","doi":"10.1007/11663430_10","title":"Report of the 7th International Workshop on Aspect-Oriented Modeling","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Software engineering; Aspect-oriented programming; Software development; Software; Software development process; Process (computing); Software architecture; Systems engineering; Programming language; Engineering","score_opus":0.03583171043254513,"score_gpt":0.2880519063948245,"score_spread":0.25222019596227935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4299948441","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007564223,0.00012225946,0.9912306,0.00056591874,0.005208264,0.00021144339,0.0000029194891,0.0002031167,0.0023798004],"genre_scores_gemma":[0.059388608,0.000012238104,0.93933433,0.000260879,0.00035913047,0.000005543553,0.0000033662336,0.000028974899,0.00060689845],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99672806,0.00003614116,0.0005875058,0.0010973557,0.0011699122,0.00038103055],"domain_scores_gemma":[0.99659574,0.0009644097,0.00038263857,0.0017132174,0.00029223098,0.00005176017],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00094870926,0.00037892314,0.0003943894,0.00051068614,0.0001207852,0.00011194001,0.0037363584,0.00021674724,0.000003357621],"category_scores_gemma":[0.0010079914,0.00028635896,0.00015589861,0.0005768504,0.00039149198,0.0002981005,0.0015580922,0.0008433993,0.0000029980947],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026017622,0.00001117016,0.00001636313,0.0000068430977,0.0000070558817,0.00006466916,0.00009610517,0.9185096,0.000038763068,0.010144812,0.000013193806,0.07108884],"study_design_scores_gemma":[0.00011488363,0.000032586366,0.00006064865,0.00045977763,0.0000039994875,0.00011445649,1.117769e-7,0.8441913,0.0012504127,0.15291968,0.0005140319,0.0003380963],"about_ca_topic_score_codex":0.000010849766,"about_ca_topic_score_gemma":0.000009433366,"teacher_disagreement_score":0.14277487,"about_ca_system_score_codex":0.00032042628,"about_ca_system_score_gemma":0.00026910758,"threshold_uncertainty_score":0.9999589},"labels":[],"label_agreement":null},{"id":"W4308623392","doi":"10.1145/3550356.3558505","title":"Dynamic adaptation for distributed systems in model-driven engineering","year":2022,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Adaptation (eye); Computer science; Model-driven architecture; Software engineering; Context (archaeology); Distributed computing; Autonomic computing; Software system; Automation; Software development; Distributed development; Systems engineering; Software; Engineering; Operating system; Cloud computing","score_opus":0.04001333250116024,"score_gpt":0.27122947533444286,"score_spread":0.23121614283328262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308623392","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018508767,0.00008540059,0.9967973,0.00006612448,0.000378638,0.00025180224,0.000022340215,0.00054347137,0.0000040337195],"genre_scores_gemma":[0.3842305,0.0000012159355,0.6154567,0.0000062070503,0.0000027904955,0.0002455548,0.000014038401,0.0000066747543,0.000036291014],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99929357,0.000031578453,0.00015341585,0.00021040265,0.0001200333,0.00019101815],"domain_scores_gemma":[0.99934554,0.00036358528,0.000031721265,0.00021338362,0.000023060955,0.000022688302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028612273,0.00008068002,0.00011635812,0.000110148394,0.000050935716,0.00002557357,0.00039356085,0.000019087858,5.657748e-7],"category_scores_gemma":[0.0001842864,0.00008843836,0.000026805554,0.00029813685,0.0000034027507,0.00020841061,0.0001772532,0.000101741345,4.409544e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001929468,0.00000637665,0.000004527655,0.000014115796,0.000002449191,0.000001558041,0.0001641097,0.9770159,0.0004556566,0.021407304,0.0000142269655,0.00091185665],"study_design_scores_gemma":[0.00016593617,0.000028306064,0.00006863761,0.0000041019252,8.605222e-7,0.000003732137,0.00006657214,0.99765354,0.000021797125,0.0016793116,0.0001990356,0.00010815862],"about_ca_topic_score_codex":0.000009473206,"about_ca_topic_score_gemma":0.0000024301864,"teacher_disagreement_score":0.38237962,"about_ca_system_score_codex":0.00023303619,"about_ca_system_score_gemma":0.000025854311,"threshold_uncertainty_score":0.36064115},"labels":[],"label_agreement":null},{"id":"W4308632560","doi":"10.1145/3550356.3558514","title":"Addressing non-functional requirements of adaptive IoT systems","year":2022,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Non-functional requirement; Scalability; Interoperability; Context (archaeology); Requirements engineering; Abstraction; Model-driven architecture; Functional requirement; Unified Modeling Language; Distributed computing; Software system; Risk analysis (engineering); Software engineering; Software; Database","score_opus":0.2400352357593487,"score_gpt":0.3379488568736113,"score_spread":0.0979136211142626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308632560","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033103232,0.00014448162,0.9943056,0.000026637515,0.0012135127,0.000091036876,0.0000022100055,0.00020905497,0.0006971227],"genre_scores_gemma":[0.5215727,4.9672747e-7,0.4779135,0.000028245313,0.000023139715,0.000034814202,7.0209165e-7,0.0000054205016,0.00042097954],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99901396,0.00010422705,0.00017372747,0.0002073482,0.00035441667,0.00014634799],"domain_scores_gemma":[0.9992307,0.0003276776,0.00008810305,0.00028777818,0.00003956283,0.000026206844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004911425,0.00007435465,0.00012964637,0.0000891006,0.00011858535,0.000015241176,0.00038024696,0.000014962089,0.000020024476],"category_scores_gemma":[0.00011189768,0.0000722427,0.00003294393,0.00028157246,0.000022160535,0.00010554663,0.0004990548,0.000110676214,0.0000028909533],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000808471,0.000022201471,0.00009855705,0.000011523242,0.000018759745,0.0000054131588,0.0001728727,0.9695018,0.0033784308,0.02175268,0.00045600004,0.0045736535],"study_design_scores_gemma":[0.001186185,0.0008129882,0.008368364,0.00011603554,0.000015783122,0.00009725563,0.0014217787,0.95042896,0.014710808,0.020091068,0.0019588259,0.00079197256],"about_ca_topic_score_codex":0.000012811625,"about_ca_topic_score_gemma":1.4923502e-7,"teacher_disagreement_score":0.5182624,"about_ca_system_score_codex":0.00009152193,"about_ca_system_score_gemma":0.000046871617,"threshold_uncertainty_score":0.29459718},"labels":[],"label_agreement":null},{"id":"W4310083989","doi":"10.5539/cis.v16n1p1","title":"A Reference Framework for Variability Management of Software Product Lines","year":2022,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University; Thompson Rivers University","funders":"Zayed University","keywords":"Computer science; Software product line; Context (archaeology); Reuse; Software engineering; Representation (politics); Software; Task (project management); Identification (biology); Focus (optics); Dimension (graph theory); Product (mathematics); Personalization; Frame (networking); Data science; Software development; Systems engineering; Programming language; World Wide Web","score_opus":0.04504415124267121,"score_gpt":0.3110147525683809,"score_spread":0.2659706013257097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310083989","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021052402,0.000025353398,0.9966581,0.00011797142,0.00058215926,0.00027313404,0.00000745398,0.0001667826,0.000063797954],"genre_scores_gemma":[0.07802427,0.000012305744,0.92174596,0.0001321454,0.000013383438,0.00006438378,0.0000020945408,0.0000014866245,0.0000039712045],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99897134,0.000034142537,0.00025841457,0.00022929646,0.00033180637,0.00017498448],"domain_scores_gemma":[0.9987715,0.00039593698,0.0001269852,0.00046066605,0.00020372127,0.00004119231],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018514247,0.0000784184,0.00011325213,0.0001557348,0.0003028695,0.00008955207,0.0009636812,0.000012166664,0.000001925153],"category_scores_gemma":[0.00037692493,0.00007304671,0.00001966009,0.00083437044,0.00013126378,0.0030480258,0.0011818951,0.00009585128,7.217299e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066417606,0.000015439999,0.0001306258,0.0001681775,0.000004408981,1.8943676e-7,0.0010887431,0.05988063,0.000018091025,0.5198654,0.00004921681,0.41877243],"study_design_scores_gemma":[0.00075998635,0.00066789734,0.037694573,0.00011744814,0.0000129780365,0.00004721815,0.00027454068,0.4345052,0.0028370665,0.49067944,0.03162583,0.0007778208],"about_ca_topic_score_codex":6.2134905e-7,"about_ca_topic_score_gemma":7.4299913e-9,"teacher_disagreement_score":0.41799462,"about_ca_system_score_codex":0.000040079445,"about_ca_system_score_gemma":0.00005766456,"threshold_uncertainty_score":0.29787585},"labels":[],"label_agreement":null},{"id":"W4312431447","doi":"10.1007/978-3-031-11686-5_5","title":"Search-Based Variability Model Synthesis from Variant Configurations","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Exploit; Computer science; Software product line; Source code; Software; Reverse engineering; Process (computing); Data mining; Software development","score_opus":0.07546735035677052,"score_gpt":0.2765744909726711,"score_spread":0.2011071406159006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312431447","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.516747e-7,0.000035954916,0.8448507,0.0004945575,0.00033461355,0.000238196,0.00023995564,0.0011660388,0.15263945],"genre_scores_gemma":[0.000687485,0.000018399734,0.9621642,0.00022172737,0.0000498677,0.000092917246,0.00004464388,0.00005287771,0.036667876],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975921,0.00019208158,0.00039785443,0.0009618662,0.0005504154,0.00030570177],"domain_scores_gemma":[0.9904094,0.0073083392,0.00011599477,0.0019245349,0.0001199286,0.00012185236],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010290758,0.00038966804,0.0004995797,0.00017593648,0.00019809345,0.00009788212,0.0015894325,0.00024126329,0.0022021318],"category_scores_gemma":[0.0011821771,0.0003894997,0.00019580439,0.00007128678,0.00010809848,0.00027920143,0.0005887857,0.00069695216,0.000055400127],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002634054,0.0000095422365,1.629681e-7,0.0000089548275,0.000029565306,0.00001886862,0.000033476594,0.4445925,0.000048450853,0.5511715,0.00012713311,0.0039572488],"study_design_scores_gemma":[0.00006885237,0.000019663752,0.00000396128,0.000020997639,0.000027798495,0.000002524285,0.0000016200859,0.55677134,0.00042388594,0.4342184,0.007996232,0.00044469957],"about_ca_topic_score_codex":0.000052355477,"about_ca_topic_score_gemma":0.0000030678723,"teacher_disagreement_score":0.11731352,"about_ca_system_score_codex":0.00029356396,"about_ca_system_score_gemma":0.0005099103,"threshold_uncertainty_score":0.9998557},"labels":[],"label_agreement":null},{"id":"W4312873493","doi":"10.1109/issrew55968.2022.00095","title":"Safety-Critical Adaptation in Self-Adaptive Systems","year":2022,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Adaptation (eye); Computer science; Neuroscience; Psychology","score_opus":0.044047099418665726,"score_gpt":0.28615971344011915,"score_spread":0.24211261402145343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312873493","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017907926,0.00021020272,0.9969875,0.00021939272,0.0007643503,0.00011125663,0.0000013185245,0.0007304643,0.00079639285],"genre_scores_gemma":[0.27792767,0.000003926661,0.7218611,0.000043884458,0.000013472127,0.000058191737,5.181911e-7,0.000005120832,0.00008607536],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988884,0.00029153458,0.00016707453,0.00023900579,0.0002199936,0.00019401968],"domain_scores_gemma":[0.9983608,0.0013210757,0.00002027563,0.00023877145,0.000027767392,0.000031319578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006449961,0.00007376772,0.00011518521,0.000111840694,0.000088442976,0.00002631229,0.00041537933,0.000018840983,0.000008452957],"category_scores_gemma":[0.00035399123,0.000076521996,0.000019195304,0.00041424247,0.000011723472,0.00029457995,0.00032186793,0.00018649988,0.0000078420035],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038184194,0.00001740982,0.00001156174,0.0000042705783,0.000002176864,0.00001969379,0.00061361986,0.6073169,0.000017088454,0.38806024,0.000025777214,0.00390744],"study_design_scores_gemma":[0.00019308574,0.00013600342,0.0005187318,0.0000068706872,0.0000014403291,0.00003710149,0.0010667908,0.97806364,0.000045530323,0.017926797,0.0018208551,0.00018315951],"about_ca_topic_score_codex":0.000031432704,"about_ca_topic_score_gemma":0.0000021881963,"teacher_disagreement_score":0.37074676,"about_ca_system_score_codex":0.00021414195,"about_ca_system_score_gemma":0.000042881165,"threshold_uncertainty_score":0.31204763},"labels":[],"label_agreement":null},{"id":"W4316927202","doi":"10.1145/3571788.3571805","title":"Defining, Analyzing, Querying and Assuring Product Line Models","year":2023,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software engineering; Software product line; Debugging; Product (mathematics); Domain (mathematical analysis); Certification; Software development; Software; Systems engineering; Engineering; Programming language","score_opus":0.06196483031403906,"score_gpt":0.3082536760812426,"score_spread":0.24628884576720356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4316927202","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009106072,0.0005937878,0.9867269,0.00027954168,0.00021915894,0.000059441034,3.7257607e-7,0.0025695823,0.0004451401],"genre_scores_gemma":[0.16860402,0.00010556218,0.83061105,0.000034415014,0.000031638476,0.000009966838,9.2416644e-7,0.000012404267,0.00059000344],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99898225,0.000045614775,0.00014914313,0.0004034244,0.00012976123,0.00028980183],"domain_scores_gemma":[0.99892503,0.00055100693,0.000035994624,0.0003968948,0.000036293208,0.00005475047],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076407706,0.00011749362,0.00015258163,0.00019003982,0.0000862591,0.00008401367,0.00033854236,0.00002901107,0.0000011371491],"category_scores_gemma":[0.0008415838,0.00010645432,0.000025217492,0.000623258,0.000022092696,0.0006115113,0.00045198773,0.00012198423,0.000018946632],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011914872,0.0000042218203,0.0005578968,0.000029416158,0.000013894202,0.000017712666,0.000422886,0.8533495,0.00045698642,0.073943295,0.0002028133,0.0710002],"study_design_scores_gemma":[0.00015360414,0.000037215454,0.0015097009,0.00004050684,0.000005180337,0.000021784454,0.00003127715,0.882497,0.0104602575,0.104386196,0.0004942091,0.00036307581],"about_ca_topic_score_codex":0.000010981474,"about_ca_topic_score_gemma":0.0000023395937,"teacher_disagreement_score":0.15949795,"about_ca_system_score_codex":0.000018564031,"about_ca_system_score_gemma":0.000019969244,"threshold_uncertainty_score":0.4341081},"labels":[],"label_agreement":null},{"id":"W4316927223","doi":"10.1145/3571788.3571791","title":"Adding Product-Line Capabilities to Your Favourite Modeling Language","year":2023,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Software product line; Core product; Computer science; Software engineering; Code refactoring; Modeling language; Product (mathematics); Software; Metamodeling; Process (computing); Software development; Programming language","score_opus":0.08793151760816273,"score_gpt":0.3423045677257463,"score_spread":0.2543730501175836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4316927223","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06476481,0.00009646368,0.93002355,0.00079151976,0.0004479585,0.00013801134,0.0000024200874,0.0034830251,0.00025225844],"genre_scores_gemma":[0.2180013,0.000006658983,0.7792555,0.00011508233,0.00012908854,0.000028609764,0.0000019933245,0.00001572079,0.00244603],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987744,0.000046268247,0.00017675156,0.00042494386,0.00019607856,0.0003815515],"domain_scores_gemma":[0.9988449,0.00037301882,0.000017506123,0.00062245975,0.000061176666,0.00008090187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000650888,0.00013554523,0.00016064377,0.00021594088,0.00007253915,0.00007030929,0.00061988103,0.000027692187,0.0000059035638],"category_scores_gemma":[0.0021372605,0.000121812074,0.00004047163,0.00077750976,0.000011840783,0.00035773322,0.00046922071,0.0001181717,0.00014370253],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012168504,0.0000037476411,0.00001236086,0.000019324656,0.0000045243005,0.0000123272475,0.0042784573,0.9686337,0.0040859915,0.0043871505,0.00023328977,0.018327925],"study_design_scores_gemma":[0.00012714948,0.000057741447,0.00008296367,0.000043630218,0.0000029661942,0.000012027539,0.002032118,0.96792823,0.01708061,0.011288927,0.0008781912,0.00046545602],"about_ca_topic_score_codex":0.000030485831,"about_ca_topic_score_gemma":0.00000507581,"teacher_disagreement_score":0.1532365,"about_ca_system_score_codex":0.000045202032,"about_ca_system_score_gemma":0.000023800829,"threshold_uncertainty_score":0.49673522},"labels":[],"label_agreement":null},{"id":"W4318966672","doi":"10.1145/3526071.3527516","title":"Automated extraction and checking of property models from source code for robot swarms","year":2022,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Polytechnique Montréal","funders":"","keywords":"Marketing buzz; Correctness; Computer science; Robot; Swarm behaviour; Swarm robotics; Artificial intelligence; Scalability; JavaScript; Robotics; Python (programming language); Ant robotics; Open source; Software engineering; Embedded system; Distributed computing; Mobile robot; Programming language; Robot control; Software; Database; World Wide Web","score_opus":0.0868579633050371,"score_gpt":0.3145932828109147,"score_spread":0.2277353195058776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318966672","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007903367,0.00010280626,0.9902172,0.00013140545,0.00017670612,0.00017223043,0.0000079775045,0.0012605577,0.000027755425],"genre_scores_gemma":[0.22340225,0.0000037773093,0.7762479,0.000028861761,0.000008948815,0.00004946675,0.0000023848995,0.000008259501,0.00024817046],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993123,0.00005417445,0.00014394551,0.00023851806,0.00012466946,0.00012642385],"domain_scores_gemma":[0.9991764,0.00047865754,0.00006943985,0.00021813452,0.000033996675,0.000023397786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003222038,0.00007607189,0.0001339338,0.000047716156,0.000099420155,0.000022200824,0.0002722596,0.000022955803,0.000003658848],"category_scores_gemma":[0.00014283153,0.000057864825,0.000025275544,0.00012380835,0.000016529497,0.00036872365,0.00027189168,0.00008361213,1.6583112e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008035819,0.0000132618,0.000015264026,0.00001025994,0.00000840508,5.015642e-7,0.0004812405,0.9569364,0.018391661,0.0006741304,0.000077991026,0.02338284],"study_design_scores_gemma":[0.0001634479,0.000051691815,0.00013258235,0.0000045739666,0.0000032528508,0.0000049446094,0.00007859084,0.97308666,0.015460522,0.010334852,0.0005877183,0.00009115059],"about_ca_topic_score_codex":0.000055629618,"about_ca_topic_score_gemma":0.000002172305,"teacher_disagreement_score":0.21549888,"about_ca_system_score_codex":0.000035815694,"about_ca_system_score_gemma":0.000018857409,"threshold_uncertainty_score":0.23596591},"labels":[],"label_agreement":null},{"id":"W4319228909","doi":"10.1007/s10664-023-10290-2","title":"Applying declarative analysis to industrial automotive software product line models","year":2023,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Toronto","funders":"General Motors of Canada; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Automotive industry; Software product line; Software engineering; Computer science; Software; Milestone; Product (mathematics); Programming language; Software development; Engineering","score_opus":0.1475329072300927,"score_gpt":0.34279995238639305,"score_spread":0.19526704515630033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319228909","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013363274,0.00012910571,0.97436893,0.00044826063,0.0009508656,0.00082064164,0.000024188605,0.009888727,0.000006002344],"genre_scores_gemma":[0.05199992,0.000010497053,0.94617265,0.00028792964,0.00042063542,0.0007733606,0.000038265647,0.00009023185,0.00020649856],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99608433,0.00013836927,0.00060833484,0.0013083796,0.00074819266,0.0011123919],"domain_scores_gemma":[0.9949213,0.0030979766,0.00011026998,0.0011263778,0.00028443657,0.00045964192],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001031321,0.0005768208,0.000835253,0.0013908215,0.00020550616,0.00018976854,0.0013991391,0.00024023023,0.000008805082],"category_scores_gemma":[0.015367712,0.0005775847,0.0003249698,0.010368728,0.000034918776,0.0009124732,0.0010851286,0.0007757434,0.0001262664],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007690776,0.00002300351,0.002182854,0.000018818528,0.00031706368,0.000058780315,0.0009045689,0.9799122,0.00006502103,0.00012130638,0.00094124675,0.015447423],"study_design_scores_gemma":[0.0011623875,0.00043488093,0.020402377,0.00019328947,0.0003847988,0.000030776697,0.000108566564,0.94712514,0.0069575235,0.007977585,0.0119103715,0.0033122783],"about_ca_topic_score_codex":0.000011310222,"about_ca_topic_score_gemma":0.0000025327317,"teacher_disagreement_score":0.038636643,"about_ca_system_score_codex":0.000359356,"about_ca_system_score_gemma":0.00012927974,"threshold_uncertainty_score":0.9996676},"labels":[],"label_agreement":null},{"id":"W4319309992","doi":"10.1007/978-3-031-18556-4_18","title":"Reengineering UML Class Diagram Variants into a Product Line Architecture","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Class diagram; Unified Modeling Language; Computer science; Software engineering; Business process reengineering; Software product line; Reuse; Activity diagram; Software development; Software; Systems engineering; Programming language; Engineering; Manufacturing engineering","score_opus":0.03026764474823693,"score_gpt":0.2596119557374028,"score_spread":0.22934431098916588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319309992","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000011599961,0.0012166428,0.9444731,0.0007303153,0.0017806623,0.00041199135,0.0000086038435,0.002679254,0.048698284],"genre_scores_gemma":[0.00020766519,0.00017573683,0.8343115,0.00014765428,0.00041500595,0.00006491804,0.000015871585,0.00012140663,0.16454025],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972152,0.000055823315,0.0004562352,0.0012057383,0.00056594284,0.00050105026],"domain_scores_gemma":[0.99701244,0.00067434163,0.0001706045,0.0019153454,0.00008021607,0.00014707308],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006055281,0.0006600505,0.0006560548,0.00043303697,0.00013734949,0.000093373856,0.0019677503,0.00022544176,0.00021594306],"category_scores_gemma":[0.0008633055,0.0006253645,0.00020368592,0.00018837259,0.00005929719,0.00027338057,0.0017181536,0.0015444023,0.00003932053],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007285115,0.000013607814,4.266127e-7,0.00015457738,0.00010944474,0.00018863125,0.00033472618,0.34820303,0.00022255287,0.38053727,0.00051189563,0.26971653],"study_design_scores_gemma":[0.00029633133,0.00031958972,0.000024154235,0.00016137565,0.00003617458,0.00021450581,0.0000029085923,0.01570945,0.0003251956,0.2994113,0.6815992,0.0018997991],"about_ca_topic_score_codex":0.000010422457,"about_ca_topic_score_gemma":0.000005997035,"teacher_disagreement_score":0.6810873,"about_ca_system_score_codex":0.00026629417,"about_ca_system_score_gemma":0.00012950727,"threshold_uncertainty_score":0.9996198},"labels":[],"label_agreement":null},{"id":"W4323646077","doi":"10.1109/fnwf55208.2022.00030","title":"An Architecture for Autonomic Networks","year":2022,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ciena (Canada)","funders":"","keywords":"Computer science; Computer architecture; Software architecture; Multilayered architecture; Architecture; Software architecture description; Architectural pattern; Reference architecture; Database-centric architecture; Resource-oriented architecture; Software; Network architecture; Applications architecture; Space-based architecture; Software engineering; Distributed computing; Software design; Programming language; Computer network; Software development","score_opus":0.02599141819264615,"score_gpt":0.2864655030635519,"score_spread":0.26047408487090573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323646077","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005313377,0.0000525588,0.99745226,0.00027373878,0.000572632,0.00012467965,0.0000014708962,0.0009313269,0.000060019473],"genre_scores_gemma":[0.06907038,5.680018e-7,0.930262,0.00033070918,0.000050397473,0.00010762117,0.000002573704,0.000008333481,0.00016740256],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993989,0.00006185184,0.00007427811,0.00022505045,0.000057411806,0.000182523],"domain_scores_gemma":[0.99913555,0.00040087575,0.000021146014,0.0003983496,0.000008914586,0.000035142155],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032431746,0.000065476925,0.00007800246,0.00004472626,0.00014503671,0.000028405319,0.0007812127,0.000014671782,0.000012366665],"category_scores_gemma":[0.000052368065,0.0000628119,0.000033710632,0.0001205083,0.000009216518,0.000116630596,0.00023367174,0.00012435376,6.308698e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021489461,0.0000058044675,0.000006540292,8.3751297e-7,0.0000021624546,7.18302e-7,0.0000809186,0.91108674,0.000113555405,0.028090626,0.00023710732,0.06037282],"study_design_scores_gemma":[0.00013557375,0.0001974777,0.00021165023,4.733431e-7,0.0000012125469,0.000014080881,0.000021000393,0.9150767,0.00023944878,0.060702905,0.023240699,0.00015877587],"about_ca_topic_score_codex":0.0000017051352,"about_ca_topic_score_gemma":7.911766e-7,"teacher_disagreement_score":0.06853904,"about_ca_system_score_codex":0.00004263254,"about_ca_system_score_gemma":0.000020111785,"threshold_uncertainty_score":0.25613952},"labels":[],"label_agreement":null},{"id":"W4360851769","doi":"10.1145/3589227","title":"Self-Adaptation in Industry: A Survey","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Autonomous and Adaptive Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Adaptation (eye); Computer science; Variety (cybernetics); Cloud computing; Scale (ratio); Process management; Control (management); Software; Risk analysis (engineering); Knowledge management; Engineering management; Management science; Artificial intelligence","score_opus":0.08633609227381578,"score_gpt":0.29379210569625125,"score_spread":0.20745601342243547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360851769","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009011275,0.00010033427,0.9890401,0.0001096181,0.00052002695,0.00023820241,0.000014805565,0.0009203569,0.000045309218],"genre_scores_gemma":[0.8592178,0.00006331619,0.14029574,0.000016528878,0.000014943862,0.0000931094,0.0000025213985,0.000014813825,0.00028117816],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987794,0.0002755355,0.00021715752,0.0003512875,0.00013252808,0.00024407025],"domain_scores_gemma":[0.9983684,0.0010716056,0.000053705822,0.00040106103,0.00004363075,0.00006159181],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008144231,0.00014428988,0.00020177802,0.00031083627,0.000099043355,0.000070140064,0.00032885006,0.00014704079,8.8622306e-7],"category_scores_gemma":[0.00013307207,0.00014180942,0.00002637255,0.0008984224,0.000021900285,0.0003081949,0.000017364491,0.0003458679,0.000023420229],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011385817,0.00004766493,0.00020791792,0.000029211527,0.000033243952,0.000022781644,0.0018706159,0.9174533,0.00003745432,0.0033432136,0.000013735871,0.0769295],"study_design_scores_gemma":[0.0009416346,0.00045960414,0.06891583,0.00017486511,0.000010425295,0.00003950026,0.0016252986,0.92093813,0.00025164802,0.0041900626,0.0017520363,0.0007009596],"about_ca_topic_score_codex":0.00034925106,"about_ca_topic_score_gemma":0.00009365727,"teacher_disagreement_score":0.85020655,"about_ca_system_score_codex":0.00010497149,"about_ca_system_score_gemma":0.00006405157,"threshold_uncertainty_score":0.57828206},"labels":[],"label_agreement":null},{"id":"W4360980338","doi":"10.1007/s00766-023-00401-2","title":"WEBAPIK: a body of structured knowledge on designing web APIs","year":2023,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; World Wide Web; Web engineering; Web standards; Web development; Vendor; Web modeling; Web API; Web design; Web application security; Web service; Software engineering","score_opus":0.06102238117760233,"score_gpt":0.3192031323913375,"score_spread":0.2581807512137352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360980338","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026891861,0.0001374898,0.969953,0.000021747754,0.000988241,0.00015174944,0.000002868695,0.0017109934,0.00014204725],"genre_scores_gemma":[0.6492278,0.000027903492,0.3505377,0.0000074611025,0.00005951971,0.000023060466,0.0000021370206,0.00003414791,0.000080283266],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985464,0.000044731554,0.00030547444,0.000362259,0.00028681572,0.00045427735],"domain_scores_gemma":[0.99872965,0.0004854038,0.00007610279,0.0005771747,0.00005003931,0.00008164648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051762257,0.00022926301,0.00027640996,0.0004623363,0.0000493553,0.00003238056,0.00071849686,0.000072752744,0.000004176648],"category_scores_gemma":[0.0006729318,0.00023357474,0.00007643152,0.0010445124,0.00001715471,0.0003057508,0.0002905162,0.00017087531,0.000039295348],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044144576,0.000018440807,0.00008418726,0.0001484816,0.000059670736,0.000019592759,0.0004109526,0.56239164,0.41986212,0.008486156,0.00018369782,0.008330655],"study_design_scores_gemma":[0.00096205034,0.00027364,0.0041739405,0.00049747416,0.000017918599,0.000008589301,0.000033191922,0.610967,0.37815318,0.002212656,0.0018729704,0.0008274486],"about_ca_topic_score_codex":8.751561e-7,"about_ca_topic_score_gemma":1.6339054e-7,"teacher_disagreement_score":0.6223359,"about_ca_system_score_codex":0.00009403812,"about_ca_system_score_gemma":0.00003972911,"threshold_uncertainty_score":0.95249015},"labels":[],"label_agreement":null},{"id":"W4362473031","doi":"10.3390/modelling4020009","title":"Traceability Management of Socio-Cyber-Physical Systems Involving Goal and SysML Models","year":2023,"lang":"en","type":"article","venue":"Modelling—International Open Access Journal of Modelling in Engineering Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Traceability; Systems Modeling Language; Computer science; Requirements traceability; Systems engineering; Cyber-physical system; Process management; Unified Modeling Language; Software engineering; Consistency (knowledge bases); Risk analysis (engineering); Requirements engineering; Engineering; Software; Requirement; Artificial intelligence","score_opus":0.131512622802541,"score_gpt":0.3815247470751968,"score_spread":0.2500121242726558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362473031","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21223983,0.00030940695,0.78617597,0.00009711089,0.0008446797,0.00019175296,0.0000027368637,0.00009308997,0.000045444827],"genre_scores_gemma":[0.6753865,0.00042526954,0.3240992,0.0000037733353,0.000041642437,0.000010672005,4.5979945e-7,0.000014810519,0.00001763328],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969628,0.00004350581,0.000887953,0.0005308747,0.0011391293,0.0004357546],"domain_scores_gemma":[0.99797595,0.00056588376,0.00043083436,0.00041488546,0.00047177853,0.00014067574],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0043132356,0.0002408559,0.00049798994,0.0009195023,0.00009708565,0.00092404196,0.006067149,0.000059089205,4.1620245e-7],"category_scores_gemma":[0.00012380748,0.00023239313,0.00008881896,0.0014422412,0.00014601563,0.0070332754,0.0019195604,0.00039178476,8.113886e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013747635,0.000047514302,0.0001261442,0.00012294075,0.000031410313,0.00003563908,0.0007493287,0.9638598,0.00022893235,0.034251567,0.0000029457128,0.0005300582],"study_design_scores_gemma":[0.00032807657,0.000029805677,0.00016521648,0.0005120519,0.000008249632,0.000024189714,0.00008867826,0.9634559,0.00027705837,0.034894608,0.0000058727037,0.00021028204],"about_ca_topic_score_codex":0.00004608624,"about_ca_topic_score_gemma":2.5446428e-7,"teacher_disagreement_score":0.4631467,"about_ca_system_score_codex":0.00029342147,"about_ca_system_score_gemma":0.00012741362,"threshold_uncertainty_score":0.9993105},"labels":[],"label_agreement":null},{"id":"W4362573805","doi":"10.5753/sbes.2003.23854","title":"Detailing Architectural Design in Requirements Driven Software Development: The Tropos Case","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Software engineering; Computer science; Software development; Unified Modeling Language; Software development process; Software requirements specification; Requirements analysis; Software design; Software construction; Systems engineering; Software system; Software; Engineering; Programming language","score_opus":0.08463550833988567,"score_gpt":0.30095315474140066,"score_spread":0.216317646401515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362573805","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020704098,0.00009328157,0.97827667,0.00004872959,0.00020595979,0.00023525782,1.00667926e-7,0.0003940184,0.00004188908],"genre_scores_gemma":[0.1893806,0.0000016138906,0.81040376,0.00007601159,0.0000061397473,0.00003126117,1.8026796e-7,0.000009609598,0.00009082831],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984574,0.00039115615,0.00025830313,0.00032342723,0.00017954793,0.000390192],"domain_scores_gemma":[0.99808735,0.0013372658,0.000048002865,0.00044385967,0.0000324373,0.000051110943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092130824,0.00016478276,0.00014568339,0.000108119944,0.000161777,0.00006459411,0.00059264293,0.00004116427,0.0000071229656],"category_scores_gemma":[0.0017144015,0.000112813424,0.000030725,0.0003867568,0.0000402288,0.00027268296,0.00015609275,0.00019762546,0.000014480281],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000082478755,0.000030103562,0.001145394,0.000018250788,0.000026183545,0.0014237309,0.0041613425,0.7554478,0.00045865937,0.0048428327,0.000021120286,0.23241633],"study_design_scores_gemma":[0.009628214,0.0009772984,0.02197222,0.0006725811,0.00007128246,0.04142349,0.0037506209,0.21405268,0.43541396,0.24879122,0.01459118,0.008655268],"about_ca_topic_score_codex":0.000006893901,"about_ca_topic_score_gemma":0.00003196447,"teacher_disagreement_score":0.5413951,"about_ca_system_score_codex":0.00010561355,"about_ca_system_score_gemma":0.00009256559,"threshold_uncertainty_score":0.4600398},"labels":[],"label_agreement":null},{"id":"W4362576184","doi":"10.22215/etd/2023-15449","title":"Modular Verification of Hierarchical Component-Based Software Systems","year":2023,"lang":"en","type":"dissertation","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Modular design; Computer science; Component (thermodynamics); Reusability; Reuse; Software engineering; Metamodeling; Component-based software engineering; Scalability; Software system; Functional verification; Software verification; Formal verification; Software; Systems engineering; Programming language; Software construction; Engineering; Operating system","score_opus":0.0393078298733357,"score_gpt":0.2986100096296914,"score_spread":0.2593021797563557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362576184","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005330109,0.0003209195,0.9894317,0.000020729802,0.0026554617,0.00029260223,0.000010764805,0.001873538,0.00006418896],"genre_scores_gemma":[0.031382546,0.000032229833,0.96549946,0.000010840609,0.000059110018,0.00012594055,0.0006903874,0.000069192734,0.002130281],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99811053,0.0001630423,0.00047203834,0.00052322337,0.00048251156,0.00024865384],"domain_scores_gemma":[0.9973663,0.0011401664,0.00026174827,0.00096194784,0.000205201,0.0000646568],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00044118034,0.00025300542,0.00046645835,0.0003459098,0.00005252445,0.0000513023,0.0010889099,0.00028529635,0.0000021250494],"category_scores_gemma":[0.0009870687,0.0002548245,0.00012437139,0.00051416835,0.00002937546,0.00013759147,0.00005894151,0.00030648187,0.000034359837],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037477283,0.000076079225,0.0000535409,0.0019105686,0.00008396615,0.000021133363,0.00046778735,0.9305623,0.011027058,0.028183568,0.00030298563,0.027273504],"study_design_scores_gemma":[0.0016002685,0.00053226395,0.055657927,0.0030069968,0.00013016754,0.000011897463,0.0007503504,0.8342505,0.06733309,0.031838212,0.0016362027,0.003252127],"about_ca_topic_score_codex":0.000044561617,"about_ca_topic_score_gemma":0.000005094404,"teacher_disagreement_score":0.09631184,"about_ca_system_score_codex":0.0000662904,"about_ca_system_score_gemma":0.00013703894,"threshold_uncertainty_score":0.9999904},"labels":[],"label_agreement":null},{"id":"W4366450272","doi":"10.3138/cjpe.022.009","title":"What an Eight-Year-Old Can Teach Us About Logic Modelling and Mainstreaming","year":2007,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Hindsight bias; Narrative; Process (computing); Mainstreaming; Computer science; Simplicity; Point (geometry); Management science; SWORD; Process management; Engineering ethics; Epistemology; Psychology; Engineering; Mathematics education; Cognitive psychology; Programming language; Mathematics; Special education; Philosophy","score_opus":0.13905330773756333,"score_gpt":0.36849270031541737,"score_spread":0.22943939257785403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366450272","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24124074,0.0013487629,0.7563674,0.00012966024,0.00062769826,0.00022713403,5.3878813e-7,0.000037240556,0.000020829239],"genre_scores_gemma":[0.44137388,0.000035441644,0.55841637,0.00005182337,0.000096875396,0.00000477159,0.0000021302774,0.000008365149,0.0000103005605],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99856704,0.00016980825,0.00033110654,0.00020309107,0.00034591643,0.0003830613],"domain_scores_gemma":[0.9985012,0.00016140111,0.00019962437,0.00023101784,0.000422178,0.0004845787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047061737,0.00012640856,0.0001632823,0.00036831398,0.00014447012,0.00040045282,0.00035905762,0.00008522249,0.000003775958],"category_scores_gemma":[0.00047533077,0.000119937664,0.000038735227,0.00028474344,0.00005746711,0.0013686222,0.000016615884,0.00025904967,6.4634145e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030369877,0.000010061723,0.0017663345,0.00000808121,0.000012136457,0.00004475188,0.0014411012,0.23911563,0.000041535386,0.0018708085,0.00000604313,0.7556805],"study_design_scores_gemma":[0.0015213351,0.0014092313,0.035266835,0.00046480156,0.00011296974,0.00073267735,0.0021160843,0.86268854,0.0011405448,0.091494724,0.002208536,0.000843739],"about_ca_topic_score_codex":0.00042130062,"about_ca_topic_score_gemma":0.004124705,"teacher_disagreement_score":0.75483674,"about_ca_system_score_codex":0.00033840336,"about_ca_system_score_gemma":0.00052055577,"threshold_uncertainty_score":0.4890916},"labels":[],"label_agreement":null},{"id":"W4366590110","doi":"10.1145/3544549.3583746","title":"How can we can create an equitable CHI","year":2023,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science","score_opus":0.08514994138436714,"score_gpt":0.31092990764735656,"score_spread":0.2257799662629894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366590110","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032920341,0.000045004283,0.98609805,0.00598667,0.0004855807,0.00007359944,0.0000034743573,0.0035496617,0.00046592744],"genre_scores_gemma":[0.07938636,0.000057158522,0.9033626,0.00017300936,0.000082872975,0.000024680116,0.000004852423,0.000022062428,0.016886445],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99877524,0.000065409906,0.00008861078,0.00036205797,0.00017386542,0.000534793],"domain_scores_gemma":[0.9988821,0.0002487175,0.000026287998,0.00068580883,0.000035585566,0.000121503326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038791183,0.00013531806,0.00015325764,0.00013184357,0.00011018301,0.0001943751,0.0008465181,0.000046027435,0.00000527258],"category_scores_gemma":[0.00035168737,0.000116817435,0.000032109725,0.0007024886,0.000027409838,0.0004499016,0.00043947293,0.00010843751,0.00002141051],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066462785,0.00005524296,0.00071895274,0.00010379816,0.00006955144,0.00029797124,0.0051819864,0.2591464,0.014852426,0.2993155,0.008950755,0.41130075],"study_design_scores_gemma":[0.0013658218,0.000971079,0.0115981465,0.000112826325,0.000026287345,0.0001118475,0.0020292138,0.24462426,0.1277123,0.53931916,0.069045864,0.003083185],"about_ca_topic_score_codex":0.00008712497,"about_ca_topic_score_gemma":0.00010501409,"teacher_disagreement_score":0.40821755,"about_ca_system_score_codex":0.000044365293,"about_ca_system_score_gemma":0.000044544904,"threshold_uncertainty_score":0.47636768},"labels":[],"label_agreement":null},{"id":"W4366818532","doi":"10.1109/icsa-c57050.2023.00042","title":"Formalizing the Relationship between Security Policies and Objectives in Software Architectures","year":2023,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; University of Ottawa; Carleton University","funders":"","keywords":"Computer science; Software security assurance; Computer security model; Confidentiality; Software engineering; Computer security; Security testing; Software development; Application security; Security policy; Security service; Component (thermodynamics); Security information and event management; Software; Information security; Cloud computing security; Operating system","score_opus":0.07785788778087878,"score_gpt":0.3380761420838336,"score_spread":0.2602182543029548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366818532","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31674796,0.000099230914,0.6817374,0.0005576686,0.000044322078,0.00007254592,0.0000010360353,0.00067771354,0.0000620794],"genre_scores_gemma":[0.8356378,0.000005367719,0.16422874,0.00004531766,0.000025264188,0.00001316798,6.547668e-7,0.000005247874,0.00003845225],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992336,0.00012937319,0.000121375044,0.0001770539,0.00010771508,0.00023086325],"domain_scores_gemma":[0.99180007,0.0078811925,0.00002563406,0.00025461274,0.000011923188,0.000026544789],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000631757,0.000089164314,0.00010429428,0.00018699978,0.00013721503,0.000058993064,0.00035876298,0.000039854633,3.190971e-7],"category_scores_gemma":[0.003651942,0.00006072449,0.000026871228,0.0007190563,0.000067735295,0.00019374723,0.00037090984,0.00021326977,0.000003541454],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014680579,0.0000025215604,0.88793254,0.00002985986,0.00000804375,0.000003584437,0.015553178,0.026844237,0.000010328214,0.05582026,0.00005257612,0.013741416],"study_design_scores_gemma":[0.000042868953,0.00000869161,0.69004196,0.000009212619,8.228967e-7,0.0000026588148,0.00018282078,0.0005100199,0.00010218829,0.30899853,0.00003658554,0.00006363684],"about_ca_topic_score_codex":0.000044867073,"about_ca_topic_score_gemma":0.00003773823,"teacher_disagreement_score":0.5188898,"about_ca_system_score_codex":0.000017558748,"about_ca_system_score_gemma":0.0000139879,"threshold_uncertainty_score":0.43719792},"labels":[],"label_agreement":null},{"id":"W4375928762","doi":"10.1109/tse.2023.3272631","title":"Discovering Reusable Functional Features in Legacy Object-Oriented Systems","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Concordia University; École de Technologie Supérieure; Collège de Bois-de-Boulogne","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Code refactoring; Programming language; Java; Object-oriented programming; Software design pattern; Reuse; Inheritance (genetic algorithm); Set (abstract data type); Delegation; Software engineering; Software","score_opus":0.0242138522624414,"score_gpt":0.2522181008092857,"score_spread":0.22800424854684428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4375928762","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01357709,0.00014135419,0.97646904,0.00003308696,0.005189747,0.00023171386,0.000011602247,0.004332104,0.000014242357],"genre_scores_gemma":[0.69215816,0.000072075294,0.3062152,0.000025283818,0.00013293844,0.00031374712,0.000007981772,0.000093330695,0.0009812627],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997977,0.00005486581,0.00035135105,0.0005827469,0.00040965682,0.0006243843],"domain_scores_gemma":[0.9980595,0.0010760782,0.000048654623,0.00065120496,0.00005279221,0.00011173198],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00041940436,0.0003296451,0.00032435692,0.00083573855,0.00014244061,0.00016859172,0.00047501535,0.00014278574,0.000005242259],"category_scores_gemma":[0.0002861379,0.00035494196,0.00011866386,0.0021447742,0.0000216867,0.0012203917,0.000014261199,0.00061914086,0.000068536494],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009165467,0.000023929611,0.000037179307,0.000067652094,0.000025457859,0.000048852075,0.00023181061,0.9955589,0.00079508836,0.00079440913,0.00010490343,0.0023026627],"study_design_scores_gemma":[0.0027786517,0.00037844412,0.021543583,0.0013316935,0.00004446078,0.00032031027,0.00061444123,0.9239909,0.039881475,0.000542733,0.0054474357,0.003125887],"about_ca_topic_score_codex":0.0000438275,"about_ca_topic_score_gemma":0.0000071803306,"teacher_disagreement_score":0.6785811,"about_ca_system_score_codex":0.0002734313,"about_ca_system_score_gemma":0.000054551652,"threshold_uncertainty_score":0.99989027},"labels":[],"label_agreement":null},{"id":"W4383297605","doi":"10.5281/zenodo.8118040","title":"Variability-aware Neo4j for Analyzing a Graphical Model of a Software Product Line","year":2023,"lang":"en","type":"paratext","venue":"UWSpace (University of Waterloo)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software product line; Product line; Product (mathematics); Software; Software engineering; Line (geometry); Software development; Programming language; Manufacturing engineering; Engineering","score_opus":0.04192030108528015,"score_gpt":0.2593226726581142,"score_spread":0.21740237157283404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383297605","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0063345083,0.00013040258,0.9906493,0.0007039921,0.00078828936,0.0005808736,0.00036013266,0.0004410856,0.0000114177365],"genre_scores_gemma":[0.0009775426,0.00018145332,0.86702466,0.00000801276,0.00007015371,0.0000039374245,0.00010354089,0.000051119765,0.13157955],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99761504,0.00018709764,0.0003046861,0.0010163864,0.00035784917,0.0005189208],"domain_scores_gemma":[0.9962222,0.001356531,0.00042425413,0.0013230359,0.00055198814,0.000121975536],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00096756103,0.00040606377,0.0010638465,0.0006531034,0.0001581085,0.000023042498,0.0019363137,0.00038356977,0.000015583939],"category_scores_gemma":[0.0009029571,0.0004607355,0.00044657668,0.000927421,0.00025478873,0.0003943235,0.0009667004,0.00046857266,0.000038504866],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011105969,0.00011655612,0.00004848649,0.002845584,0.00033484772,0.000014558797,0.0155228665,0.95598257,0.0012309224,0.00075514923,0.016542828,0.0064945724],"study_design_scores_gemma":[0.0038670495,0.0016271312,0.0002840276,0.0025030286,0.0008482139,0.00001922388,0.0046376763,0.9090512,0.0072040777,0.062697195,0.0030108066,0.0042503765],"about_ca_topic_score_codex":0.0008520409,"about_ca_topic_score_gemma":0.00026701906,"teacher_disagreement_score":0.13156813,"about_ca_system_score_codex":0.000114635935,"about_ca_system_score_gemma":0.00027989515,"threshold_uncertainty_score":0.9997844},"labels":[],"label_agreement":null},{"id":"W4383298047","doi":"10.5281/zenodo.8119079","title":"Variability-aware Neo4j for Analyzing a Graphical Model of a Software Product Line","year":2023,"lang":"en","type":"paratext","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software product line; Product line; Product (mathematics); Software; Line (geometry); Software development; Programming language; Mathematics; Engineering","score_opus":0.08773157265468343,"score_gpt":0.30706644124466914,"score_spread":0.21933486858998572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383298047","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000057099784,0.00014901542,0.9937754,0.00031554946,0.0005636956,0.00089557463,0.00096927333,0.0022235808,0.0010507865],"genre_scores_gemma":[0.006210177,0.000620879,0.966915,0.000090518246,0.0007221312,0.0000020901625,0.0055311453,0.0052574645,0.014650582],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965138,0.00057512644,0.00060426514,0.0011823103,0.000504604,0.0006199031],"domain_scores_gemma":[0.99577737,0.00070015626,0.0003243159,0.0015430229,0.0014821925,0.00017293509],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024342213,0.00036322387,0.00059409876,0.00067379884,0.000949503,0.00042897573,0.0033841073,0.00022662192,0.00037050658],"category_scores_gemma":[0.012043999,0.00038433485,0.00020885436,0.0016242907,0.00020386359,0.00035373503,0.003136646,0.00068700395,0.0015673927],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000090889735,0.0001845852,5.6454735e-7,0.002083862,0.00022567998,0.000007719611,0.0011000838,0.47114712,0.0014616001,0.004815837,0.40377402,0.11510802],"study_design_scores_gemma":[0.0012063186,0.0009530407,0.000027303018,0.000623052,0.000109760666,0.00007084804,0.00005738836,0.237711,0.0017809599,0.024375206,0.7314722,0.0016129377],"about_ca_topic_score_codex":0.00000385153,"about_ca_topic_score_gemma":1.05571104e-7,"teacher_disagreement_score":0.32769814,"about_ca_system_score_codex":0.00019340937,"about_ca_system_score_gemma":0.00003373654,"threshold_uncertainty_score":0.9998609},"labels":[],"label_agreement":null},{"id":"W4383298062","doi":"10.5281/zenodo.8119435","title":"Variability-aware Neo4j for Analyzing a Graphical Model of a Software Product Line","year":2023,"lang":"en","type":"paratext","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software product line; Product line; Software; Product (mathematics); Line (geometry); Software engineering; Software development; Programming language; Engineering; Manufacturing engineering","score_opus":0.08773157265468343,"score_gpt":0.30706644124466914,"score_spread":0.21933486858998572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383298062","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000057099784,0.00014901542,0.9937754,0.00031554946,0.0005636956,0.00089557463,0.00096927333,0.0022235808,0.0010507865],"genre_scores_gemma":[0.006210177,0.000620879,0.966915,0.000090518246,0.0007221312,0.0000020901625,0.0055311453,0.0052574645,0.014650582],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965138,0.00057512644,0.00060426514,0.0011823103,0.000504604,0.0006199031],"domain_scores_gemma":[0.99577737,0.00070015626,0.0003243159,0.0015430229,0.0014821925,0.00017293509],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024342213,0.00036322387,0.00059409876,0.00067379884,0.000949503,0.00042897573,0.0033841073,0.00022662192,0.00037050658],"category_scores_gemma":[0.012043999,0.00038433485,0.00020885436,0.0016242907,0.00020386359,0.00035373503,0.003136646,0.00068700395,0.0015673927],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000090889735,0.0001845852,5.6454735e-7,0.002083862,0.00022567998,0.000007719611,0.0011000838,0.47114712,0.0014616001,0.004815837,0.40377402,0.11510802],"study_design_scores_gemma":[0.0012063186,0.0009530407,0.000027303018,0.000623052,0.000109760666,0.00007084804,0.00005738836,0.237711,0.0017809599,0.024375206,0.7314722,0.0016129377],"about_ca_topic_score_codex":0.00000385153,"about_ca_topic_score_gemma":1.05571104e-7,"teacher_disagreement_score":0.32769814,"about_ca_system_score_codex":0.00019340937,"about_ca_system_score_gemma":0.00003373654,"threshold_uncertainty_score":0.9998609},"labels":[],"label_agreement":null},{"id":"W4383300055","doi":"10.5281/zenodo.8119215","title":"Variability-aware Neo4j for Analyzing a Graphical Model of a Software Product Line","year":2023,"lang":"en","type":"paratext","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software product line; Product line; Software; Product (mathematics); Line (geometry); Software engineering; Software development; Programming language; Engineering; Manufacturing engineering","score_opus":0.08773157265468343,"score_gpt":0.30706644124466914,"score_spread":0.21933486858998572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383300055","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000057099784,0.00014901542,0.9937754,0.00031554946,0.0005636956,0.00089557463,0.00096927333,0.0022235808,0.0010507865],"genre_scores_gemma":[0.006210177,0.000620879,0.966915,0.000090518246,0.0007221312,0.0000020901625,0.0055311453,0.0052574645,0.014650582],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965138,0.00057512644,0.00060426514,0.0011823103,0.000504604,0.0006199031],"domain_scores_gemma":[0.99577737,0.00070015626,0.0003243159,0.0015430229,0.0014821925,0.00017293509],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024342213,0.00036322387,0.00059409876,0.00067379884,0.000949503,0.00042897573,0.0033841073,0.00022662192,0.00037050658],"category_scores_gemma":[0.012043999,0.00038433485,0.00020885436,0.0016242907,0.00020386359,0.00035373503,0.003136646,0.00068700395,0.0015673927],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000090889735,0.0001845852,5.6454735e-7,0.002083862,0.00022567998,0.000007719611,0.0011000838,0.47114712,0.0014616001,0.004815837,0.40377402,0.11510802],"study_design_scores_gemma":[0.0012063186,0.0009530407,0.000027303018,0.000623052,0.000109760666,0.00007084804,0.00005738836,0.237711,0.0017809599,0.024375206,0.7314722,0.0016129377],"about_ca_topic_score_codex":0.00000385153,"about_ca_topic_score_gemma":1.05571104e-7,"teacher_disagreement_score":0.32769814,"about_ca_system_score_codex":0.00019340937,"about_ca_system_score_gemma":0.00003373654,"threshold_uncertainty_score":0.9998609},"labels":[],"label_agreement":null},{"id":"W4384695884","doi":"10.22215/etd/2023-15567","title":"Automated Generation of Executable Cucumber Scenarios from a RDBMS Schema","year":2023,"lang":"en","type":"dissertation","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Executable; Computer science; Relational database management system; Software engineering; Relational database; Java; Programming language; Schema evolution; Database; Schema (genetic algorithms); Database schema; Information retrieval; Database design","score_opus":0.06900914628347368,"score_gpt":0.33110743393165926,"score_spread":0.26209828764818555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384695884","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039604325,0.0002219865,0.95215476,0.000017988075,0.002479103,0.00020457663,0.000012415261,0.004900514,0.00040435206],"genre_scores_gemma":[0.008875543,0.000054807748,0.9732264,0.000019995263,0.00011952972,0.00006368567,0.00071335974,0.00005954894,0.016867079],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99836844,0.00007404353,0.00041433392,0.0005418761,0.0003472845,0.00025401203],"domain_scores_gemma":[0.99833435,0.00046235128,0.00023464665,0.0007187799,0.0001999531,0.00004993034],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00024707316,0.00026946716,0.0004282627,0.0002094033,0.000052577656,0.00007102692,0.0007050295,0.00032303506,0.000033187436],"category_scores_gemma":[0.00075212383,0.00026215886,0.00007887949,0.0005922651,0.0000140740985,0.0003525692,0.00010863511,0.00021654593,0.00009512588],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041395746,0.00014162053,0.00016668208,0.0007283036,0.00048588982,0.00007688794,0.007182698,0.45290315,0.45075035,0.008341847,0.02867345,0.05050772],"study_design_scores_gemma":[0.00030534976,0.000058837566,0.0012862412,0.00022493953,0.00003209203,0.0000021056637,0.00018365748,0.7449831,0.2459848,0.005758717,0.00051384483,0.00066633447],"about_ca_topic_score_codex":0.00046620818,"about_ca_topic_score_gemma":0.00016662372,"teacher_disagreement_score":0.29207996,"about_ca_system_score_codex":0.000057982175,"about_ca_system_score_gemma":0.00013246942,"threshold_uncertainty_score":0.9999831},"labels":[],"label_agreement":null},{"id":"W4385324115","doi":"10.1109/serp4iot59158.2023.00012","title":"ReqMIoT: An Integrated Requirements Modelling Environment for IoT Systems","year":2023,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Domain (mathematical analysis); Documentation; Software engineering; Internet of Things; Domain-specific language; Requirements analysis; Systems engineering; Domain model; Human–computer interaction; Programming language; Embedded system; Domain knowledge; Engineering","score_opus":0.19570353856088474,"score_gpt":0.3354928054096607,"score_spread":0.13978926684877596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385324115","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023722325,0.000058628248,0.9947357,0.00008586096,0.0006200571,0.00030150742,0.0000034887926,0.0017937608,0.000028736295],"genre_scores_gemma":[0.01811441,0.000021863247,0.98052204,0.000028191078,0.00004206461,0.00011033668,0.000009454308,0.000019412257,0.0011322387],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99880165,0.00006790384,0.00021873083,0.0003996238,0.00018589234,0.00032620016],"domain_scores_gemma":[0.9989259,0.00036263344,0.00004673308,0.000564027,0.000028946162,0.000071714814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000808107,0.00013454544,0.0001606587,0.00011462574,0.00008201352,0.00007044719,0.00058982644,0.000056784553,0.0000021396725],"category_scores_gemma":[0.000117550604,0.000116464704,0.000036852074,0.00025414713,0.000017074972,0.00020411941,0.00014693236,0.00007164388,0.000045832527],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022535396,0.000008204895,0.0000059860263,0.000015814521,0.000007971284,0.000002804248,0.000114922004,0.97727114,0.00052081165,0.012209175,0.00011444681,0.009726455],"study_design_scores_gemma":[0.000124971,0.000081235965,0.000013185554,0.000018702654,0.0000022036866,0.0000017180162,0.000073669,0.9877425,0.00087071053,0.0068854983,0.0040310123,0.0001546033],"about_ca_topic_score_codex":0.00001846732,"about_ca_topic_score_gemma":4.5302414e-7,"teacher_disagreement_score":0.015742177,"about_ca_system_score_codex":0.00008582614,"about_ca_system_score_gemma":0.000019760422,"threshold_uncertainty_score":0.47492927},"labels":[],"label_agreement":null},{"id":"W4385434479","doi":"10.1007/978-981-99-2680-0_27","title":"ESCA: Embedded System Configuration Assistant","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in networks and systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Scalability; Computer science; Embedded system; Software; Operating system","score_opus":0.035051897841542744,"score_gpt":0.25388774142987564,"score_spread":0.21883584358833288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385434479","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000040326486,0.006159863,0.98397887,0.00003469847,0.0040916316,0.0004677709,0.000006164547,0.0009549211,0.0043020593],"genre_scores_gemma":[0.7600782,0.0034131515,0.16719462,0.0002867565,0.0064201597,0.0005156462,0.00022349208,0.00079984183,0.061068147],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979127,0.00012593313,0.00058525807,0.0006971841,0.0002990812,0.00037983563],"domain_scores_gemma":[0.99685144,0.0020081764,0.00029399432,0.00068233797,0.0000851731,0.00007890344],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00080408645,0.00044841453,0.0007828722,0.0002182004,0.000091951224,0.0002553504,0.00045876225,0.0006372644,8.7747776e-7],"category_scores_gemma":[0.00022430957,0.00038909083,0.000087588705,0.00015000928,0.00005002431,0.00012207218,0.00016578517,0.0006809095,0.000010188072],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052694168,0.000001441846,0.0000054853203,0.00031535406,0.000035572353,0.00012380954,0.00013904208,0.84781647,0.000009477819,0.129986,0.00006598593,0.02149608],"study_design_scores_gemma":[0.0003335101,0.00010410912,0.00008949796,0.00406564,0.000033056756,0.0001407761,0.0000125183915,0.9745543,0.000015389902,0.01625851,0.0033575825,0.001035105],"about_ca_topic_score_codex":0.000015901516,"about_ca_topic_score_gemma":0.000025172054,"teacher_disagreement_score":0.81678426,"about_ca_system_score_codex":0.00017509675,"about_ca_system_score_gemma":0.000038746904,"threshold_uncertainty_score":0.9998561},"labels":[],"label_agreement":null},{"id":"W4385646008","doi":"10.5281/zenodo.8224241","title":"Variability-aware Neo4j for Analyzing a Graphical Model of a Software Product Line","year":2023,"lang":"en","type":"paratext","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software product line; Product line; Software; Product (mathematics); Line (geometry); Software engineering; Software development; Programming language; Engineering; Manufacturing engineering","score_opus":0.08773157265468343,"score_gpt":0.30706644124466914,"score_spread":0.21933486858998572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385646008","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000057099784,0.00014901542,0.9937754,0.00031554946,0.0005636956,0.00089557463,0.00096927333,0.0022235808,0.0010507865],"genre_scores_gemma":[0.006210177,0.000620879,0.966915,0.000090518246,0.0007221312,0.0000020901625,0.0055311453,0.0052574645,0.014650582],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965138,0.00057512644,0.00060426514,0.0011823103,0.000504604,0.0006199031],"domain_scores_gemma":[0.99577737,0.00070015626,0.0003243159,0.0015430229,0.0014821925,0.00017293509],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024342213,0.00036322387,0.00059409876,0.00067379884,0.000949503,0.00042897573,0.0033841073,0.00022662192,0.00037050658],"category_scores_gemma":[0.012043999,0.00038433485,0.00020885436,0.0016242907,0.00020386359,0.00035373503,0.003136646,0.00068700395,0.0015673927],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000090889735,0.0001845852,5.6454735e-7,0.002083862,0.00022567998,0.000007719611,0.0011000838,0.47114712,0.0014616001,0.004815837,0.40377402,0.11510802],"study_design_scores_gemma":[0.0012063186,0.0009530407,0.000027303018,0.000623052,0.000109760666,0.00007084804,0.00005738836,0.237711,0.0017809599,0.024375206,0.7314722,0.0016129377],"about_ca_topic_score_codex":0.00000385153,"about_ca_topic_score_gemma":1.05571104e-7,"teacher_disagreement_score":0.32769814,"about_ca_system_score_codex":0.00019340937,"about_ca_system_score_gemma":0.00003373654,"threshold_uncertainty_score":0.9998609},"labels":[],"label_agreement":null},{"id":"W4385953646","doi":"10.1007/s10270-023-01125-1","title":"Analyzing the impact of human errors on interactive service robotic scenarios via formal verification","year":2023,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Politecnico di Milano","keywords":"Computer science; Outcome (game theory); Robot; Plan (archaeology); Service (business); Model checking; Human–computer interaction; Software engineering; Systems engineering; Artificial intelligence; Risk analysis (engineering); Engineering","score_opus":0.07153227084064961,"score_gpt":0.3420807036154529,"score_spread":0.2705484327748033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385953646","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20940977,0.00007853526,0.7888542,0.000034369532,0.0004582081,0.00026686306,0.000002571228,0.00088988425,0.0000056285744],"genre_scores_gemma":[0.96897906,0.0000047045555,0.030830158,0.0000099093095,0.00006804263,0.00004958055,0.000011546902,0.000032164433,0.000014812761],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980973,0.0002320618,0.0005042565,0.00041879664,0.0002950524,0.0004525175],"domain_scores_gemma":[0.99768037,0.0007991521,0.00027551316,0.0009224702,0.00026887024,0.00005365621],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011651062,0.0002490426,0.00036058584,0.0002997919,0.00029149378,0.0000876939,0.000998291,0.0000907755,8.1575405e-7],"category_scores_gemma":[0.0005384601,0.00018183635,0.00016305454,0.001165721,0.000022019784,0.00083556,0.00027456752,0.00032375474,0.000025887191],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008008106,0.000011976874,0.00026627723,0.00007003464,0.000051533527,0.0000025657296,0.00209389,0.99258757,0.0020050576,0.00034030943,0.000008353043,0.002554419],"study_design_scores_gemma":[0.00012379601,0.000102627484,0.0007437056,0.00024585798,0.000010824065,0.000008546181,0.0003760905,0.9961085,0.00017374005,0.001913933,6.2605125e-7,0.00019179801],"about_ca_topic_score_codex":0.00055704097,"about_ca_topic_score_gemma":0.0000062005056,"teacher_disagreement_score":0.7595693,"about_ca_system_score_codex":0.0002484,"about_ca_system_score_gemma":0.000063902145,"threshold_uncertainty_score":0.7415071},"labels":[],"label_agreement":null},{"id":"W4386014829","doi":"10.1007/978-3-662-67868-8_2","title":"Stress Contagion Protocols for Human and Autonomous Robot Teams","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Benchmarking; Computer science; Protocol (science); Process (computing); Robot; Stress (linguistics); Artificial intelligence; Human–computer interaction; Distributed computing; Programming language","score_opus":0.057252146862002064,"score_gpt":0.3333516711510579,"score_spread":0.2760995242890558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386014829","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012729952,0.000075752825,0.9921496,0.00021059939,0.00090648874,0.005691536,0.000011380189,0.0008412609,0.000100651196],"genre_scores_gemma":[0.0021317971,0.000007937933,0.99550176,0.00018746113,0.00029390582,0.0012153703,0.000006050701,0.000060333092,0.000595363],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9969032,0.000033410037,0.00044990104,0.001494941,0.00047242807,0.0006461648],"domain_scores_gemma":[0.9965933,0.0017572391,0.00024069038,0.0011014409,0.00017609271,0.00013126843],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010777891,0.00050030276,0.00059928634,0.0005784802,0.00028945357,0.00043311896,0.0022874114,0.00030952954,0.0000011665804],"category_scores_gemma":[0.00044148375,0.00047000006,0.000093897645,0.00031928005,0.00052319566,0.00045902064,0.0013342758,0.00057558465,0.0000053014905],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057407333,0.000014528943,0.000037590948,0.00019846458,0.000012351076,0.000043693602,0.0005163528,0.2977642,0.00048670697,0.047068615,0.000008921352,0.6538428],"study_design_scores_gemma":[0.000581432,0.00057125516,0.00027973237,0.000989241,0.000007940233,0.00004152902,3.3455888e-7,0.15805848,0.0043393313,0.8332071,0.0008562052,0.0010674681],"about_ca_topic_score_codex":0.000011546077,"about_ca_topic_score_gemma":0.000042139203,"teacher_disagreement_score":0.7861384,"about_ca_system_score_codex":0.0002447655,"about_ca_system_score_gemma":0.00023994916,"threshold_uncertainty_score":0.9997752},"labels":[],"label_agreement":null},{"id":"W4386179369","doi":"10.1145/3579027.3608978","title":"Code-Level Functional Equivalence Checking of Annotative Software Product Lines","year":2023,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Equivalence (formal languages); Functional equivalence; Formal equivalence checking; Computer science; Source lines of code; Software; Programming language; Theoretical computer science; Scalability; Model checking; Functional requirement; Software product line; Software development; Software engineering; Mathematics; Discrete mathematics; Operating system","score_opus":0.21270360911228314,"score_gpt":0.34380106091989887,"score_spread":0.13109745180761573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386179369","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062184213,0.00009794182,0.99088466,0.00028552764,0.0007193704,0.000103422426,0.000010942647,0.001618281,0.00006141314],"genre_scores_gemma":[0.054037753,0.000021204716,0.94419277,0.000039936745,0.00007950637,0.000021827216,0.0000052404516,0.00001250629,0.0015892416],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99873465,0.00005905971,0.0002312084,0.00040300857,0.0003051737,0.0002669095],"domain_scores_gemma":[0.99796844,0.0012136323,0.000089126224,0.00043887072,0.00025023663,0.00003970557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006069526,0.00013666226,0.00019009234,0.00016731807,0.00006557542,0.000021529457,0.0005573192,0.000034874873,0.000010452099],"category_scores_gemma":[0.0036719632,0.0001199948,0.0000530532,0.0010807326,0.00007756084,0.00047273666,0.00041395755,0.00011828772,0.00003847448],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026843321,0.00006278014,0.0038863274,0.00029292607,0.00008256876,0.000032954966,0.0023423878,0.7117642,0.029905137,0.035884544,0.0041627,0.21155663],"study_design_scores_gemma":[0.0011770925,0.00039359758,0.2915018,0.00036631955,0.000024972214,0.00007176878,0.0005403769,0.07925744,0.43933532,0.18276177,0.002814993,0.0017545439],"about_ca_topic_score_codex":0.000003631184,"about_ca_topic_score_gemma":0.0000012072452,"teacher_disagreement_score":0.6325068,"about_ca_system_score_codex":0.000024571229,"about_ca_system_score_gemma":0.000068463996,"threshold_uncertainty_score":0.4893246},"labels":[],"label_agreement":null},{"id":"W4386183368","doi":"10.1145/3579027.3608983","title":"Reusing Your Favourite Analysis Framework to Handle Workflows of Product Line Models","year":2023,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Workflow; Computer science; Reuse; Software engineering; Software product line; Automotive industry; Database; Engineering; Programming language; Software; Software development","score_opus":0.12719227261870902,"score_gpt":0.35932374386993454,"score_spread":0.23213147125122552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386183368","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015962642,0.00011727803,0.9815027,0.0007366617,0.00029745555,0.00012519614,0.0000019641918,0.0011721306,0.00008398395],"genre_scores_gemma":[0.15594564,0.000019386534,0.8432453,0.00006950045,0.000061679566,0.000010757867,0.0000014644855,0.000011527658,0.00063471124],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99856126,0.0000703163,0.00028463342,0.00047747727,0.00027735022,0.00032898854],"domain_scores_gemma":[0.9979207,0.0007202078,0.00006387701,0.0010846045,0.00012565126,0.00008495585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008025295,0.00014349322,0.0003508572,0.00060205866,0.000056113382,0.000050778206,0.0008111167,0.000058901845,0.0000052759074],"category_scores_gemma":[0.0019462053,0.00012823474,0.000120018434,0.0060564457,0.000019657056,0.0003434885,0.0005421363,0.00015527275,0.000021489712],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029264388,0.000009589678,0.00011568972,0.000010704106,0.000072143404,0.0000047560234,0.000693699,0.97466695,0.0007044368,0.0046503725,0.00008604226,0.018982716],"study_design_scores_gemma":[0.00007968821,0.000062023624,0.0012962116,0.00007159768,0.00006120327,0.0000015778361,0.00005643084,0.82819426,0.015063009,0.154545,0.00021446936,0.0003545557],"about_ca_topic_score_codex":0.000014719235,"about_ca_topic_score_gemma":0.0000040730292,"teacher_disagreement_score":0.14989462,"about_ca_system_score_codex":0.000029254103,"about_ca_system_score_gemma":0.000025996307,"threshold_uncertainty_score":0.5229261},"labels":[],"label_agreement":null},{"id":"W4386601473","doi":"10.1007/978-3-031-36847-9_4","title":"Continuous Alignment Between Software Architecture Design and Development in CI/CD Pipelines","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Code refactoring; Software engineering; Software architecture; Computer science; Architecture; sync; Documentation; Process (computing); Software; Systems engineering; Engineering; Programming language; Frame (networking)","score_opus":0.07548350809107836,"score_gpt":0.27351219309082536,"score_spread":0.19802868499974702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386601473","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010228931,0.00035769786,0.9965078,0.00011052782,0.00029831054,0.0005018618,0.000008208674,0.0014405309,0.0007647973],"genre_scores_gemma":[0.000030847244,0.0001250067,0.9157122,0.00006081131,0.00008082158,0.00004125549,0.000015112516,0.000073250456,0.083860725],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9977469,0.000067771936,0.0005342582,0.0008289088,0.00038531455,0.00043686878],"domain_scores_gemma":[0.99673307,0.0023882065,0.00014366714,0.00055554416,0.00006113238,0.000118359334],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00080110267,0.00052631274,0.00069350883,0.00041365574,0.000063355394,0.00007811136,0.00078184716,0.00033876766,0.00000896963],"category_scores_gemma":[0.00040784627,0.0004708882,0.000053550833,0.000079416386,0.000056474415,0.00009428878,0.0008288321,0.00047358905,0.000055176686],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009219547,0.000009025239,0.000216212,0.00021142596,0.00012495504,0.0002570577,0.0009820528,0.057840873,0.000013315897,0.015089037,0.00045699402,0.92478985],"study_design_scores_gemma":[0.0016708766,0.00039061854,0.0029539992,0.0022453908,0.00006304564,0.000097628246,0.0000554122,0.0004494581,0.002621058,0.8070032,0.17748237,0.004966927],"about_ca_topic_score_codex":0.000004388123,"about_ca_topic_score_gemma":0.00001063859,"teacher_disagreement_score":0.91982293,"about_ca_system_score_codex":0.00012364525,"about_ca_system_score_gemma":0.00013177571,"threshold_uncertainty_score":0.9997743},"labels":[],"label_agreement":null},{"id":"W4386621183","doi":"10.1007/978-3-031-36847-9_6","title":"A Better Way to Teach Software Architecture","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Architecture; Computer architecture; Software engineering; Art; Visual arts","score_opus":0.041444567717097335,"score_gpt":0.2731447109398334,"score_spread":0.23170014322273605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386621183","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.645047e-7,0.0000604427,0.9585984,0.0015432172,0.0011223796,0.00028555485,0.00001416085,0.005389918,0.032985076],"genre_scores_gemma":[0.000001196373,0.000006522085,0.5731703,0.0010027286,0.00016381215,0.000021008156,0.0000057211614,0.00007714285,0.42555156],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99777853,0.000028411909,0.00030185093,0.0009584596,0.00044650942,0.00048625018],"domain_scores_gemma":[0.99700123,0.0011883426,0.00007781373,0.0014724305,0.00007668178,0.00018352937],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00033186917,0.0005187118,0.0005045522,0.000445095,0.000074347096,0.00010026842,0.0018169062,0.00036749098,0.00006292948],"category_scores_gemma":[0.00069316087,0.00044971675,0.0001929993,0.00012927197,0.000041110063,0.00011540986,0.0013391005,0.000821641,0.001494586],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004810383,0.0000054787083,0.0000021093374,0.000096663585,0.00010113039,0.00024388598,0.00048456955,0.036136154,0.00006172361,0.19073585,0.034739826,0.7373878],"study_design_scores_gemma":[0.000087778055,0.00009732174,0.00004129863,0.00016893412,0.000011763255,0.00003380059,0.0000018729986,0.000044823053,0.0001550596,0.6475832,0.35084593,0.0009281987],"about_ca_topic_score_codex":0.000002500747,"about_ca_topic_score_gemma":0.0000067974397,"teacher_disagreement_score":0.7364596,"about_ca_system_score_codex":0.00008726954,"about_ca_system_score_gemma":0.00003721858,"threshold_uncertainty_score":0.99979544},"labels":[],"label_agreement":null},{"id":"W4387701050","doi":"10.1145/3617946.3617951","title":"Towards a Research Agenda for Understanding and Managing Uncertainty in Self-Adaptive Systems","year":2023,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; York University","funders":"Christian Doppler Forschungsgesellschaft; Bundesministerium für Digitalisierung und Wirtschaftsstandort; Österreichische Nationalstiftung für Forschung, Technologie und Entwicklung","keywords":"Computer science; Agile software development; Human systems engineering; Uncertainty analysis; Risk analysis (engineering); Adaptive system; Complex adaptive system; Key (lock); Management science; Engineering; Artificial intelligence; Simulation; Computer security; Software engineering; Business","score_opus":0.2246854830976646,"score_gpt":0.36805916708545267,"score_spread":0.14337368398778808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387701050","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011059981,0.0007755092,0.9826792,0.0002885362,0.0008328602,0.0006226325,0.000014004126,0.003724755,0.0000025570805],"genre_scores_gemma":[0.52032405,0.00010354487,0.47916812,0.000013602478,0.00007473628,0.00023899747,0.0000063131106,0.000055591892,0.000015030597],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972051,0.00013320902,0.00037474395,0.0007769403,0.00045865655,0.0010513455],"domain_scores_gemma":[0.88581634,0.11298303,0.00006449554,0.0008584839,0.00013681265,0.000140864],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002889653,0.00033190654,0.0004264334,0.0010651902,0.00021647362,0.00023207562,0.0011237074,0.00016647829,4.9283756e-7],"category_scores_gemma":[0.121897064,0.00035356652,0.000071830706,0.0020337377,0.00005378926,0.0005413959,0.0009964164,0.0004912664,0.000007121104],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024577199,0.00002487034,0.00420378,0.00092950184,0.0000844047,0.000143283,0.0041647307,0.91344965,0.0003677585,0.06496937,0.0003194424,0.011318636],"study_design_scores_gemma":[0.0026894906,0.0007783048,0.03543788,0.0020178868,0.00004114047,0.00011067371,0.0023081913,0.85450643,0.0010895942,0.09573766,0.0023955249,0.0028872264],"about_ca_topic_score_codex":0.00007510868,"about_ca_topic_score_gemma":0.0000062373497,"teacher_disagreement_score":0.5092641,"about_ca_system_score_codex":0.00060106727,"about_ca_system_score_gemma":0.00009462618,"threshold_uncertainty_score":0.99989164},"labels":[],"label_agreement":null},{"id":"W4387951206","doi":"10.1109/ccece58730.2023.10288897","title":"Goal-Driven Reusable Test Case Design","year":2023,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Test strategy; Domain engineering; Software performance testing; Software engineering; Domain (mathematical analysis); Non-regression testing; System integration testing; Functional requirement; Software reliability testing; Manual testing; Integration testing; Reliability engineering; Software development; Software construction; Software; Engineering; Operating system","score_opus":0.08959448018581878,"score_gpt":0.31555274914133163,"score_spread":0.22595826895551285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387951206","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00049856113,0.000016745198,0.99471223,0.0002903051,0.00028923363,0.000098470155,8.1277165e-7,0.003626088,0.0004675347],"genre_scores_gemma":[0.0144306645,0.000012289165,0.9826203,0.00007022873,0.000029337863,0.000021195014,4.857768e-7,0.000011058624,0.002804461],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99914217,0.00006443506,0.00011569975,0.00027471554,0.000110859175,0.00029209722],"domain_scores_gemma":[0.99624723,0.0030662837,0.000022579226,0.00056333235,0.000038283222,0.00006226436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047635587,0.000099254794,0.000110018875,0.000100104335,0.0000832957,0.00005570268,0.00052294007,0.00004228951,0.000010149088],"category_scores_gemma":[0.002103718,0.000086853084,0.000027441938,0.00078078214,0.000021855822,0.0003283866,0.00031765428,0.00009106726,0.00047722526],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017672611,0.000024847968,0.00028051285,0.000020492605,0.000013140621,0.006303176,0.0004951206,0.91593826,0.0058836676,0.012464215,0.02311787,0.035456922],"study_design_scores_gemma":[0.0004857928,0.00030969857,0.00075782737,0.000028703726,0.000007300251,0.002711164,0.00015152444,0.8843354,0.03626313,0.066833325,0.007290623,0.0008255203],"about_ca_topic_score_codex":0.000009129588,"about_ca_topic_score_gemma":0.0000015637299,"teacher_disagreement_score":0.05436911,"about_ca_system_score_codex":0.0000289921,"about_ca_system_score_gemma":0.00002476871,"threshold_uncertainty_score":0.6133924},"labels":[],"label_agreement":null},{"id":"W4388894088","doi":"10.1109/iceccs59891.2023.00028","title":"Specification and Verification of Communication Paradigms for CBSE in Event B","year":2023,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Metamodeling; Component (thermodynamics); Event (particle physics); Software engineering; FIFO (computing and electronics); Context (archaeology); Distributed computing; Programming language","score_opus":0.07642209762778314,"score_gpt":0.340376461035838,"score_spread":0.2639543634080549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388894088","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019328514,0.00009485788,0.97972053,0.0004421459,0.000044748784,0.00016432513,8.381562e-7,0.00015566347,0.000048380945],"genre_scores_gemma":[0.48768237,0.0001627102,0.5120553,0.0000050342887,0.000002813039,0.000041782387,0.000006461336,0.0000024797819,0.00004106511],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99958277,0.000039709044,0.00014250341,0.00011687384,0.000048990125,0.0000691387],"domain_scores_gemma":[0.99895084,0.0006004035,0.000047106278,0.0003635949,0.000026903665,0.000011139547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053799525,0.000036782683,0.000067551,0.000095242074,0.000017573473,0.000008721478,0.00022604059,0.000022569444,4.1486683e-7],"category_scores_gemma":[0.0003026008,0.000036562164,0.000010798876,0.00030829856,0.000018763056,0.00016803519,0.00005410663,0.000027686638,0.0000019924041],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011485947,0.000034694127,0.0012534595,0.000057306297,0.0000052944183,2.2177609e-7,0.0016051565,0.07326232,0.012087099,0.7260699,0.00025074172,0.1853623],"study_design_scores_gemma":[0.0006376063,0.000093309514,0.31955516,0.000050999708,0.0000030584124,0.000002045588,0.00024187734,0.359258,0.036249194,0.27914,0.0045244624,0.0002442763],"about_ca_topic_score_codex":0.000006666232,"about_ca_topic_score_gemma":0.000003658187,"teacher_disagreement_score":0.46835384,"about_ca_system_score_codex":0.00001747825,"about_ca_system_score_gemma":0.0000072920025,"threshold_uncertainty_score":0.14909618},"labels":[],"label_agreement":null},{"id":"W4389474636","doi":"10.1109/acsos58161.2023.00016","title":"Keynotes","year":2023,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Impact","funders":"Institut de Valorisation des Données; Polytechnique Montréal; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Computer science","score_opus":0.05268941373870116,"score_gpt":0.3048376143650569,"score_spread":0.25214820062635573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389474636","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010019955,0.00001353358,0.9926605,0.00047181122,0.00028684642,0.00001773282,7.640314e-8,0.004226516,0.0013209507],"genre_scores_gemma":[0.021752816,0.000008153146,0.9762696,0.00008465856,0.00001756202,0.00000464437,2.3832162e-7,0.0000033534484,0.0018589481],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9996426,0.000013660513,0.00004238158,0.000111844165,0.00006390867,0.00012557855],"domain_scores_gemma":[0.9992645,0.0004581021,0.0000061372443,0.00024096371,0.0000105296385,0.000019782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016803441,0.00003605866,0.000041683426,0.00005782803,0.000021859436,0.000020138861,0.00034052,0.000014182418,0.000004910269],"category_scores_gemma":[0.00042170097,0.000030048546,0.000014593403,0.00044816997,0.000007868757,0.00015827962,0.00017015226,0.000032026295,0.00045284675],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.100626e-7,0.0000060028583,0.00033218638,0.000010826595,0.000008472048,0.000043947755,0.00039365166,0.12483349,0.0038534892,0.5489648,0.011247867,0.31030467],"study_design_scores_gemma":[0.00021887693,0.00006403817,0.02158439,0.000010285275,0.0000013923823,0.000016405305,0.000049034195,0.10902623,0.04368404,0.7901247,0.034724247,0.00049636536],"about_ca_topic_score_codex":9.2040204e-7,"about_ca_topic_score_gemma":1.4366424e-7,"teacher_disagreement_score":0.3098083,"about_ca_system_score_codex":0.0000051451098,"about_ca_system_score_gemma":0.000005382886,"threshold_uncertainty_score":0.582058},"labels":[],"label_agreement":null},{"id":"W4389506673","doi":"10.5121/ijsea.2023.14601","title":"Code Swarm: A Code Generation Tool based on the Automatic Derivation of Transformation Rule Set","year":2023,"lang":"en","type":"article","venue":"International Journal of Software Engineering & Applications","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Code generation; Programming language; KPI-driven code analysis; Code (set theory); Transformation (genetics); Set (abstract data type); Source code; Static program analysis; Software; Software system; Process (computing); Java; Software development; Operating system","score_opus":0.047543798109813455,"score_gpt":0.30385673824509357,"score_spread":0.2563129401352801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389506673","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03202851,0.000025267424,0.9651995,0.0015862337,0.00048510957,0.00023918522,0.00004085949,0.00038940075,0.000005965008],"genre_scores_gemma":[0.53380996,0.000030878047,0.46565455,0.00011981013,0.00018056178,0.00013172532,0.000040193496,0.000021882375,0.000010454109],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983742,0.000049672675,0.0006277253,0.00015170008,0.0006412506,0.00015544765],"domain_scores_gemma":[0.9972865,0.001476781,0.00035298456,0.00033854556,0.0005033057,0.00004188544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00087047886,0.00014971234,0.00017551935,0.00046047007,0.000071118586,0.000076789525,0.0010267195,0.00006308462,0.0000064981773],"category_scores_gemma":[0.0013377349,0.00012590349,0.0001184836,0.00063819584,0.000026974869,0.00047449887,0.000050771025,0.00021906092,0.000015215617],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040066952,0.000027938375,0.000062973864,0.000025550602,0.000045230146,0.0000024053809,0.00033869108,0.9698826,0.0045608124,0.009806576,0.0002789311,0.014964262],"study_design_scores_gemma":[0.00037402057,0.000063332474,0.0041624503,0.00012446774,0.000016760561,0.000029749344,0.000029579158,0.96870595,0.020606827,0.002976279,0.0027234852,0.00018711558],"about_ca_topic_score_codex":0.0000012900763,"about_ca_topic_score_gemma":4.6541572e-7,"teacher_disagreement_score":0.5017814,"about_ca_system_score_codex":0.00014201646,"about_ca_system_score_gemma":0.00009576817,"threshold_uncertainty_score":0.5134195},"labels":[],"label_agreement":null},{"id":"W4389576399","doi":"10.1109/acsos-c58168.2023.00027","title":"Towards an Uncertainty-aware Decision Engine for Proactive Self-Protecting Software","year":2023,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software deployment; Scalability; Overhead (engineering); Partially observable Markov decision process; Markov decision process; Software; Reliability engineering; Process (computing); Adaptation (eye); Risk analysis (engineering); Outcome (game theory); Markov process; Systems engineering; Markov model; Markov chain; Engineering; Software engineering; Machine learning","score_opus":0.054893634953683886,"score_gpt":0.33713223859176306,"score_spread":0.2822386036380792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389576399","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004719355,0.000017440796,0.98471427,0.00016111092,0.00064240256,0.0006905765,0.0000073488563,0.009024849,0.000022658662],"genre_scores_gemma":[0.020218177,0.000007466101,0.97913986,0.0000662403,0.000110643705,0.0003051291,0.000009983181,0.00003717492,0.00010529587],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981457,0.00010383412,0.00024619777,0.0006691906,0.00029615132,0.00053894013],"domain_scores_gemma":[0.9962603,0.0026164616,0.00006777241,0.0007028669,0.00022890093,0.00012374033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013414831,0.00024074806,0.00026134396,0.00024716783,0.00026757256,0.000111221314,0.00094175455,0.00011961044,0.000004115723],"category_scores_gemma":[0.004201174,0.00020808946,0.00009371504,0.001003431,0.000018596713,0.00083211035,0.00039185883,0.00024323123,0.000022440929],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016269702,0.000023707302,0.000017230219,0.00004051633,0.000026829332,0.000009006667,0.0010416039,0.3637661,0.00013654487,0.0017565844,0.00016439463,0.6330012],"study_design_scores_gemma":[0.0008273247,0.00059613946,0.001161016,0.00005933317,0.0000138750665,0.000022317563,0.0005622119,0.83375525,0.014024735,0.14571947,0.0024543938,0.00080389867],"about_ca_topic_score_codex":0.000016391403,"about_ca_topic_score_gemma":0.0000045851457,"teacher_disagreement_score":0.6321973,"about_ca_system_score_codex":0.00014153954,"about_ca_system_score_gemma":0.00009770934,"threshold_uncertainty_score":0.8485642},"labels":[],"label_agreement":null},{"id":"W4389630077","doi":"10.1109/models58315.2023.00018","title":"A Model-driven and Template-based Approach for Requirements Specification","year":2023,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Template; Non-functional requirement; Software requirements specification; Formal specification; Requirements analysis; Software engineering; Domain (mathematical analysis); Ambiguity; Natural language; Certification; Requirements engineering; Programming language; Software; Software system; Software development; Software design; Artificial intelligence; Software construction","score_opus":0.23935587176982975,"score_gpt":0.3518332107864671,"score_spread":0.11247733901663737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389630077","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00057445146,0.000008420523,0.99782544,0.00015440251,0.0000886057,0.00021999488,0.0000017866595,0.0009800633,0.00014684284],"genre_scores_gemma":[0.045842215,0.000005086389,0.9537191,0.00004031336,0.000021644419,0.00008892538,0.000009028392,0.0000077004715,0.0002659791],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993786,0.00001653962,0.0000980103,0.00026171614,0.00009070448,0.00015439298],"domain_scores_gemma":[0.99941784,0.00022418043,0.00002518668,0.0002693464,0.000032105563,0.00003134464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028176195,0.00006962453,0.00007992597,0.00008454049,0.000054116103,0.00003628078,0.00024759662,0.000031131432,3.096151e-7],"category_scores_gemma":[0.00013530986,0.00006280039,0.000018893636,0.00023036775,0.00001608295,0.00020596976,0.00007584836,0.00003134485,0.0000034247155],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031066413,0.000006832273,0.000046474768,0.000025206919,0.0000031661718,2.1529735e-7,0.00008000766,0.97574043,0.002045744,0.014997216,0.0007273848,0.0063242097],"study_design_scores_gemma":[0.00017337286,0.00001967719,0.00017554397,0.0000029028888,0.000001146638,3.2526407e-7,0.000008350933,0.9867359,0.0016418473,0.010918317,0.00024192606,0.00008069212],"about_ca_topic_score_codex":6.094588e-7,"about_ca_topic_score_gemma":1.4686005e-7,"teacher_disagreement_score":0.045267764,"about_ca_system_score_codex":0.000020369105,"about_ca_system_score_gemma":0.000013622859,"threshold_uncertainty_score":0.25609255},"labels":[],"label_agreement":null},{"id":"W4389630081","doi":"10.1109/models58315.2023.00034","title":"Variability-aware Neo4j for Analyzing a Graphical Model of a Software Product Line","year":2023,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software product line; Product line; Product (mathematics); Software; Line (geometry); Software engineering; Software development; Programming language; Engineering; Manufacturing engineering; Mathematics","score_opus":0.0763852082712643,"score_gpt":0.32571949970515546,"score_spread":0.24933429143389116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389630081","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038977668,0.000022606677,0.993177,0.00045691527,0.00019189676,0.00029956177,0.000012547149,0.0019350939,0.000006619232],"genre_scores_gemma":[0.09787887,0.000009219884,0.9018017,0.00003164757,0.00003715651,0.00007390082,0.0000053395997,0.000015788039,0.00014636155],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985624,0.00007176253,0.00031089698,0.0005293098,0.00018482616,0.00034083612],"domain_scores_gemma":[0.99642396,0.0024270744,0.000068774854,0.0008029564,0.00021290571,0.000064310916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014468505,0.00015245429,0.00030185713,0.0002346694,0.00006272348,0.00002258211,0.00071177946,0.0000648226,0.0000012960921],"category_scores_gemma":[0.0063068136,0.00013276956,0.00013247636,0.0012276532,0.000054381828,0.0002724778,0.00034217772,0.00013111105,0.000002268997],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009190373,0.000028399685,0.0004957897,0.00016156385,0.000022530963,0.0000013909707,0.00020756733,0.959552,0.0014884832,0.018366061,0.0001848768,0.019482134],"study_design_scores_gemma":[0.00015256701,0.000059522146,0.00022362277,0.00001697184,0.000007211407,0.0000016108395,0.0000061138267,0.7945131,0.0035689203,0.20125483,0.000032960263,0.0001625593],"about_ca_topic_score_codex":0.00000250894,"about_ca_topic_score_gemma":0.0000013086305,"teacher_disagreement_score":0.18288878,"about_ca_system_score_codex":0.000025056255,"about_ca_system_score_gemma":0.00008233517,"threshold_uncertainty_score":0.75503004},"labels":[],"label_agreement":null},{"id":"W4389880439","doi":"10.1109/icetas59148.2023.10346316","title":"Acquiring Testable NFRs Utilizing Goal Models Enhancing Application Requirements Analysis in Goal-Driven Software Product Lines","year":2023,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Fredericton; University of New Brunswick","funders":"","keywords":"Functional requirement; Non-functional requirement; Computer science; Requirement prioritization; Non-functional testing; Software product line; Requirement; Software engineering; Requirements analysis; Software development; Functional specification; Systems engineering; Traceability; Software requirements specification; Reliability engineering; Risk analysis (engineering); Software; Software construction; Engineering","score_opus":0.06515037491764468,"score_gpt":0.32712481990000064,"score_spread":0.26197444498235595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389880439","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03497702,0.00009958718,0.9618873,0.00010132667,0.00017491485,0.00030640198,0.0000016141312,0.002379137,0.00007266944],"genre_scores_gemma":[0.37743288,0.000030923766,0.6221556,0.000023357694,0.000040503128,0.0001015564,0.000011049471,0.000018092947,0.00018600792],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975884,0.000093642506,0.0004808056,0.00087664806,0.000366391,0.00059411203],"domain_scores_gemma":[0.9981186,0.00062331883,0.0001249136,0.0009357252,0.00012364585,0.000073797215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001110321,0.00023619746,0.0003769998,0.00077564106,0.00012690836,0.00010517912,0.00088680943,0.00006879426,0.000002557978],"category_scores_gemma":[0.0010379876,0.0002359588,0.000094681214,0.0048689325,0.00003073369,0.0014480599,0.0006223198,0.00016689651,0.000029617899],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021512258,0.00001534512,0.0049277884,0.000037782123,0.000044542638,0.000005762815,0.00052202656,0.9573387,0.015831405,0.0007826501,0.000017624852,0.020474227],"study_design_scores_gemma":[0.0001735203,0.00001550017,0.0058982945,0.000048118643,0.000030787658,0.0000015945382,0.00015458956,0.96191096,0.021356413,0.009999037,0.00004129346,0.00036986233],"about_ca_topic_score_codex":0.00006428822,"about_ca_topic_score_gemma":0.000091512185,"teacher_disagreement_score":0.34245586,"about_ca_system_score_codex":0.00017218417,"about_ca_system_score_gemma":0.00004934565,"threshold_uncertainty_score":0.962212},"labels":[],"label_agreement":null},{"id":"W4389888092","doi":"10.1109/icetas59148.2023.10346293","title":"Goal-Oriented Prioritized Non-Functional Testing with Stakeholders' Priorities","year":2023,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Fredericton; University of New Brunswick","funders":"","keywords":"Test strategy; Computer science; Quality (philosophy); Non-functional testing; Software engineering; Manual testing; Functional requirement; Process management; Risk-based testing; Software performance testing; Process (computing); Acceptance testing; Risk analysis (engineering); Integration testing; Software quality; Software; Software development; Engineering; Software construction; Requirement","score_opus":0.10342830970471602,"score_gpt":0.27806549299725014,"score_spread":0.17463718329253414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389888092","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020685334,0.000016489701,0.97336775,0.00022232758,0.000553276,0.00016111146,0.0000013465599,0.004066571,0.00092576543],"genre_scores_gemma":[0.04911532,0.0000037322875,0.94836694,0.00007646588,0.000080821395,0.00004265739,0.0000035759942,0.000020796304,0.0022896635],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9985648,0.000044330594,0.0001852158,0.00041681484,0.0003661456,0.00042271824],"domain_scores_gemma":[0.9976515,0.001652583,0.00005080636,0.00043879976,0.0001274048,0.00007887726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044387678,0.00017782146,0.00018910276,0.00018427806,0.00015938377,0.00008707135,0.000365535,0.00004874933,0.0000054983184],"category_scores_gemma":[0.0011157126,0.00014619816,0.000032899552,0.001533005,0.00006763379,0.0005552533,0.00022725483,0.00017287533,0.00006020919],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017257966,0.00016203572,0.033008978,0.00038689506,0.0002940367,0.0008803084,0.0047463444,0.55125314,0.039531182,0.14556459,0.010617672,0.21338223],"study_design_scores_gemma":[0.008185269,0.0015516384,0.50528365,0.0006153906,0.000055224522,0.00045382313,0.0032008628,0.37376973,0.027949791,0.060216386,0.014627586,0.004090646],"about_ca_topic_score_codex":0.000011891,"about_ca_topic_score_gemma":0.0000027533479,"teacher_disagreement_score":0.47227466,"about_ca_system_score_codex":0.00005187723,"about_ca_system_score_gemma":0.00011563308,"threshold_uncertainty_score":0.59617877},"labels":[],"label_agreement":null},{"id":"W4389988471","doi":"10.1109/scam59687.2023.00010","title":"Keynotes","year":2023,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Natural Resources; University of British Columbia; Natural Sciences and Engineering Research Council","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Generative grammar; GRASP; Context (archaeology); Task (project management); Artificial intelligence; Code (set theory); Software; Set (abstract data type); Program comprehension; Hallucinating; Software engineering; Human–computer interaction; Programming language; Software system; Engineering","score_opus":0.05268941373870116,"score_gpt":0.3048376143650569,"score_spread":0.25214820062635573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389988471","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010019955,0.00001353358,0.9926605,0.00047181122,0.00028684642,0.00001773282,7.640314e-8,0.004226516,0.0013209507],"genre_scores_gemma":[0.021752816,0.000008153146,0.9762696,0.00008465856,0.00001756202,0.00000464437,2.3832162e-7,0.0000033534484,0.0018589481],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9996426,0.000013660513,0.00004238158,0.000111844165,0.00006390867,0.00012557855],"domain_scores_gemma":[0.9992645,0.0004581021,0.0000061372443,0.00024096371,0.0000105296385,0.000019782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016803441,0.00003605866,0.000041683426,0.00005782803,0.000021859436,0.000020138861,0.00034052,0.000014182418,0.000004910269],"category_scores_gemma":[0.00042170097,0.000030048546,0.000014593403,0.00044816997,0.000007868757,0.00015827962,0.00017015226,0.000032026295,0.00045284675],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.100626e-7,0.0000060028583,0.00033218638,0.000010826595,0.000008472048,0.000043947755,0.00039365166,0.12483349,0.0038534892,0.5489648,0.011247867,0.31030467],"study_design_scores_gemma":[0.00021887693,0.00006403817,0.02158439,0.000010285275,0.0000013923823,0.000016405305,0.000049034195,0.10902623,0.04368404,0.7901247,0.034724247,0.00049636536],"about_ca_topic_score_codex":9.2040204e-7,"about_ca_topic_score_gemma":1.4366424e-7,"teacher_disagreement_score":0.3098083,"about_ca_system_score_codex":0.0000051451098,"about_ca_system_score_gemma":0.000005382886,"threshold_uncertainty_score":0.582058},"labels":[],"label_agreement":null},{"id":"W4390058581","doi":"10.1007/978-3-031-49333-1_2","title":"A Formal Metamodel for Software Architectures with Composite Components","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Metamodeling; Computer science; Software engineering; Component (thermodynamics); Reuse; Formal specification; Programming language; Formal methods; Component-based software engineering; Software system; Software; Systems engineering; Engineering","score_opus":0.04568068054494155,"score_gpt":0.2767772827570157,"score_spread":0.23109660221207412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390058581","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011012587,0.00021761362,0.9955886,0.00024355378,0.0014223077,0.0008990458,0.000032361633,0.0014164206,0.000069950554],"genre_scores_gemma":[0.0055554225,0.000012307998,0.99327534,0.0004403573,0.00022992624,0.00007113303,0.000018373295,0.00010700548,0.00029012634],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9953398,0.00004421288,0.0005472211,0.0017990948,0.0010525861,0.0012170675],"domain_scores_gemma":[0.994196,0.003406422,0.00031167618,0.0015743569,0.00030517593,0.00020636703],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011575283,0.00082528923,0.0009206414,0.0011532502,0.00039158636,0.00037855582,0.0039644847,0.0003122997,0.0000014352252],"category_scores_gemma":[0.0003832991,0.0006761032,0.00021043739,0.0007004697,0.0006919395,0.0005706671,0.0017686146,0.0009318962,0.000014705765],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027573906,0.000011383101,0.000014727602,0.000092189395,0.000031262814,0.000050326507,0.00032886458,0.75219434,0.000114078546,0.0046056523,0.0000044749613,0.2425251],"study_design_scores_gemma":[0.00072560506,0.0004609556,0.00025266854,0.00062489853,0.000026885564,0.00014187644,1.4948435e-7,0.51213145,0.001668981,0.48236096,0.0003294968,0.0012760876],"about_ca_topic_score_codex":0.000008829877,"about_ca_topic_score_gemma":0.000031855085,"teacher_disagreement_score":0.4777553,"about_ca_system_score_codex":0.00024296938,"about_ca_system_score_gemma":0.00031716924,"threshold_uncertainty_score":0.999569},"labels":[],"label_agreement":null},{"id":"W4390098186","doi":"10.1109/models-c59198.2023.00143","title":"17th International Workshop on Models and Evolution Special Theme: Sustainability (ME 2023)","year":2023,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Software evolution; Computer science; Documentation; Artifact (error); Theme (computing); Software engineering; Sustainability; Systems engineering; Data science; Risk analysis (engineering); Software; Software system; Engineering; World Wide Web; Artificial intelligence; Business; Software construction","score_opus":0.05198443850770077,"score_gpt":0.32330043224920224,"score_spread":0.27131599374150145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390098186","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0052555483,0.00001360161,0.9886322,0.001755899,0.0009764482,0.00012700312,0.0000012239017,0.00074839755,0.0024897025],"genre_scores_gemma":[0.5547207,0.000056299985,0.4377185,0.00011871576,0.0007968099,0.00004795667,0.0000050746676,0.000016059043,0.0065198843],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99905324,0.00006220894,0.00012360729,0.0003297525,0.00022298878,0.00020821551],"domain_scores_gemma":[0.9985739,0.00094803405,0.000026883145,0.00031053246,0.00009819215,0.00004247995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005576658,0.000099177494,0.00009928079,0.00014004046,0.000059616817,0.00006283167,0.0004251274,0.000050308718,0.000008889136],"category_scores_gemma":[0.0016553825,0.000086309235,0.000029887276,0.00039812265,0.000043511696,0.000491346,0.00039576265,0.00012424549,0.000020814583],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011544571,0.000016056922,0.00014505495,0.000008748195,0.000009363684,0.00000873885,0.0003267159,0.43678117,0.000028235008,0.5062771,0.0025464545,0.053840853],"study_design_scores_gemma":[0.00011662812,0.000019960893,0.0056041335,0.00000666251,8.5552875e-7,0.0000021845922,0.00017087917,0.28815964,0.00006867246,0.70513254,0.00060031615,0.00011752849],"about_ca_topic_score_codex":0.000005305647,"about_ca_topic_score_gemma":0.0000026879572,"teacher_disagreement_score":0.55091363,"about_ca_system_score_codex":0.00019340859,"about_ca_system_score_gemma":0.00003706372,"threshold_uncertainty_score":0.35195884},"labels":[],"label_agreement":null},{"id":"W4390117299","doi":"10.1109/models-c59198.2023.00115","title":"An Automotive Architecture Product Line for E/E Powertrain Architectures","year":2023,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Automotive industry; Powertrain; Architecture; Computer science; Domain (mathematical analysis); Hazard; Automotive engineering; Software engineering; Embedded system; Engineering","score_opus":0.04183118110120718,"score_gpt":0.3393351128199174,"score_spread":0.29750393171871026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390117299","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044624503,0.00004837575,0.9869899,0.0023480905,0.0004997873,0.0004123946,0.000009909326,0.005142935,0.000086115186],"genre_scores_gemma":[0.06220741,0.0000020926332,0.93657446,0.0002851122,0.00018541321,0.00008283112,0.000010836153,0.000025346413,0.0006265144],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99852633,0.00010225842,0.0001607492,0.00058846985,0.00017156411,0.00045060777],"domain_scores_gemma":[0.9977928,0.0012218665,0.000038671245,0.00076008216,0.00009205185,0.00009456438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068453123,0.00019186904,0.00019520384,0.00024751545,0.0000956514,0.000063219384,0.0009429361,0.000049035865,0.0000036443166],"category_scores_gemma":[0.0023708695,0.00015036353,0.00009884065,0.00066652516,0.000049539383,0.00012858349,0.00015680245,0.00017995141,0.000014066181],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010793908,0.000022629576,0.000009276618,0.000030033465,0.000021394397,0.000010121054,0.0015626587,0.7651203,0.005712124,0.007135624,0.0006248136,0.2197402],"study_design_scores_gemma":[0.0008078344,0.0012821002,0.004901621,0.000039438626,0.000013836747,0.000071588416,0.00013079194,0.16424058,0.10882211,0.70882034,0.009716162,0.0011535594],"about_ca_topic_score_codex":0.000002847199,"about_ca_topic_score_gemma":0.0000053991253,"teacher_disagreement_score":0.7016848,"about_ca_system_score_codex":0.000022543507,"about_ca_system_score_gemma":0.000047842906,"threshold_uncertainty_score":0.6131647},"labels":[],"label_agreement":null},{"id":"W4390117343","doi":"10.1109/models-c59198.2023.00061","title":"Towards Requirements Specification Collaboration Forum for Embedded Software Systems","year":2023,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Requirements elicitation; Requirements analysis; Computer science; Requirements management; Software requirements specification; Requirements engineering; Software engineering; System requirements; Systems Modeling Language; Stakeholder; Functional requirement; Requirement prioritization; Software requirements; System requirements specification; User requirements document; Systems engineering; Process (computing); Software; Unified Modeling Language; Software development; Software design; Engineering","score_opus":0.09593984806272716,"score_gpt":0.3576413370243061,"score_spread":0.26170148896157897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390117343","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025697218,0.00007029032,0.9935347,0.000994324,0.0016028299,0.0005537877,0.000008826586,0.002820558,0.00015770573],"genre_scores_gemma":[0.016390152,0.000028741893,0.9817154,0.00009359209,0.000056820387,0.0003033758,0.000036902697,0.000018127905,0.0013568907],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989019,0.00006546299,0.00022615022,0.00032192204,0.00022116097,0.00026342305],"domain_scores_gemma":[0.99872667,0.0004635998,0.0000794942,0.0004664917,0.00022176726,0.00004199296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071911997,0.000111855035,0.00013749275,0.00014120976,0.000090541595,0.00016384461,0.0004400552,0.000057095087,0.0000013587797],"category_scores_gemma":[0.0013744767,0.00010528837,0.000034494737,0.00082074647,0.000011797219,0.00076775055,0.0001232903,0.000043119675,0.00004430717],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001821524,0.00003231332,0.00014658719,0.00017101366,0.000041250245,0.0000045222464,0.0013144175,0.27186912,0.0063394024,0.588758,0.032949775,0.09835539],"study_design_scores_gemma":[0.0022221333,0.00061496045,0.0053963205,0.00018898382,0.000022695258,0.000013347387,0.0038310685,0.6028936,0.03970352,0.26717505,0.076303914,0.0016344147],"about_ca_topic_score_codex":0.0000026392115,"about_ca_topic_score_gemma":0.0000018270084,"teacher_disagreement_score":0.3310245,"about_ca_system_score_codex":0.00008752193,"about_ca_system_score_gemma":0.00006849771,"threshold_uncertainty_score":0.4293535},"labels":[],"label_agreement":null},{"id":"W4390979532","doi":"10.21203/rs.3.rs-3860756/v1","title":"Transitioning Towards SysML v2 as a Variability Modeling Language","year":2024,"lang":"en","type":"preprint","venue":"Research Square","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Safran Electronics (Canada); University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Systems Modeling Language; Metamodeling; Modeling language; Computer science; Software engineering; Systems engineering; Interoperability; Software deployment; Unified Modeling Language; Engineering; Programming language; World Wide Web; Software","score_opus":0.11955755810713553,"score_gpt":0.4521941751422484,"score_spread":0.3326366170351129,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390979532","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0146412365,0.002578864,0.97666526,0.0009736101,0.00086718344,0.00066774385,0.000039450373,0.0020764107,0.0014902361],"genre_scores_gemma":[0.57076246,0.00009763043,0.42836472,0.000017528391,0.0002467618,0.00025375342,0.000020140014,0.00004966647,0.00018732728],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9945042,0.0014012293,0.00040176196,0.0014056475,0.0014015869,0.0008855475],"domain_scores_gemma":[0.9956879,0.0016320184,0.000039754203,0.001927256,0.00050454534,0.00020851697],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008310638,0.00035132596,0.00046716182,0.00057525275,0.00020264238,0.00066410855,0.0019798249,0.00042979274,0.000026753904],"category_scores_gemma":[0.00552035,0.00034034558,0.00024961197,0.00090029766,0.00010302729,0.00022124867,0.0049955053,0.0039060577,0.00013190435],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000116652855,0.000041101954,0.0000035902026,0.0031860466,0.00006210923,0.000344977,0.008069687,0.9129582,0.00044287814,0.024556564,0.00006744813,0.05025571],"study_design_scores_gemma":[0.00007245099,0.00005948218,0.000018808776,0.0010968557,0.00000788758,0.000018815834,0.00033934257,0.58871084,0.0007006716,0.40858215,0.00006466915,0.00032801396],"about_ca_topic_score_codex":0.0003581904,"about_ca_topic_score_gemma":0.0000057816155,"teacher_disagreement_score":0.55612123,"about_ca_system_score_codex":0.0006118387,"about_ca_system_score_gemma":0.0009612128,"threshold_uncertainty_score":0.9999049},"labels":[],"label_agreement":null},{"id":"W4393854863","doi":"10.1007/978-3-031-57246-3_4","title":"Speculative SAT Modulo SAT","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo; European Commission; Israel Science Foundation; Microsoft Research","keywords":"Modulo; Computer science; Algorithm; Arithmetic; Theoretical computer science; Programming language; Parallel computing; Discrete mathematics; Mathematics","score_opus":0.032075521649222914,"score_gpt":0.28335002353344,"score_spread":0.2512745018842171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393854863","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000023884288,0.0016481578,0.98887086,0.0005370565,0.0051290537,0.00032481353,0.000007824018,0.0009843833,0.0024739804],"genre_scores_gemma":[0.012431693,0.000049725797,0.98474336,0.00045532102,0.00056009,0.00000956602,0.0000048525785,0.000065041044,0.0016803383],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99561316,0.000037691174,0.0004960613,0.0020730288,0.0009847434,0.0007953147],"domain_scores_gemma":[0.9962082,0.001494437,0.00016952746,0.0017757235,0.00017942023,0.0001726719],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00095637975,0.0007208222,0.0006731359,0.001025464,0.00015287576,0.0005402416,0.003626033,0.0003695946,0.000013770468],"category_scores_gemma":[0.00039666044,0.0006445456,0.00019275957,0.0008798229,0.0007260039,0.00069827016,0.0026434807,0.0013394572,0.0002651879],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026384262,0.000007914121,0.0000077974555,0.00006705006,0.000019848274,0.00029866514,0.00084719236,0.5679564,0.00016055121,0.0841746,0.00001883945,0.34643853],"study_design_scores_gemma":[0.00008792038,0.0000917916,0.00005801692,0.0004061986,0.000007785342,0.00008185015,1.2457186e-7,0.20807041,0.0010995916,0.78786904,0.0015260692,0.0007012067],"about_ca_topic_score_codex":0.0000051639427,"about_ca_topic_score_gemma":0.000013831682,"teacher_disagreement_score":0.7036944,"about_ca_system_score_codex":0.0005866732,"about_ca_system_score_gemma":0.0003063714,"threshold_uncertainty_score":0.9996006},"labels":[],"label_agreement":null},{"id":"W4398756659","doi":"10.1145/3639478.3640046","title":"(Neo4j)^ Browser: Visualizing Variable-Aware Analysis Results","year":2024,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Correctness; Software; Variable (mathematics); Product (mathematics); Software product line; User interface; Programming language; Software development","score_opus":0.031921271367306076,"score_gpt":0.32590146410529997,"score_spread":0.2939801927379939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398756659","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014523852,0.0005741571,0.99281967,0.00034694513,0.00061988074,0.000058346886,0.000005337589,0.0038433962,0.0015870138],"genre_scores_gemma":[0.044508394,0.0000353908,0.9532539,0.00015636763,0.00007421152,0.0000107490605,0.000007560986,0.000015620102,0.0019378078],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99839133,0.000099408644,0.0002897218,0.0006473654,0.0002446121,0.00032758972],"domain_scores_gemma":[0.9975112,0.0015447965,0.000030075129,0.00077467697,0.00005957951,0.000079667756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00088762265,0.00016905977,0.00024214278,0.000439168,0.00006843881,0.00031562676,0.0007519171,0.000076312805,0.000023957613],"category_scores_gemma":[0.00048906845,0.00014425584,0.00013122255,0.0033238335,0.000022060847,0.00065036555,0.00030423162,0.00018129901,0.000069084286],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009134988,0.000022711682,0.000049397702,0.00009532538,0.00074355165,0.00012401603,0.0010637653,0.6072505,0.0011886331,0.32535174,0.0044444557,0.059656736],"study_design_scores_gemma":[0.00018255982,0.00006941083,0.0003818849,0.000071467744,0.00016427315,0.000022041879,0.000069240996,0.9168674,0.0025907166,0.029585868,0.049403016,0.0005921753],"about_ca_topic_score_codex":0.000038400336,"about_ca_topic_score_gemma":0.0000049910614,"teacher_disagreement_score":0.30961683,"about_ca_system_score_codex":0.00006495998,"about_ca_system_score_gemma":0.000054550652,"threshold_uncertainty_score":0.58825827},"labels":[],"label_agreement":null},{"id":"W4399675882","doi":"10.1007/s11334-024-00569-y","title":"Transitioning towards SysML v2 as a variability modeling language","year":2024,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Systems Modeling Language; Metamodeling; Modeling language; Computer science; Software engineering; Systems engineering; Interoperability; Software deployment; Model-driven architecture; Unified Modeling Language; Engineering; Programming language; World Wide Web; Software","score_opus":0.0214951829121854,"score_gpt":0.28300093261646075,"score_spread":0.26150574970427537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399675882","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05075261,0.0019706732,0.9440633,0.00007910275,0.0011197317,0.00017223452,0.000005830488,0.0018003216,0.000036166442],"genre_scores_gemma":[0.657259,0.000013257208,0.34253672,0.000012974801,0.00006664902,0.00006970019,0.000003678575,0.000019305831,0.000018716719],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99867076,0.000048987316,0.00041163573,0.00041503433,0.00018004104,0.00027352443],"domain_scores_gemma":[0.998944,0.0005678764,0.000021855185,0.00034652784,0.0000770515,0.00004273106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012199489,0.00018820049,0.00023751894,0.0004571977,0.000064269276,0.00028967645,0.00024561642,0.00010761214,0.000001566368],"category_scores_gemma":[0.001429054,0.0001938814,0.000034024666,0.0013727399,0.000014095993,0.0006807071,0.00009102548,0.0003384418,0.0000032745954],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.6264975e-7,0.000005694226,0.000050990046,0.00033674136,0.00001507254,0.00004502561,0.0019515895,0.9078834,0.0004105119,0.07856697,0.000004858081,0.010728579],"study_design_scores_gemma":[0.000088434994,0.000015038272,0.0001691753,0.00044234525,0.0000037787672,0.00009969989,0.00011852761,0.9966263,0.00007788255,0.0017834187,0.00031406703,0.00026132466],"about_ca_topic_score_codex":0.00009835802,"about_ca_topic_score_gemma":0.0000010743155,"teacher_disagreement_score":0.6065064,"about_ca_system_score_codex":0.00013794684,"about_ca_system_score_gemma":0.000071656395,"threshold_uncertainty_score":0.7906254},"labels":[],"label_agreement":null},{"id":"W4400977112","doi":"10.1145/3643660.3643945","title":"TAMVE: Properties of Design Technologies to Address Challenges to Software Design in the Era of Agility and Frameworks","year":2024,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Software engineering; Software; Systems engineering; Engineering; Programming language","score_opus":0.11439252365918112,"score_gpt":0.31163693453661395,"score_spread":0.19724441087743283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400977112","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030461089,0.009859734,0.98160267,0.0039959196,0.00010923616,0.000569982,0.0000010312976,0.0008085474,0.000006786276],"genre_scores_gemma":[0.36615565,0.00022324579,0.6334753,0.000044803495,0.000003909826,0.00008500147,2.607837e-8,0.0000062352965,0.0000058013857],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986632,0.00026109428,0.00024913886,0.00038949336,0.00020963437,0.00022745838],"domain_scores_gemma":[0.9966107,0.002613636,0.000027583521,0.0006496583,0.00007318713,0.000025217338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016093883,0.0001555612,0.00026400422,0.00018370344,0.000025392876,0.00004859555,0.0010437573,0.0001687439,7.0499556e-7],"category_scores_gemma":[0.004364213,0.00009569957,0.00002718248,0.0006585714,0.00011105974,0.0002318025,0.0004683083,0.00042308072,0.0000014730817],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003772398,0.000047880872,0.000036634276,0.0005053175,0.000025811703,0.000016853519,0.014797866,0.17920934,0.0049506105,0.01763199,0.00017797662,0.782562],"study_design_scores_gemma":[0.00026342607,0.0017033082,0.0040874514,0.0031919964,0.000022187625,0.000041179253,0.0064586373,0.021973556,0.6827478,0.27808717,0.00041011424,0.001013195],"about_ca_topic_score_codex":0.000010802852,"about_ca_topic_score_gemma":0.0000043849473,"teacher_disagreement_score":0.7815488,"about_ca_system_score_codex":0.000023435663,"about_ca_system_score_gemma":0.00004272075,"threshold_uncertainty_score":0.52246857},"labels":[],"label_agreement":null},{"id":"W4401454753","doi":"10.1145/3646548.3677031","title":"1st International Workshop on Reverse Variability Engineering and Evolution of Software-Intensive Systems (Re:Volution)","year":2024,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software evolution; Reverse engineering; Computer science; Software engineering; Software; Software system; Systems engineering; Engineering; Software construction; Operating system","score_opus":0.026770275403744142,"score_gpt":0.27251376559163343,"score_spread":0.2457434901878893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401454753","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019541213,0.0005040448,0.992858,0.0002874084,0.0032251738,0.00012510933,0.0000051639695,0.0009287196,0.00011226457],"genre_scores_gemma":[0.48960513,0.000030286246,0.5100304,0.000024405752,0.000079414305,0.000015958845,0.0000015697658,0.000010972771,0.00020186561],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99892604,0.00006346062,0.00024071295,0.0003859078,0.00021943075,0.00016443362],"domain_scores_gemma":[0.9972724,0.0020745143,0.00003895658,0.0003485141,0.00021677533,0.00004884764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007071568,0.00013707195,0.00017355829,0.0001975506,0.00002529827,0.00006680859,0.00031825644,0.000078873876,0.0000047756753],"category_scores_gemma":[0.004756544,0.00012468973,0.000047615773,0.00032354664,0.00003997635,0.0004618085,0.0002095178,0.00019424125,0.000008717715],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009868957,0.000017055567,0.00026310267,0.0002062471,0.000068826914,0.000015924854,0.0003444394,0.67579275,0.0011394402,0.3135572,0.0006813652,0.007903757],"study_design_scores_gemma":[0.00016676309,0.00006593246,0.003617691,0.0006145795,0.000013509489,0.000049824645,0.0001985038,0.9817833,0.0005790522,0.01024505,0.0023355237,0.0003302743],"about_ca_topic_score_codex":0.000021303795,"about_ca_topic_score_gemma":5.8040285e-7,"teacher_disagreement_score":0.48765102,"about_ca_system_score_codex":0.0002701952,"about_ca_system_score_gemma":0.00004087404,"threshold_uncertainty_score":0.5694371},"labels":[],"label_agreement":null},{"id":"W4401455187","doi":"10.1145/3646548.3677006","title":"Seventh International Workshop on Languages for Modelling Variability (MODEVAR@SPLC 2024)","year":2024,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Universitas Brawijaya","keywords":"Computer science; Programming language","score_opus":0.06087814276051057,"score_gpt":0.3547920014390755,"score_spread":0.29391385867856495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401455187","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015247117,0.000120300836,0.99276996,0.001074198,0.0024610516,0.0001370301,0.0000066622456,0.0010850311,0.0021933196],"genre_scores_gemma":[0.04744924,0.000016326207,0.9469131,0.000107471824,0.0001634637,0.000045062858,0.0000038060298,0.000012856848,0.0052886615],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990509,0.000040972332,0.00014205195,0.00041838188,0.00016285437,0.0001848059],"domain_scores_gemma":[0.99695724,0.002602358,0.00001513382,0.00034416845,0.000044589062,0.00003650325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007529884,0.00011607377,0.000105330975,0.000095662705,0.00003500105,0.00014263157,0.0005600354,0.000054287095,0.00002985528],"category_scores_gemma":[0.0005772453,0.00009738804,0.000071103124,0.00017727866,0.000014506407,0.0003256329,0.00014975962,0.00014983394,0.000019939385],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004197191,0.000012208461,0.0000018141818,0.000022739296,0.000019319774,0.0000043142777,0.00017545794,0.7736173,0.000049468883,0.18063557,0.00076019345,0.044697385],"study_design_scores_gemma":[0.00005003243,0.000012614774,0.0000051423376,0.000043385884,0.0000026704267,0.0000027225617,0.00002004983,0.8860871,0.00059155264,0.10625995,0.006808489,0.000116272044],"about_ca_topic_score_codex":0.0000019707054,"about_ca_topic_score_gemma":5.1486705e-7,"teacher_disagreement_score":0.11246979,"about_ca_system_score_codex":0.00008365621,"about_ca_system_score_gemma":0.000029920464,"threshold_uncertainty_score":0.3971369},"labels":[],"label_agreement":null},{"id":"W4401719715","doi":"10.1109/re59067.2024.00032","title":"Global Decision Making Support for Complex System Development","year":2024,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Agencia Estatal de Investigación; Junta de Andalucía; Ministerio de Ciencia e Innovación; Universidad de Málaga","keywords":"Computer science; Decision support system; Artificial intelligence","score_opus":0.08308251644703978,"score_gpt":0.3690648839741905,"score_spread":0.2859823675271507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401719715","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017335979,0.000103841594,0.994834,0.00003627021,0.001358113,0.00015845576,0.0000025994912,0.0024558727,0.0008774834],"genre_scores_gemma":[0.13305072,4.13932e-7,0.8667266,0.00004169106,0.000032663673,0.00002951631,0.0000013906431,0.0000069174284,0.000110081935],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999041,0.000015991256,0.00020532684,0.00033207494,0.00016980586,0.0002357716],"domain_scores_gemma":[0.99884766,0.000804295,0.000016989065,0.00025302634,0.000041316267,0.00003668446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004824345,0.00011057022,0.0001295797,0.00005625042,0.0000670576,0.0001590162,0.00049636693,0.000037685186,0.000005868462],"category_scores_gemma":[0.00015958802,0.00009093617,0.000045512952,0.00027623936,0.000009245449,0.00022351366,0.00024868528,0.00003336844,0.000046038567],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003893656,0.0000041746016,0.000031226515,0.00018913009,0.000017422246,0.000030429972,0.000118226286,0.017471822,0.000035890273,0.23160955,0.002561608,0.7479266],"study_design_scores_gemma":[0.00035346116,0.00013773626,0.0049353163,0.000731778,0.000012211875,0.0003588951,0.0001330621,0.718222,0.001330223,0.056638855,0.21628256,0.00086390425],"about_ca_topic_score_codex":4.2455372e-7,"about_ca_topic_score_gemma":0.0000014930563,"teacher_disagreement_score":0.7470627,"about_ca_system_score_codex":0.000268747,"about_ca_system_score_gemma":0.00009046715,"threshold_uncertainty_score":0.37082696},"labels":[],"label_agreement":null},{"id":"W4402330844","doi":"10.1002/iis2.13270","title":"A Configuration Management Strategy for Modelbased Product Line Engineering in Aircraft Systems Development","year":2024,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Safran Electronics (Canada); University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Configuration Management (ITSM); Reuse; Systems engineering; New product development; Product (mathematics); Asset management; Process management; Product engineering; Software product line; Computer science; Asset (computer security); Domain engineering; Product management; Product line; Risk analysis (engineering); Software development; Software; Engineering; Product design; Manufacturing engineering; Component-based software engineering; Business","score_opus":0.03781722277166321,"score_gpt":0.300480679051894,"score_spread":0.2626634562802308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402330844","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028778545,0.00027446664,0.99276304,0.0006023392,0.0022048566,0.0004917872,0.0000045134498,0.00056622573,0.0002149426],"genre_scores_gemma":[0.69752055,0.000019063456,0.3013739,0.000021980044,0.00016005307,0.00046379917,0.000025175279,0.000018747753,0.00039672406],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987523,0.000016842996,0.00035050814,0.0004186329,0.00025649337,0.00020522783],"domain_scores_gemma":[0.99937034,0.00026810766,0.00003638194,0.00019809668,0.00009199546,0.00003505537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004894044,0.00015695006,0.00013622589,0.00025135945,0.000024631627,0.0002352636,0.0005020694,0.00004007959,0.0000013464401],"category_scores_gemma":[0.000073552495,0.0001575514,0.000036437264,0.00021542529,0.0000073583833,0.0005106618,0.00010654048,0.000110771616,0.000011518419],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000778218,0.00002443114,0.0000044927233,0.00017552884,0.000047184196,0.000042173684,0.00021347488,0.93281305,0.0028487407,0.052785728,0.00006242028,0.010974974],"study_design_scores_gemma":[0.00028031017,0.000036875543,0.00009756121,0.00026890665,0.0000034484858,0.000016872054,0.000011525091,0.97866917,0.010316648,0.0011960423,0.008890864,0.00021179476],"about_ca_topic_score_codex":0.000008320648,"about_ca_topic_score_gemma":0.0000021787198,"teacher_disagreement_score":0.6946427,"about_ca_system_score_codex":0.00041240413,"about_ca_system_score_gemma":0.000060719034,"threshold_uncertainty_score":0.64247596},"labels":[],"label_agreement":null},{"id":"W4403331715","doi":"10.1016/j.jss.2024.112245","title":"FSECAM: A contextual thematic approach for linking feature to multi-level software architectural components","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Feature (linguistics); Architectural pattern; Thematic map; Computer science; Software; Software engineering; Engineering drawing; Engineering; Software development; Programming language; Geography; Software construction; Cartography; Linguistics","score_opus":0.10859992786368249,"score_gpt":0.3170352631707734,"score_spread":0.2084353353070909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403331715","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007962768,0.0070901085,0.98245555,0.00016496166,0.0015274266,0.00046676534,0.000033176748,0.0002982494,0.0000010102973],"genre_scores_gemma":[0.12148428,0.000013573468,0.87792534,0.000052017716,0.00027005636,0.000029810735,0.000003759073,0.000029922356,0.00019124895],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99835426,0.00011407059,0.00051409163,0.0003280635,0.00035914857,0.00033036486],"domain_scores_gemma":[0.99739754,0.0016847255,0.00020304097,0.00027438786,0.00024973575,0.00019054174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010629476,0.00025955675,0.0005768762,0.0003180296,0.00014092553,0.00039981573,0.0006243974,0.00012798035,2.352094e-7],"category_scores_gemma":[0.0013224307,0.00018447115,0.0001855441,0.00027402083,0.000034314646,0.00041506352,0.00018104151,0.0004235939,0.0000013025127],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019685381,0.00023828154,0.0013966811,0.013332219,0.0011064744,0.00044916407,0.033134915,0.38744426,0.0036561124,0.006296754,0.0031556254,0.5495927],"study_design_scores_gemma":[0.012348201,0.0056045004,0.023331009,0.03856952,0.0006814919,0.035648014,0.0081950575,0.82020795,0.001502448,0.024945484,0.022260677,0.0067056217],"about_ca_topic_score_codex":0.0000040028317,"about_ca_topic_score_gemma":5.3915755e-7,"teacher_disagreement_score":0.54288703,"about_ca_system_score_codex":0.000081015154,"about_ca_system_score_gemma":0.00006703017,"threshold_uncertainty_score":0.7522515},"labels":[],"label_agreement":null},{"id":"W4403464668","doi":"10.1016/j.jss.2024.112235","title":"Leveraging belief uncertainty for informed decision making in software product line evolution","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Agencia Estatal de Investigación; Consejería de Conocimiento, Investigación y Universidad, Junta de Andalucía; Junta de Andalucía; European Commission; Ministerio de Ciencia e Innovación; Incorporated Research Institutions for Seismology; European Regional Development Fund; Universidad de Málaga","keywords":"Software product line; Product line; Product (mathematics); Software; Computer science; Management science; Risk analysis (engineering); Business; Engineering; Software development; Manufacturing engineering; Mathematics","score_opus":0.03861979079782358,"score_gpt":0.32149077582702235,"score_spread":0.2828709850291988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403464668","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020038756,0.016316138,0.96057415,0.000086213484,0.002522743,0.00025471745,0.0000042384922,0.00020179205,0.0000012269497],"genre_scores_gemma":[0.4141308,0.00010052277,0.58544225,0.000014398652,0.0002586244,0.000012212902,6.371764e-7,0.000014469712,0.000026111866],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983658,0.0000613433,0.0007032821,0.00027048154,0.0003173511,0.00028174443],"domain_scores_gemma":[0.9963437,0.0028615394,0.00022337554,0.00023439765,0.00027062884,0.00006639609],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016918009,0.00017736657,0.00038988574,0.00047041397,0.00009021137,0.0002549097,0.00036351773,0.000083448256,5.170401e-7],"category_scores_gemma":[0.0054090978,0.0001387792,0.0000986178,0.00042629841,0.000024295376,0.0010207861,0.00012193611,0.0003014327,7.51823e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054497454,0.000019479477,0.0022283362,0.0012467405,0.00004513777,0.000096538155,0.0020930453,0.63234717,0.00007538928,0.0014229638,0.00046108593,0.3599096],"study_design_scores_gemma":[0.006171889,0.0030190407,0.043058246,0.06102841,0.00018229833,0.0074228044,0.0028113234,0.5546615,0.0004206908,0.26974788,0.0481814,0.003294528],"about_ca_topic_score_codex":0.000009672845,"about_ca_topic_score_gemma":0.0000046267887,"teacher_disagreement_score":0.39409205,"about_ca_system_score_codex":0.00037247938,"about_ca_system_score_gemma":0.00025957997,"threshold_uncertainty_score":0.64755857},"labels":[],"label_agreement":null},{"id":"W4403564633","doi":"10.48550/arxiv.2410.09368","title":"Towards a Domain-Specific Modelling Environment for Reinforcement Learning","year":2024,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Reinforcement learning; Reinforcement; Domain (mathematical analysis); Computer science; Cognitive science; Psychology; Artificial intelligence; Social psychology; Mathematics","score_opus":0.13936439012732452,"score_gpt":0.21237805786681357,"score_spread":0.07301366773948906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403564633","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037072487,0.00056694594,0.9929148,0.000072108305,0.0009766554,0.00049477455,0.000004827069,0.0009074845,0.0003551431],"genre_scores_gemma":[0.26930436,0.00092071603,0.72799754,0.000016523036,0.00010775072,0.000011138753,0.00001369158,0.000043704902,0.0015845316],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99773926,0.00009579563,0.0002530754,0.0013078024,0.00012641061,0.00047766187],"domain_scores_gemma":[0.9983387,0.0003197983,0.0001586466,0.0010081955,0.0000516044,0.00012304664],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00056050625,0.00040311768,0.00038069356,0.00027375354,0.00015440208,0.00013404195,0.0013657368,0.00025794597,0.00000947522],"category_scores_gemma":[0.000019284993,0.00046707335,0.00030198248,0.0002417708,0.000070505026,0.00017573382,0.0033786728,0.0008961561,0.00006345201],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012264088,0.000008291915,0.0000018173848,0.000113810216,0.0000525038,0.000070794114,0.0003168634,0.729842,0.000020126688,0.26789504,0.000037214766,0.0016292465],"study_design_scores_gemma":[0.00017371867,0.000055978442,0.0000019102308,0.00009066852,0.000023504825,0.0000022124912,0.000051600222,0.6451588,0.00012811706,0.326482,0.027445164,0.0003862961],"about_ca_topic_score_codex":0.000010260617,"about_ca_topic_score_gemma":3.0951261e-7,"teacher_disagreement_score":0.26559713,"about_ca_system_score_codex":0.0005911329,"about_ca_system_score_gemma":0.000095202464,"threshold_uncertainty_score":0.9997781},"labels":[],"label_agreement":null},{"id":"W4403793604","doi":"10.1007/978-3-031-75872-0_12","title":"Modeling and Reasoning About Explanation Requirements Using Goal Models","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina; University of Toronto; York University","funders":"","keywords":"Computer science; Software engineering; Management science; Artificial intelligence","score_opus":0.07446143258414237,"score_gpt":0.3154475937369708,"score_spread":0.24098616115282842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403793604","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000242917,0.002680093,0.9942379,0.00007017768,0.0017618886,0.0002164741,0.0000026100295,0.00043826844,0.00034969175],"genre_scores_gemma":[0.051003255,0.00012192861,0.94840324,0.00012453174,0.00021644373,0.0000047954136,0.000001920147,0.000041072264,0.00008281815],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996867,0.000026009562,0.00043376058,0.001417596,0.00072249805,0.0005331625],"domain_scores_gemma":[0.9984959,0.00036346418,0.000117888456,0.0007652644,0.00014637508,0.000111106514],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011248578,0.0004538861,0.000415863,0.0008008517,0.00019716473,0.00055898866,0.0013552979,0.00024911785,9.919652e-7],"category_scores_gemma":[0.0001862715,0.00044429905,0.000063963016,0.0004050109,0.00022500912,0.0013905969,0.0014627333,0.00069325813,0.0000032307883],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013498627,0.000001966261,0.0000012649941,0.00004389154,0.000006466381,0.000035336747,0.0005692039,0.85951084,0.0001171575,0.033445098,2.6442177e-7,0.10626719],"study_design_scores_gemma":[0.00005201388,0.000020376086,7.516037e-7,0.0005927355,0.000005251994,0.00004146071,1.9725891e-7,0.6088752,0.000114039736,0.3900129,0.000008276939,0.00027677143],"about_ca_topic_score_codex":0.000018860961,"about_ca_topic_score_gemma":0.0000073913798,"teacher_disagreement_score":0.3565678,"about_ca_system_score_codex":0.00040604867,"about_ca_system_score_gemma":0.00020130412,"threshold_uncertainty_score":0.99980086},"labels":[],"label_agreement":null},{"id":"W4403909061","doi":"10.1016/j.jss.2024.112261","title":"An exploratory empirical eye-tracker study of visualization techniques for coverage of combinatorial interaction testing in software product lines","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; École de Technologie Supérieure","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Visualization; Eye tracking; Computer science; Software; Product (mathematics); Empirical research; Human–computer interaction; Data mining; Artificial intelligence; Operating system; Mathematics; Statistics","score_opus":0.0808872527161182,"score_gpt":0.39178693695912065,"score_spread":0.31089968424300246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403909061","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32928625,0.00089733646,0.6681665,0.000005929171,0.001257716,0.00027529898,0.0000030273477,0.00010771638,2.1879482e-7],"genre_scores_gemma":[0.7998289,0.000028943925,0.19986816,0.0000025336528,0.00023110774,0.000020424426,9.5243627e-7,0.000016817034,0.0000021966184],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99835485,0.00022879902,0.0008103591,0.00022091677,0.000267029,0.00011804148],"domain_scores_gemma":[0.99750143,0.0012121046,0.00043346698,0.00019772901,0.00061279046,0.0000424961],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001518774,0.00013671527,0.00044529088,0.0003671806,0.00003503871,0.00008310025,0.00023510872,0.00007114992,1.402888e-7],"category_scores_gemma":[0.0028903673,0.00011243148,0.000044773824,0.00043426186,0.000022754284,0.0011608656,0.000057436428,0.00018485266,4.4504134e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006037821,0.0034320047,0.3935951,0.01226643,0.0004430648,0.00026860152,0.055985972,0.18210976,0.025417723,0.0017893922,0.000438184,0.32364997],"study_design_scores_gemma":[0.024640514,0.11359935,0.21242818,0.071484566,0.0011849551,0.0026632957,0.054749783,0.26452476,0.14373179,0.09433345,0.008325984,0.008333383],"about_ca_topic_score_codex":0.000009578928,"about_ca_topic_score_gemma":0.0000018718922,"teacher_disagreement_score":0.47054264,"about_ca_system_score_codex":0.000059202328,"about_ca_system_score_gemma":0.00009742596,"threshold_uncertainty_score":0.45848227},"labels":[],"label_agreement":null},{"id":"W4403935703","doi":"10.1145/3652620.3687816","title":"A Tool For Feature-Requirement Traceability Using Requirement Canvas and Encapsulation","year":2024,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Encapsulation (networking); Traceability; Computer science; Requirements traceability; Database; Software engineering; Requirements analysis; Computer security; Programming language; Requirement","score_opus":0.09397628508702913,"score_gpt":0.35437985246277703,"score_spread":0.2604035673757479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403935703","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02442474,0.00066686166,0.97245836,0.00057509734,0.00061091,0.00039973552,0.000003492358,0.00083862443,0.000022152808],"genre_scores_gemma":[0.18595281,0.000005069599,0.81380117,0.000041329713,0.00005051191,0.000030139612,0.0000013117267,0.00000810019,0.00010954184],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990018,0.00004245397,0.00017076053,0.00041592916,0.00015621299,0.00021284405],"domain_scores_gemma":[0.9991054,0.00048793797,0.000023163035,0.00029886793,0.000046362267,0.000038253977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086666376,0.0001237413,0.00012969929,0.00006819137,0.00007216085,0.00015046923,0.00016778431,0.000048518694,0.0000025155548],"category_scores_gemma":[0.0003447437,0.00010523487,0.000044816665,0.00017741829,0.000026821905,0.00042528537,0.00011227953,0.00006770266,7.897131e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023197914,0.00006430648,0.0005029564,0.0008152221,0.00011671413,0.000017936522,0.0024555717,0.12936188,0.070742205,0.26077378,0.0008203022,0.53430593],"study_design_scores_gemma":[0.00023344376,0.00013367327,0.0020643072,0.000072052004,0.000021692336,0.000016497625,0.000027176946,0.91294837,0.014235453,0.066945754,0.0029516937,0.0003499067],"about_ca_topic_score_codex":0.00001299171,"about_ca_topic_score_gemma":0.0000038722706,"teacher_disagreement_score":0.78358644,"about_ca_system_score_codex":0.00017343347,"about_ca_system_score_gemma":0.000054867276,"threshold_uncertainty_score":0.42913535},"labels":[],"label_agreement":null},{"id":"W4403935850","doi":"10.1145/3652620.3688345","title":"Towards Model Product Lines: Composition of EMF Models","year":2024,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Composition (language); Computer science; Product (mathematics); EMF measurement; Mathematics; Chemistry","score_opus":0.08146538440763977,"score_gpt":0.32450510897596524,"score_spread":0.24303972456832545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403935850","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00095531734,0.0006776448,0.9954454,0.0003955633,0.00036421575,0.00008682892,0.0000022696877,0.0012398231,0.00083299004],"genre_scores_gemma":[0.27808022,0.000023124605,0.72164434,0.000023649976,0.000027474478,0.0000072435696,0.000001017053,0.000007083125,0.00018583697],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992214,0.000026312933,0.00016794239,0.00028730935,0.00016275223,0.00013430262],"domain_scores_gemma":[0.99937445,0.00012719793,0.00001798535,0.00038236627,0.000070409296,0.000027615552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026539867,0.000096586584,0.00013477608,0.00010264625,0.000017253084,0.00004090425,0.00039504684,0.00002965483,0.0000015135996],"category_scores_gemma":[0.000058530124,0.00007902022,0.000048957514,0.00030122767,0.000024993598,0.0006790573,0.00016006605,0.000090833826,0.0000051073976],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.794992e-7,0.0000078491385,2.5887852e-7,0.000057766378,0.0000063244556,0.0000021748517,0.00028985846,0.7978557,0.0045821522,0.16784807,0.00012140046,0.029227523],"study_design_scores_gemma":[0.000021926693,0.0000146058765,0.000003182984,0.00002873656,0.0000022960685,0.0000056093213,0.000003199943,0.77816397,0.030300785,0.19134939,0.000032052605,0.00007427711],"about_ca_topic_score_codex":0.00000481765,"about_ca_topic_score_gemma":1.9403905e-7,"teacher_disagreement_score":0.2771249,"about_ca_system_score_codex":0.000026621938,"about_ca_system_score_gemma":0.00006290132,"threshold_uncertainty_score":0.32223508},"labels":[],"label_agreement":null},{"id":"W4403935863","doi":"10.1145/3652620.3688349","title":"Mapping Requirements to Features to Create Traceability in Product Line Models","year":2024,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Traceability; Computer science; Product line; Product (mathematics); Software product line; Line (geometry); Requirements traceability; Systems engineering; Software engineering; Engineering; Requirements analysis; Manufacturing engineering; Requirement; Programming language; Software development; Software; Mathematics","score_opus":0.11079170799507844,"score_gpt":0.3562180089372677,"score_spread":0.24542630094218926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403935863","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015584705,0.0002998885,0.9784574,0.002760974,0.00056760537,0.00039723294,0.0000012292085,0.0015872798,0.0003437069],"genre_scores_gemma":[0.16147064,0.0000046511195,0.8370516,0.00022734956,0.000049640883,0.000051838266,3.7381858e-7,0.000010627874,0.0011333185],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99850786,0.00007113652,0.00021830224,0.00068594207,0.0001961247,0.00032061158],"domain_scores_gemma":[0.99891746,0.00031501424,0.000009475347,0.0006206993,0.00004086452,0.00009650725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009960831,0.00014762569,0.00017585579,0.00028108992,0.00002519523,0.00011950324,0.00058537425,0.00003245755,0.0000034138695],"category_scores_gemma":[0.00093811506,0.00012551136,0.000033644796,0.0010918417,0.000009616103,0.0005925855,0.00037422476,0.00015716697,0.000027535867],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056756326,0.000022148608,0.000042601107,0.00006923796,0.000007621011,0.000025278794,0.002877405,0.8749887,0.0036858367,0.005282738,0.00067972107,0.11231307],"study_design_scores_gemma":[0.0004272772,0.0004972896,0.018358942,0.0008930337,0.000007451851,0.000041459196,0.00027520017,0.6241038,0.061563503,0.2837327,0.0082817,0.001817612],"about_ca_topic_score_codex":0.000028762292,"about_ca_topic_score_gemma":0.000018077779,"teacher_disagreement_score":0.27844998,"about_ca_system_score_codex":0.00015035353,"about_ca_system_score_gemma":0.00003745242,"threshold_uncertainty_score":0.51182044},"labels":[],"label_agreement":null},{"id":"W4403935907","doi":"10.1145/3652620.3688220","title":"From Products to Product Lines: a Model-based Methodology","year":2024,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Product (mathematics); Mathematics","score_opus":0.13961211822432262,"score_gpt":0.3658161738978514,"score_spread":0.2262040556735288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403935907","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011362968,0.0007236615,0.98394156,0.008384844,0.0020187823,0.0002568351,0.0000041169005,0.003446032,0.00008785604],"genre_scores_gemma":[0.014044304,0.0000031621073,0.9839351,0.0006032215,0.00034909253,0.000070430106,0.0000027912627,0.000025225278,0.0009666792],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980921,0.0002030058,0.00021360721,0.0009808185,0.00018032147,0.00033010545],"domain_scores_gemma":[0.99704856,0.0016969659,0.00001766691,0.0010402866,0.00010676362,0.00008976881],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009700248,0.00019744936,0.00024540137,0.00021985876,0.000033775093,0.00011711267,0.00087603537,0.000054123917,0.0000071588615],"category_scores_gemma":[0.004110867,0.00016048731,0.000049428178,0.0009298753,0.000028203598,0.00033050805,0.00028171754,0.00018903594,0.00012485748],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060960115,0.000014331857,0.0000024230455,0.00005242258,0.000017777082,0.000025528068,0.00076223037,0.86885494,0.02820366,0.013281515,0.0031000772,0.08567897],"study_design_scores_gemma":[0.000070145215,0.00006238241,0.000023495317,0.000045882443,0.000008421385,0.0000060917673,0.000011116965,0.71737975,0.18037526,0.09371669,0.007955683,0.0003451038],"about_ca_topic_score_codex":0.000024459245,"about_ca_topic_score_gemma":0.000002375195,"teacher_disagreement_score":0.15217161,"about_ca_system_score_codex":0.000055538654,"about_ca_system_score_gemma":0.00019664914,"threshold_uncertainty_score":0.6544482},"labels":[],"label_agreement":null},{"id":"W4404880587","doi":"10.1007/978-3-031-72107-6_8","title":"Social Dependence Relationships and Their Role in Social Modelling Languages","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Sociology","score_opus":0.09559713464869458,"score_gpt":0.30488133768366915,"score_spread":0.20928420303497458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404880587","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025215017,0.001922381,0.90326434,0.00022860097,0.00009799956,0.00008259685,0.000004433724,0.0005308484,0.09384355],"genre_scores_gemma":[0.04687684,0.00020679142,0.6877601,0.00006445963,0.00058289774,0.000022546941,0.000008953649,0.000098140124,0.26437923],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99900806,0.000032713204,0.00019939178,0.000432667,0.00013750735,0.0001896693],"domain_scores_gemma":[0.9991163,0.0006155574,0.000052308562,0.00016386635,0.000026132195,0.000025862944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004118587,0.0002359694,0.00026321947,0.00019599068,0.00013217446,0.00009364071,0.0003664475,0.0003162358,0.0000051582806],"category_scores_gemma":[0.00005122091,0.00021111812,0.000063883665,0.00006238936,0.000052979834,0.00022117054,0.00034734834,0.00079984387,0.00002057176],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001023915,0.0000013732401,0.0000036081306,0.00002383266,0.000012364308,0.00001657022,0.0024585212,0.011909283,0.000007702712,0.9758821,0.000046184563,0.009637404],"study_design_scores_gemma":[0.000042627093,0.0000063338675,0.000023086928,0.000047818696,0.0000048361144,0.000007793937,0.00011328135,0.031462163,0.000021867749,0.96581054,0.002189429,0.0002702405],"about_ca_topic_score_codex":0.0000069593825,"about_ca_topic_score_gemma":0.000020222127,"teacher_disagreement_score":0.21550424,"about_ca_system_score_codex":0.00006774232,"about_ca_system_score_gemma":0.000034481738,"threshold_uncertainty_score":0.8609147},"labels":[],"label_agreement":null},{"id":"W4404887262","doi":"10.1007/978-3-031-72107-6_2","title":"From i* to the User Requirements Notation","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Ottawa","funders":"","keywords":"Notation; Computer science; Programming language; Software engineering; Linguistics; Philosophy","score_opus":0.077520081401543,"score_gpt":0.31773702720658265,"score_spread":0.24021694580503966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404887262","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000011440623,0.00025617616,0.9034373,0.0014546353,0.0022924056,0.00017225632,0.00000932257,0.0007436265,0.09163313],"genre_scores_gemma":[0.00001903204,0.000014023459,0.5031176,0.00038897534,0.00022263361,0.000011061968,0.0000048654024,0.000022632297,0.49619916],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99892724,0.000011202348,0.00018122749,0.00045527946,0.00028131562,0.00014375852],"domain_scores_gemma":[0.99856776,0.0004788597,0.000041688098,0.0008229197,0.000045875,0.000042920386],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00020201752,0.00020348436,0.00015769,0.000086890825,0.000036918726,0.00013501146,0.0009848645,0.00010651478,0.00006910797],"category_scores_gemma":[0.00012116992,0.00013565962,0.00006680525,0.0000495082,0.000014986097,0.00016484724,0.0005852744,0.00022869428,0.0018254706],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014670787,0.0000013169276,2.3868853e-7,0.000010390679,0.000056994824,0.000018201808,0.00050211186,0.008158818,0.000053776614,0.92768824,0.015940413,0.047568012],"study_design_scores_gemma":[0.000021293741,0.000017649729,0.0000077268205,0.00007092955,0.000010437474,9.224804e-7,0.000003385565,0.00045274946,0.00014624726,0.47585255,0.523231,0.00018508564],"about_ca_topic_score_codex":0.000013273327,"about_ca_topic_score_gemma":0.000009105134,"teacher_disagreement_score":0.5072906,"about_ca_system_score_codex":0.00007508807,"about_ca_system_score_gemma":0.000021401793,"threshold_uncertainty_score":0.99895173},"labels":[],"label_agreement":null},{"id":"W4404887271","doi":"10.1007/978-3-031-72107-6_6","title":"Towards an iStar 2.0 Extension for Analyzing Goal Variability","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina; University of Toronto; York University","funders":"","keywords":"Extension (predicate logic); Computer science; Programming language","score_opus":0.057389454587959875,"score_gpt":0.3195375864943246,"score_spread":0.26214813190636477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404887271","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002801877,0.00035001352,0.9526778,0.00014369978,0.0015752446,0.0003221661,0.000022249984,0.0018938333,0.043012224],"genre_scores_gemma":[0.00013425009,0.000032627417,0.8788328,0.00007041871,0.00023405586,0.000019042967,0.000017116361,0.000058786605,0.12060091],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9979028,0.00003199445,0.00036968957,0.0011314908,0.0002461377,0.00031787448],"domain_scores_gemma":[0.99729395,0.000923966,0.000086078995,0.0013852548,0.00019241477,0.0001183073],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014254536,0.0004014142,0.0004943541,0.00018861415,0.00007406317,0.00014787626,0.000932417,0.00033422335,0.000033072953],"category_scores_gemma":[0.0006107818,0.00034961916,0.00024031689,0.0000654319,0.00005967633,0.00037589192,0.00053006137,0.00040200265,0.000033840457],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005219943,0.000005600475,3.4221654e-7,0.00012993168,0.000035930472,0.00001565313,0.0000728068,0.00323556,0.00009207474,0.9389839,0.00020824671,0.05721472],"study_design_scores_gemma":[0.00006132085,0.00012373364,0.0000113961505,0.00007957838,0.000035300985,0.000010665394,0.0000016362267,0.016461784,0.00015528336,0.93539107,0.04721418,0.0004540627],"about_ca_topic_score_codex":0.000007789576,"about_ca_topic_score_gemma":0.0000038437706,"teacher_disagreement_score":0.07758868,"about_ca_system_score_codex":0.00017690903,"about_ca_system_score_gemma":0.00010714168,"threshold_uncertainty_score":0.9998956},"labels":[],"label_agreement":null},{"id":"W4405187967","doi":"10.1016/j.jss.2024.112280","title":"A structural taxonomy for lifted software product line analyses","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; General Motors of Canada","keywords":"Taxonomy (biology); Software product line; Software; Product line; Computer science; Software engineering; Engineering; Manufacturing engineering; Software development; Biology; Ecology; Programming language","score_opus":0.13591362712369895,"score_gpt":0.35369239613887987,"score_spread":0.21777876901518092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405187967","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00759199,0.031262264,0.95783085,0.00013006445,0.0025440103,0.00029329627,0.000015867667,0.00033031206,0.0000013760886],"genre_scores_gemma":[0.1259404,0.00010636839,0.8729311,0.000021557407,0.0007726387,0.000033130167,0.0000018021695,0.000024296816,0.0001686817],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985353,0.00007965745,0.0005778015,0.00030077918,0.00025162846,0.00025486143],"domain_scores_gemma":[0.9976103,0.001360176,0.00024418705,0.00029011111,0.00037190664,0.00012333516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075049343,0.00020933281,0.00049026293,0.00029024077,0.000102052785,0.0003750598,0.00044501192,0.00007214311,0.000001181841],"category_scores_gemma":[0.0022792656,0.00014805817,0.00016917438,0.00034452337,0.00003969194,0.0008403262,0.00010116363,0.0002520897,9.379833e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001312496,0.00005363375,0.0040638675,0.006319633,0.0014029666,0.0006850382,0.0024158137,0.3549669,0.0019771785,0.0075988714,0.008830359,0.6115545],"study_design_scores_gemma":[0.008479964,0.008839027,0.015309641,0.017227588,0.001591683,0.026480982,0.0022175326,0.3214524,0.01107104,0.12395287,0.45580375,0.0075735105],"about_ca_topic_score_codex":0.000006815519,"about_ca_topic_score_gemma":6.631849e-7,"teacher_disagreement_score":0.60398096,"about_ca_system_score_codex":0.00007041903,"about_ca_system_score_gemma":0.00015074233,"threshold_uncertainty_score":0.6037637},"labels":[],"label_agreement":null},{"id":"W4407269205","doi":"","title":"A decision-support tool for nature-based solutions selection and pre-sizing using hybrid models","year":2023,"lang":"en","type":"article","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Institut National de Recherche pour l'Agriculture, l'Alimentation et l'Environnement; European Commission; Horizon 2020 Framework Programme; Canadian Institute for Advanced Research","keywords":"Sizing; Selection (genetic algorithm); Computer science; Decision support system; Artificial intelligence; Chemistry","score_opus":0.04080239328600398,"score_gpt":0.2867185275193464,"score_spread":0.2459161342333424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407269205","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034934744,0.00020248034,0.9624202,0.00092586747,0.00020368572,0.00030154802,0.000013951555,0.00090535893,0.000092140115],"genre_scores_gemma":[0.28407365,0.000038618517,0.7155551,0.00004493973,0.000008583556,0.000048196118,0.000021902355,0.000017671045,0.0001913568],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99763143,0.0009851963,0.000265954,0.0005121698,0.00023788119,0.00036738484],"domain_scores_gemma":[0.99187165,0.0063493093,0.00013096584,0.00077196193,0.0007945497,0.00008153581],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057893903,0.0001594411,0.0001743187,0.0002450696,0.00053105934,0.00023545504,0.0006267117,0.00010102166,0.0000024537444],"category_scores_gemma":[0.005122708,0.00017433021,0.00008111618,0.00075681723,0.000061708044,0.00055761996,0.00040049342,0.0002308915,0.0000030739604],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003013712,0.00017973923,0.00026197595,0.00012865422,0.00004681995,0.000006038279,0.0029378568,0.44010857,0.02112169,0.22114281,0.00075033115,0.31328535],"study_design_scores_gemma":[0.0002736909,7.4116616e-7,0.00062230066,0.0001549008,0.000008038816,0.000010998033,0.0000087478065,0.93734425,0.019970164,0.040361736,0.0010575794,0.00018682171],"about_ca_topic_score_codex":0.000026950878,"about_ca_topic_score_gemma":0.000038236052,"teacher_disagreement_score":0.49723572,"about_ca_system_score_codex":0.00008774454,"about_ca_system_score_gemma":0.00015739196,"threshold_uncertainty_score":0.710898},"labels":[],"label_agreement":null},{"id":"W4408119902","doi":"10.5220/0013123800003896","title":"Towards a Domain-Specific Modelling Environment for Reinforcement Learning","year":2025,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Reinforcement learning; Computer science; Domain (mathematical analysis); Artificial intelligence; Human–computer interaction; Mathematics","score_opus":0.04706039575070385,"score_gpt":0.27661069619045037,"score_spread":0.2295503004397465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408119902","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000108394386,0.000273402,0.99671274,0.00032742746,0.0002754919,0.00023397058,1.0524094e-7,0.0004705328,0.0015979051],"genre_scores_gemma":[0.0065968833,0.00013220496,0.9906291,0.00008998805,0.00002090918,0.000088918896,0.0000012584525,0.000007189864,0.0024335866],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990656,0.000030370262,0.00019209465,0.0003166447,0.00013106073,0.00026422748],"domain_scores_gemma":[0.9992001,0.00034985467,0.000035088142,0.00036221463,0.000019986803,0.000032728025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044143078,0.00012288931,0.00014213425,0.00009611346,0.00011989098,0.00005405051,0.00044657476,0.000043321357,0.000007828245],"category_scores_gemma":[0.000024281338,0.00011379815,0.00006483516,0.00012918642,0.00002017651,0.00017106129,0.0002552881,0.0001101751,0.000008968463],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003007667,0.0000033995223,0.0000014622789,0.000008755779,0.0000068273384,5.601993e-7,0.000113440794,0.682541,0.00016083,0.2905922,0.00007306117,0.026495429],"study_design_scores_gemma":[0.00031734578,0.00006656371,0.000010767195,0.000020254334,0.00000245047,9.936435e-7,0.000060441238,0.38593304,0.004819936,0.0958121,0.5127647,0.00019142112],"about_ca_topic_score_codex":0.0000020269456,"about_ca_topic_score_gemma":5.4899527e-8,"teacher_disagreement_score":0.5126916,"about_ca_system_score_codex":0.000117731724,"about_ca_system_score_gemma":0.000022143415,"threshold_uncertainty_score":0.46405542},"labels":[],"label_agreement":null},{"id":"W4410233707","doi":"10.21203/rs.3.rs-6578643/v1","title":"Mapping System Requirements to Emotional Impact: A Semi-Automated approach","year":2025,"lang":"en","type":"preprint","venue":"Research Square","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Process management; Systems engineering; Business; Engineering","score_opus":0.17901289068913206,"score_gpt":0.45947709695075584,"score_spread":0.28046420626162377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410233707","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023133424,0.0003822354,0.98820424,0.00020078976,0.000786047,0.0015907214,0.00011422739,0.0046402887,0.0017681035],"genre_scores_gemma":[0.18054804,0.000026241967,0.8173413,0.000025654568,0.00022886734,0.00079630123,0.00010021391,0.000041667266,0.00089167163],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9936856,0.0012740224,0.00053006137,0.0014302765,0.0018879948,0.0011920161],"domain_scores_gemma":[0.9950506,0.0013206949,0.000114289986,0.0021636586,0.0010057858,0.0003449666],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0047460822,0.00043896603,0.0006198938,0.0016951226,0.00030296817,0.00048153524,0.0033209475,0.00041004378,0.000005006288],"category_scores_gemma":[0.002972761,0.0004166088,0.00023490608,0.0023303474,0.000066669796,0.00026707296,0.008709623,0.0016641242,0.00006721458],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014844829,0.00008561034,0.0003302041,0.0056684776,0.00016612702,0.00006463494,0.0015728094,0.97698,0.0002776482,0.005658648,0.0046147513,0.0045662755],"study_design_scores_gemma":[0.00041679962,0.00017935678,0.010434003,0.008354213,0.0000066908865,0.000035484478,0.0007474373,0.9723698,0.00044600846,0.00520738,0.00083137397,0.0009714377],"about_ca_topic_score_codex":0.00008887655,"about_ca_topic_score_gemma":7.46582e-7,"teacher_disagreement_score":0.17823471,"about_ca_system_score_codex":0.0022640727,"about_ca_system_score_gemma":0.00095952704,"threshold_uncertainty_score":0.9998286},"labels":[],"label_agreement":null},{"id":"W4410357020","doi":"10.1145/3672608.3707911","title":"UTL: A Unified Language for Requirements Templates","year":2025,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Template; Computer science; Programming language; Software engineering","score_opus":0.05113737512904247,"score_gpt":0.3692726998404049,"score_spread":0.3181353247113624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410357020","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012182986,0.00012274006,0.9951558,0.00034016737,0.00041542403,0.00016063926,9.386322e-7,0.0008202572,0.0017657436],"genre_scores_gemma":[0.034410834,0.0000030111632,0.96057814,0.0002777216,0.00001222079,0.00003866166,0.0000011905452,0.000004296903,0.004673906],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994422,0.00002269434,0.000107717286,0.0001994877,0.000058079837,0.00016981766],"domain_scores_gemma":[0.9989364,0.00064123527,0.000019345767,0.00034980604,0.000034088127,0.000019118574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002789644,0.00007454764,0.000098482415,0.000081818944,0.000046289504,0.000037743648,0.00047583252,0.00003204932,0.0000026883663],"category_scores_gemma":[0.0006248907,0.00006413651,0.00003204547,0.00022955074,0.000012625908,0.00018944165,0.00015587684,0.000039461516,0.0000050781687],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016367067,0.000040744206,0.00019956095,0.00012679047,0.00006909271,0.000009425102,0.0009165711,0.008008375,0.02024422,0.80254024,0.006283121,0.16154552],"study_design_scores_gemma":[0.002230232,0.00024030171,0.0020699876,0.00015739718,0.000024067676,0.000006667639,0.00060690887,0.044871174,0.2976117,0.6157677,0.035512023,0.00090180803],"about_ca_topic_score_codex":0.000005359813,"about_ca_topic_score_gemma":0.0000017967723,"teacher_disagreement_score":0.27736747,"about_ca_system_score_codex":0.000025126608,"about_ca_system_score_gemma":0.000022554717,"threshold_uncertainty_score":0.2615411},"labels":[],"label_agreement":null},{"id":"W4411203683","doi":"10.1109/mo2re66661.2025.00008","title":"On the Automated Generation of UI for Template-based Requirements Specification","year":2025,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Software engineering; Programming language","score_opus":0.18067654007091993,"score_gpt":0.37060856637589723,"score_spread":0.1899320263049773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411203683","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030281562,0.000010058851,0.99457204,0.00095211883,0.00045246206,0.0002466175,9.918751e-7,0.00054286775,0.00019467411],"genre_scores_gemma":[0.26147184,0.0000010116955,0.73808694,0.00020482752,0.000016221587,0.00004656555,0.0000033781635,0.0000027141077,0.00016652732],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995071,0.000048384383,0.00014302478,0.00014202716,0.00008280903,0.0000766082],"domain_scores_gemma":[0.99859375,0.00091304694,0.00004922805,0.0003625354,0.00007451549,0.0000069551643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040464566,0.0000542149,0.00006524088,0.00006560483,0.000053460306,0.000020689118,0.00030287396,0.000025800018,0.0000026178752],"category_scores_gemma":[0.00065808854,0.000036999874,0.000024099932,0.00022281457,0.000014599089,0.00008437201,0.000025273532,0.000025964055,0.0000019765762],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010083015,0.000031625448,0.000020073348,0.000025908894,0.00001334802,9.191568e-8,0.000041819414,0.31816784,0.08254691,0.5776484,0.013769435,0.0077244574],"study_design_scores_gemma":[0.00014565219,0.000041490763,0.00045715636,0.000015586476,0.0000018865665,3.8599474e-8,0.00000333235,0.67792237,0.3068625,0.014002451,0.00050254754,0.000044978104],"about_ca_topic_score_codex":0.0000014403337,"about_ca_topic_score_gemma":6.6804023e-7,"teacher_disagreement_score":0.56364596,"about_ca_system_score_codex":0.000035155826,"about_ca_system_score_gemma":0.000027649201,"threshold_uncertainty_score":0.15088111},"labels":[],"label_agreement":null},{"id":"W4411271012","doi":"10.1109/encycris66464.2025.00010","title":"Evaluating the Integration of Aurora Zksnark in the Zupply Framework","year":2025,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science","score_opus":0.14244983997076216,"score_gpt":0.4465442137055794,"score_spread":0.30409437373481724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411271012","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010038174,0.00014788065,0.98635125,0.0022869178,0.00025987148,0.00014126283,1.1383338e-7,0.00008794651,0.000686555],"genre_scores_gemma":[0.27990013,0.0000040857503,0.71958154,0.0003843607,0.00000881791,0.000020241132,1.2259002e-7,0.0000014672412,0.000099244775],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991246,0.00030797036,0.00016941433,0.00013391873,0.00015995254,0.00010414392],"domain_scores_gemma":[0.99413806,0.005228877,0.000043116743,0.0005403171,0.000045032215,0.000004604395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019654622,0.000062095525,0.00008367423,0.000057979396,0.00004702896,0.000037436886,0.000964186,0.000036886624,0.000002575475],"category_scores_gemma":[0.004901365,0.000030794847,0.000027249627,0.00074454764,0.00003638254,0.00012741271,0.00013749964,0.00022222345,0.0000014967084],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037697428,0.000012836743,0.0001330008,0.000009271097,0.000004646747,6.1688405e-7,0.004163434,0.08149155,0.0015965422,0.6131129,0.0000874406,0.29938397],"study_design_scores_gemma":[0.00010280947,0.00009143833,0.0113826785,0.000109965586,0.0000046417235,0.0000016655642,0.0008248336,0.12812053,0.005622849,0.8534278,0.00021917242,0.00009162264],"about_ca_topic_score_codex":0.000015809712,"about_ca_topic_score_gemma":0.000005634884,"teacher_disagreement_score":0.29929236,"about_ca_system_score_codex":0.000022428148,"about_ca_system_score_gemma":0.00005158473,"threshold_uncertainty_score":0.5867746},"labels":[],"label_agreement":null},{"id":"W4411272089","doi":"10.1109/icse-companion66252.2025.00018","title":"LEGOS-SLEEC: Tool for Formalizing and Analyzing Normative Requirements","year":2025,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Normative; Programming language; Software engineering; Epistemology","score_opus":0.039675792266786185,"score_gpt":0.3391030748519641,"score_spread":0.2994272825851779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411272089","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001903747,0.00016914369,0.99592143,0.00022600747,0.00027063032,0.00018154441,9.05301e-7,0.00035406282,0.00097249757],"genre_scores_gemma":[0.05010333,0.000016140822,0.9491118,0.00023302161,0.000011372392,0.000035002366,7.503074e-7,0.000003819852,0.00048477444],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993028,0.000028349335,0.00017559562,0.0002106216,0.00006701747,0.00021562274],"domain_scores_gemma":[0.99897474,0.00066707714,0.000039582872,0.00023741243,0.000060029062,0.000021133603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047884768,0.00009786861,0.00013611083,0.00012551044,0.00011905199,0.000087458975,0.00030215285,0.000032741216,7.0746563e-7],"category_scores_gemma":[0.00059569615,0.00008752028,0.000031289506,0.0002565952,0.00002097267,0.00096691365,0.00028226417,0.000057949375,0.0000010108685],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015171126,0.000018010085,0.0016835338,0.00021233308,0.000101301506,0.000002602531,0.001074397,0.010306579,0.002780788,0.51038986,0.00077215885,0.47264326],"study_design_scores_gemma":[0.0032930328,0.0003731015,0.0138281435,0.0004357435,0.00007142172,0.00001762925,0.0006201447,0.32953012,0.10856305,0.5176165,0.024032904,0.0016182003],"about_ca_topic_score_codex":0.000002526666,"about_ca_topic_score_gemma":0.0000010045127,"teacher_disagreement_score":0.47102505,"about_ca_system_score_codex":0.00003717192,"about_ca_system_score_gemma":0.000019106079,"threshold_uncertainty_score":0.35689735},"labels":[],"label_agreement":null},{"id":"W4411799799","doi":"10.1109/se4ads66461.2025.00016","title":"Towards Integrating Scenario-Based Requirements Engineering for Autonomous Vehicle Systems","year":2025,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Systems engineering; Computer science; Requirements engineering; Engineering","score_opus":0.041599676880510875,"score_gpt":0.31351932920580455,"score_spread":0.2719196523252937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411799799","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00065999903,0.00025163923,0.99473333,0.0002424548,0.0017965548,0.00035129304,0.0000017035912,0.0015720724,0.00039096866],"genre_scores_gemma":[0.117348254,0.0000013572211,0.8818718,0.00012064848,0.000030062132,0.00014126656,0.0000016614265,0.000012269253,0.00047267016],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988622,0.00003245425,0.00028129196,0.00035580934,0.00012786372,0.00034036415],"domain_scores_gemma":[0.9985588,0.0007641828,0.00005022717,0.0004744288,0.00010586861,0.000046493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059283484,0.00017081157,0.00022050168,0.00017608528,0.00008689324,0.00015518795,0.0006926913,0.00006939848,9.400947e-7],"category_scores_gemma":[0.0017036329,0.00015658721,0.00006839955,0.00037317074,0.000013493568,0.00029657525,0.00015979438,0.00011617573,0.0000023285447],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057768602,0.00002326832,0.00010699831,0.00030474446,0.000036557438,0.0000035610487,0.00010274443,0.75235385,0.008747385,0.18625852,0.0003569898,0.051699575],"study_design_scores_gemma":[0.0003401703,0.000061041384,0.00012714008,0.00017660746,0.000005160795,8.4299614e-7,0.000024962776,0.9822712,0.01275837,0.0015357942,0.002506731,0.0001919556],"about_ca_topic_score_codex":0.000028381866,"about_ca_topic_score_gemma":0.0000012541742,"teacher_disagreement_score":0.22991735,"about_ca_system_score_codex":0.000203802,"about_ca_system_score_gemma":0.00013869148,"threshold_uncertainty_score":0.6385441},"labels":[],"label_agreement":null},{"id":"W4412966673","doi":"10.1109/icics65354.2025.11073090","title":"Enhancing Situational Awareness in Information Systems Through Adaptive Systems: a User Study","year":2025,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Situation awareness; Human–computer interaction; Information system; Situational ethics; Adaptive system; Knowledge management; Artificial intelligence; Engineering; Psychology","score_opus":0.041664154340641475,"score_gpt":0.31850146907938454,"score_spread":0.27683731473874307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412966673","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062437756,0.00014053709,0.9903486,0.000036324294,0.0015598033,0.00065584393,0.0000010982992,0.00045261986,0.00056144706],"genre_scores_gemma":[0.78171045,0.0000030475335,0.21782936,0.000035734138,0.00001795145,0.00020706483,0.0000016998714,0.0000033488554,0.00019134894],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987111,0.0002021209,0.00042101994,0.00021753453,0.00025440965,0.00019378343],"domain_scores_gemma":[0.99844545,0.000919969,0.0000868671,0.00035974162,0.00017096166,0.00001698073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075026986,0.00013122338,0.00022457296,0.0002236855,0.00006864491,0.00016676109,0.00046154266,0.000054725424,5.216524e-7],"category_scores_gemma":[0.0005475397,0.00011814646,0.000020304926,0.0007455207,0.000011781938,0.0023495308,0.00022400772,0.00012052716,0.000014026398],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040022705,0.000043512628,0.0013873507,0.000057159377,0.000019574902,0.000002899893,0.0031398395,0.82013786,0.000019247444,0.17468554,0.00004795146,0.0004550661],"study_design_scores_gemma":[0.0033207668,0.00056540314,0.053360496,0.0012549097,0.00003018912,0.000015078628,0.04792073,0.8726541,0.0018097981,0.014368681,0.003258954,0.001440918],"about_ca_topic_score_codex":0.0004499644,"about_ca_topic_score_gemma":0.00004353268,"teacher_disagreement_score":0.7754667,"about_ca_system_score_codex":0.0002044384,"about_ca_system_score_gemma":0.00014362662,"threshold_uncertainty_score":0.4817873},"labels":[],"label_agreement":null},{"id":"W4413215063","doi":"10.1145/3712255.3726621","title":"Discovering Blue Team Solutions for an Autonomous Cyber Operations Challenge using an Evolutionary Heuristic Search","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Genetic and Evolutionary Computation Conference Companion","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Heuristic; Artificial intelligence","score_opus":0.08866842034067351,"score_gpt":0.32390437478761924,"score_spread":0.23523595444694573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413215063","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24771254,0.00036879702,0.75062245,0.00029799802,0.00032323494,0.00045773078,0.00001347383,0.00015076384,0.000053003245],"genre_scores_gemma":[0.6055945,0.00002715153,0.39424244,0.000017057237,0.000041146755,0.000035203604,0.0000075602907,0.000008066372,0.00002689058],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984415,0.0000674756,0.0003931707,0.00051588233,0.00023104543,0.00035091687],"domain_scores_gemma":[0.99865985,0.00020464802,0.00010697734,0.00021479685,0.0007274815,0.00008626535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037216593,0.00020831526,0.00024334545,0.00021022731,0.0008656152,0.00013515403,0.00066263176,0.00008948436,0.0000011457032],"category_scores_gemma":[0.00017895938,0.00019501356,0.000062890285,0.00040101237,0.00021055173,0.0009797564,0.0005075493,0.00016657762,5.060943e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011064836,0.00012958999,0.0005396928,0.00009546331,0.000021456193,6.289393e-8,0.0009491814,0.91513056,0.003366307,0.075045645,0.0000624954,0.0046485034],"study_design_scores_gemma":[0.000258793,0.00014642277,0.037102025,0.00010176387,0.000024529254,0.000019026496,0.00046660492,0.91250813,0.00019147093,0.048951354,0.000039675982,0.0001901969],"about_ca_topic_score_codex":0.00005540453,"about_ca_topic_score_gemma":0.0000054602256,"teacher_disagreement_score":0.35788196,"about_ca_system_score_codex":0.00016263954,"about_ca_system_score_gemma":0.00030307495,"threshold_uncertainty_score":0.79524225},"labels":[],"label_agreement":null},{"id":"W4413537063","doi":"10.64628/aap.nwr6dcfmy","title":"Les produits d’IA pour enfants promettent amitié et apprentissage ? 3 éléments à prendre en compte","year":2024,"lang":"fr","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Political science; Humanities; Philosophy","score_opus":0.08441083590033766,"score_gpt":0.37314029891677514,"score_spread":0.2887294630164375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413537063","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0055540954,0.0130696315,0.9608045,0.0065451986,0.0069062323,0.0007841329,0.00007673018,0.0023488333,0.0039106035],"genre_scores_gemma":[0.10668435,0.000535334,0.79149836,0.0001568303,0.00035513312,0.00011003285,0.000014914712,0.000088267436,0.10055676],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99570715,0.00079336506,0.0005634976,0.0013505892,0.0006395089,0.00094589166],"domain_scores_gemma":[0.99702644,0.0016029876,0.00009583387,0.0009420688,0.00011722141,0.0002154537],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015249811,0.0005790699,0.00050848076,0.0002688242,0.00013168987,0.0006828839,0.0012659262,0.00025248335,0.00040050075],"category_scores_gemma":[0.00082596374,0.000543328,0.00020157923,0.00082718977,0.00014698358,0.0014382151,0.0012092766,0.00083511544,0.00049059046],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007053596,0.00024104505,0.0006638793,0.0015319416,0.0003021127,0.0005135806,0.004353518,0.023319447,0.002058647,0.11915545,0.007263196,0.8405901],"study_design_scores_gemma":[0.0021261098,0.0011398423,0.11723962,0.008986459,0.00040778233,0.0015275786,0.00071721256,0.29306617,0.058091495,0.08784483,0.42351523,0.005337672],"about_ca_topic_score_codex":0.00006113859,"about_ca_topic_score_gemma":0.000013401661,"teacher_disagreement_score":0.83525246,"about_ca_system_score_codex":0.00025166702,"about_ca_system_score_gemma":0.00018851121,"threshold_uncertainty_score":0.9997018},"labels":[],"label_agreement":null},{"id":"W4413592694","doi":"10.1145/3746060","title":"Cost and Benefit of Tracing Features with Embedded Annotations","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Royal Swedish Academy of Sciences","keywords":"Computer science; Tracing; Software engineering; Programming language","score_opus":0.06218509040712472,"score_gpt":0.32871344618109655,"score_spread":0.2665283557739718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413592694","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010944183,0.0006543786,0.987255,0.00018451165,0.00029551564,0.00016103758,0.00000865197,0.0004902701,0.0000064474193],"genre_scores_gemma":[0.04697271,0.00012776545,0.9526155,0.000064449174,0.000007628775,0.000055703415,0.0000012137182,0.000014639755,0.00014038247],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990085,0.00008273214,0.00020821918,0.00036909553,0.000088200126,0.00024326344],"domain_scores_gemma":[0.9934586,0.0058538197,0.000049063354,0.00050094986,0.00007123441,0.00006630419],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004607019,0.00020183105,0.00035398567,0.00039695035,0.000110096276,0.000025337768,0.00028941286,0.00012492258,0.000001246381],"category_scores_gemma":[0.0014250083,0.00018512024,0.00003981008,0.00049912924,0.000082749975,0.00019043384,0.000025440626,0.00030636415,1.9793039e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038716655,0.00002786102,0.00010873137,0.00016597612,0.00012153925,0.000005946521,0.0011978257,0.6544495,0.0014162114,0.010472494,0.000005361033,0.3319898],"study_design_scores_gemma":[0.012235233,0.004263716,0.20505358,0.0035684137,0.0012888755,0.0021132338,0.003278425,0.056177095,0.49831122,0.2034481,0.0044512628,0.0058108447],"about_ca_topic_score_codex":0.000010577531,"about_ca_topic_score_gemma":0.0000057260904,"teacher_disagreement_score":0.59827244,"about_ca_system_score_codex":0.000022343598,"about_ca_system_score_gemma":0.00002777737,"threshold_uncertainty_score":0.7548984},"labels":[],"label_agreement":null},{"id":"W4414586197","doi":"10.1002/spe.70024","title":"Project Templating and Onboarding With Cookiecutter: Foundations, Uses, and Guidelines","year":2025,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Telus (Canada); Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs","keywords":"Onboarding; Context (archaeology); Python (programming language); Web application; Software; Quality (philosophy); Metadata","score_opus":0.060368696277296664,"score_gpt":0.3940579685862917,"score_spread":0.33368927230899503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414586197","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032737944,0.0024818957,0.96283776,0.0011923044,0.00012658705,0.00017457969,8.5702726e-7,0.00036843712,0.00007962061],"genre_scores_gemma":[0.046368908,0.00071368355,0.95197093,0.0007919693,0.000021395243,0.00005910948,6.2359743e-7,0.000008080058,0.000065292974],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99887323,0.000086072105,0.00020993127,0.00047355267,0.00014322963,0.00021399022],"domain_scores_gemma":[0.9969526,0.0024322798,0.00010467147,0.00028891666,0.00017567418,0.000045878965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004477874,0.0001641946,0.00017524802,0.00011201952,0.00034707066,0.00034108182,0.00018946815,0.000048170135,4.1874137e-7],"category_scores_gemma":[0.00786191,0.00013783746,0.0000097803695,0.00035512034,0.00015059013,0.0022197997,0.00034719508,0.00014968918,3.9231205e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000119703334,0.000052159885,0.027165048,0.0003240943,0.000112327594,0.00010058965,0.027081406,0.0012354563,0.0013043871,0.026837474,0.00066964095,0.9149977],"study_design_scores_gemma":[0.009419349,0.0030794495,0.057055835,0.0076651443,0.0006400818,0.00823332,0.13061015,0.045199133,0.017548528,0.06563354,0.6459726,0.008942842],"about_ca_topic_score_codex":0.00008613035,"about_ca_topic_score_gemma":0.000005100001,"teacher_disagreement_score":0.90605485,"about_ca_system_score_codex":0.000020422342,"about_ca_system_score_gemma":0.000078901976,"threshold_uncertainty_score":0.9412009},"labels":[],"label_agreement":null},{"id":"W4414614980","doi":"10.3389/frobt.2025.1686496","title":"Editorial: Robotics software engineering","year":2025,"lang":"en","type":"editorial","venue":"Frontiers in Robotics and AI","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Robotics; Correctness; Robot; Software; Software development; Software requirements; Formal methods; Interoperability","score_opus":0.00804082075648784,"score_gpt":0.2521312301699657,"score_spread":0.24409040941347784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414614980","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.631131e-8,0.0012762656,0.50054836,0.00008104322,0.49769986,0.00009179584,0.000012010069,0.00028682422,0.0000038201797],"genre_scores_gemma":[2.2704752e-7,0.0006167802,0.549827,0.000017492113,0.44922575,0.000011515705,0.000020660362,0.00002918473,0.00025140852],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99745727,0.000073742725,0.0004737153,0.0007950983,0.00059876987,0.0006014139],"domain_scores_gemma":[0.9968642,0.0018727265,0.0001330152,0.00079880405,0.00021128416,0.000119973134],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005826657,0.00051926833,0.00084421743,0.000519869,0.00007653623,0.00026140496,0.0012849831,0.0011527382,2.421404e-7],"category_scores_gemma":[0.007925282,0.00056780496,0.000101061916,0.0005474388,0.000057217676,0.00032847907,0.0007856247,0.0017924149,0.0000011004444],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020846753,0.000008017602,0.000028975648,0.00015361141,0.00002209221,0.0000094408215,0.000026463305,0.446611,3.136974e-7,0.0004431051,0.5513371,0.0013577872],"study_design_scores_gemma":[0.00042983535,0.000056042692,0.0000120366785,0.00052541314,0.000035067842,8.693599e-7,0.0000073245787,0.048716057,0.000006260411,0.009623237,0.9398008,0.0007870286],"about_ca_topic_score_codex":0.000007824156,"about_ca_topic_score_gemma":0.000001383666,"teacher_disagreement_score":0.39789495,"about_ca_system_score_codex":0.00024227628,"about_ca_system_score_gemma":0.00032120157,"threshold_uncertainty_score":0.99967736},"labels":[],"label_agreement":null},{"id":"W4415137920","doi":"10.1002/smr.2760","title":"A Comprehensive Framework for Testing Goal‐Oriented NFPs in Software Product Lines","year":2025,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Fredericton; University of New Brunswick","funders":"","keywords":"Software product line; Domain engineering; Domain (mathematical analysis); Quality (philosophy); Software development; Domain analysis; Product (mathematics); Consistency (knowledge bases)","score_opus":0.037804355290026834,"score_gpt":0.3371360906745671,"score_spread":0.2993317353845403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415137920","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024339214,0.005796522,0.96805114,0.00039758478,0.0009399122,0.00025358435,0.0000035319986,0.00021646106,0.000002059899],"genre_scores_gemma":[0.07553666,0.000048082515,0.9240765,0.00013793075,0.00013252985,0.000023025954,7.557677e-7,0.000011596332,0.00003289763],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985371,0.00008159776,0.0005584374,0.00031314223,0.00021822072,0.00029145388],"domain_scores_gemma":[0.9948984,0.0031773678,0.0003653304,0.00021985905,0.0012660439,0.00007302687],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0006006333,0.00019518056,0.00039702636,0.00033531224,0.00013805923,0.00006390611,0.00045737505,0.00011082426,4.846972e-7],"category_scores_gemma":[0.021208439,0.00017414585,0.00006679652,0.0012327785,0.00007007486,0.000657168,0.0001215919,0.0004230841,3.6156163e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005646886,0.00041842455,0.25870296,0.0052277297,0.00020611758,0.000079796715,0.003944877,0.21882898,0.00082760584,0.023070507,0.0008224477,0.48730585],"study_design_scores_gemma":[0.002473904,0.00064398296,0.1430526,0.004111843,0.000057769732,0.00039316484,0.000602422,0.006867896,0.0013815461,0.8362768,0.0033713174,0.0007667159],"about_ca_topic_score_codex":0.0000027366764,"about_ca_topic_score_gemma":0.0000013699896,"teacher_disagreement_score":0.8132063,"about_ca_system_score_codex":0.0001137405,"about_ca_system_score_gemma":0.0002947993,"threshold_uncertainty_score":0.98703635},"labels":[],"label_agreement":null},{"id":"W4415224701","doi":"10.1016/j.procs.2025.08.197","title":"Design of an Autonomic Software System for Dragonfly’s Wind Tunnel","year":2025,"lang":"en","type":"article","venue":"Procedia Computer Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Applied Physics Laboratory, Johns Hopkins University; Alberta Precision Laboratories; Langley Research Center; National Aeronautics and Space Administration","keywords":"Flexibility (engineering); Wind tunnel; Instrumentation (computer programming); Variety (cybernetics); Control system; Software; Systems design; Control (management); Atmosphere (unit)","score_opus":0.03329128485773344,"score_gpt":0.28708346390634476,"score_spread":0.25379217904861134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415224701","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0041431854,0.00009813684,0.9919219,0.000069866976,0.0021203165,0.0006018407,0.0000026664954,0.0010310876,0.000011007175],"genre_scores_gemma":[0.1430486,0.0000015483158,0.85673976,0.0000723149,0.000061824234,0.000046614932,5.8653546e-7,0.000009941542,0.000018790852],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99778974,0.00006701417,0.00040088096,0.00089925696,0.00030831373,0.00053480087],"domain_scores_gemma":[0.99724823,0.001110285,0.00016833007,0.00092498463,0.00042385788,0.0001242811],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018760749,0.00022722351,0.0003494199,0.00046095473,0.0002541477,0.00020549048,0.0033098166,0.00007218939,2.1565562e-7],"category_scores_gemma":[0.00065239385,0.0002182967,0.00005960857,0.0013333954,0.00030184817,0.0014678129,0.00068938674,0.0001181505,0.0000027683323],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016363565,0.00005055923,0.00007857577,0.00032167326,0.000013409901,0.0000033568385,0.00091792044,0.8393149,0.008157515,0.024226537,0.00005346237,0.12684576],"study_design_scores_gemma":[0.00040018075,0.00023870681,0.0017676279,0.0001551645,0.000008339932,0.000019549718,0.000018880814,0.9432999,0.041685987,0.0120331645,0.00006591194,0.00030662058],"about_ca_topic_score_codex":0.0000025650231,"about_ca_topic_score_gemma":2.6713136e-7,"teacher_disagreement_score":0.13890542,"about_ca_system_score_codex":0.00019726931,"about_ca_system_score_gemma":0.0008888127,"threshold_uncertainty_score":0.8901881},"labels":[],"label_agreement":null},{"id":"W4415610108","doi":"10.5220/0013706800004000","title":"Possibilistic Extension of Domain Information System (DIS) Framework","year":2025,"lang":"","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Domain (mathematical analysis); Extension (predicate logic); Information system; Feature (linguistics); Complete information","score_opus":0.018936676845805613,"score_gpt":0.29064266048703136,"score_spread":0.2717059836412257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415610108","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039771954,0.00056780723,0.98842037,0.00018028,0.004010316,0.00040725354,0.0000058750293,0.0006326965,0.0017982094],"genre_scores_gemma":[0.3896324,0.000017023065,0.6101249,0.000072081595,0.000021056909,0.000008353741,0.0000010186309,0.0000049113096,0.000118264514],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99743444,0.00028580034,0.0010685072,0.00041493666,0.00039320724,0.00040311192],"domain_scores_gemma":[0.9951667,0.0024606532,0.00033699936,0.001514014,0.00044277185,0.000078836274],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014797127,0.00029844017,0.00055093603,0.0004463565,0.00014197292,0.00013725444,0.000987777,0.00031623003,0.000011297613],"category_scores_gemma":[0.0052111936,0.0002745513,0.00013664618,0.0015617321,0.00014648023,0.0012890286,0.0007036383,0.00037426272,0.000041435538],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000357898,0.000024556231,0.00012335957,0.0015962158,0.00003828794,0.000004991207,0.0015582757,0.12317768,0.00018937161,0.8032686,0.000100823476,0.06988202],"study_design_scores_gemma":[0.001183414,0.00044572397,0.021384276,0.009056975,0.00011589611,0.0000429622,0.0045997268,0.48939145,0.008426126,0.4632395,0.00088743196,0.0012265387],"about_ca_topic_score_codex":0.000014437398,"about_ca_topic_score_gemma":3.221699e-7,"teacher_disagreement_score":0.38565522,"about_ca_system_score_codex":0.00024242194,"about_ca_system_score_gemma":0.00021165377,"threshold_uncertainty_score":0.9999707},"labels":[],"label_agreement":null},{"id":"W4416533042","doi":"10.1007/s10703-025-00483-4","title":"Bounded satisfiability checking of $$\\hbox {FOL}^*$$ formulas with aggregations","year":2025,"lang":"en","type":"article","venue":"Formal Methods in System Design","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; University of Toronto","funders":"","keywords":"Satisfiability; Bounded function; Boolean satisfiability problem; Model checking; Constraint (computer-aided design); Automated reasoning; Satisfiability modulo theories; Constraint satisfaction problem","score_opus":0.05068885233567185,"score_gpt":0.37101796828657335,"score_spread":0.3203291159509015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416533042","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021367853,0.00020723513,0.9953996,0.000024676703,0.00048553935,0.0006301613,0.0000012711636,0.00035909368,0.0007556437],"genre_scores_gemma":[0.1763129,0.0000025445788,0.8234954,0.000010532497,0.0000100094785,0.00012008726,3.3085726e-7,0.000010264635,0.00003796042],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99678093,0.0014649613,0.0006807207,0.00040422782,0.00023667522,0.00043249113],"domain_scores_gemma":[0.99427295,0.0043862173,0.00025573347,0.00088252657,0.00015487724,0.00004772482],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071247495,0.00021936285,0.00053615577,0.00036597747,0.00011429982,0.00005531371,0.0008270943,0.00012562655,0.0000011074413],"category_scores_gemma":[0.0020374176,0.0001849568,0.00007366515,0.0013928238,0.00008948628,0.0006821118,0.00024272836,0.00022650132,0.0000011063885],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000108573906,0.00006928593,0.0022182104,0.0015000021,0.00010127568,0.000016261567,0.0027460859,0.28158623,0.0057271975,0.4050313,0.00001319841,0.3008824],"study_design_scores_gemma":[0.0028297545,0.00069383456,0.024198351,0.0036269345,0.00008241,0.000112520436,0.0015639984,0.39430198,0.3886218,0.18223509,0.0004256741,0.0013076398],"about_ca_topic_score_codex":0.00002828224,"about_ca_topic_score_gemma":0.000004819642,"teacher_disagreement_score":0.3828946,"about_ca_system_score_codex":0.00029872629,"about_ca_system_score_gemma":0.00019941357,"threshold_uncertainty_score":0.7542319},"labels":[],"label_agreement":null},{"id":"W4417185206","doi":"10.1016/j.jclinepi.2025.112099","title":"A decision algorithm for assessing indirectness in core GRADE","year":2025,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Core (optical fiber); Decision aids; MEDLINE; Decision theory; Decision support system","score_opus":0.48275410352632575,"score_gpt":0.569952786167713,"score_spread":0.0871986826413873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417185206","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006422958,0.00082421355,0.8159814,0.17188025,0.01100821,0.00017093582,0.0000054887946,0.00005488673,0.000010381374],"genre_scores_gemma":[0.000007735845,0.00041451145,0.7995354,0.19672877,0.0031727487,0.000012498016,0.000005062113,0.00001955206,0.00010374693],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.986805,0.0050680228,0.0063940203,0.0007130456,0.00030156004,0.00071835465],"domain_scores_gemma":[0.6702087,0.32526276,0.0035666043,0.00055869186,0.00030973012,0.00009352888],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.042557817,0.00037614958,0.0048222234,0.00072174665,0.0000493491,0.000034261102,0.0023605619,0.0022807966,0.000002276381],"category_scores_gemma":[0.30929986,0.00029353326,0.0011073425,0.00045413175,0.00018141196,0.00037125914,0.00040568,0.0063308403,0.0000018929052],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016826183,0.00003809482,0.0012489932,0.00008390548,0.000072575334,0.0004477248,0.000011733032,0.005511606,3.8437594e-7,0.00026903738,0.31872386,0.6735753],"study_design_scores_gemma":[0.001461781,0.00041356,0.007990065,0.0013453537,0.000053556338,0.0002471689,0.0000043152463,0.03698373,0.0000034817092,0.5438748,0.40720183,0.00042038888],"about_ca_topic_score_codex":0.0000036578301,"about_ca_topic_score_gemma":0.000001183607,"teacher_disagreement_score":0.6731549,"about_ca_system_score_codex":0.0001418514,"about_ca_system_score_gemma":0.00067887385,"threshold_uncertainty_score":0.99995166},"labels":[],"label_agreement":null},{"id":"W48157968","doi":"","title":"Formal semantics and verification of use case maps","year":2008,"lang":"en","type":"dissertation","venue":"Spectrum Research Repository (Concordia University)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Executable; Software engineering; Programming language; Formal semantics (linguistics); Formal methods; Reuse; Notation; Formal specification; Formal verification; Software development; Semantics (computer science); Software; Engineering","score_opus":0.06203369366498383,"score_gpt":0.304180296523221,"score_spread":0.24214660285823714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W48157968","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78843457,0.0002933787,0.20755099,0.000040849078,0.00078105624,0.00037340302,0.000011112025,0.00024254418,0.002272093],"genre_scores_gemma":[0.9549805,0.0011583363,0.02947324,0.0000015799166,0.000094044066,0.000002934594,0.0000418641,0.00003807338,0.014209464],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99775916,0.00042487294,0.00024882928,0.00057887664,0.00048820756,0.00050007325],"domain_scores_gemma":[0.99747306,0.0009703305,0.00020622317,0.00083628146,0.00035166377,0.00016246503],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004693819,0.00022417285,0.0003460731,0.0010591266,0.00047349173,0.00009935501,0.0007663674,0.0002808537,8.902104e-7],"category_scores_gemma":[0.00042662822,0.0002648598,0.000096010066,0.0009588897,0.0002287663,0.0012661968,0.0003040218,0.0007511244,0.0000023689686],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033462504,0.0011277543,0.0658379,0.007963248,0.0021528623,0.2434581,0.034215745,0.011066043,0.1134595,0.43002024,0.0038570252,0.08349534],"study_design_scores_gemma":[0.0055088275,0.004535923,0.32748744,0.0016741023,0.00041433406,0.021169964,0.016692791,0.012336856,0.5306154,0.01670631,0.056742765,0.0061152973],"about_ca_topic_score_codex":0.0025940621,"about_ca_topic_score_gemma":0.0011470419,"teacher_disagreement_score":0.4171559,"about_ca_system_score_codex":0.0002448479,"about_ca_system_score_gemma":0.000414017,"threshold_uncertainty_score":0.9999804},"labels":[],"label_agreement":null},{"id":"W52208544","doi":"10.1007/978-3-642-16612-9_10","title":"Runtime Verification for the Web","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université du Québec à Chicoutimi","funders":"","keywords":"Computer science; Web application; Programming language; Runtime verification; Temporal logic; Extension (predicate logic); Model checking; World Wide Web; Operating system; Formal verification","score_opus":0.032916549767431386,"score_gpt":0.2811555954730172,"score_spread":0.24823904570558583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W52208544","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000054020315,0.00048727886,0.9930806,0.0012239137,0.0040866705,0.00055756763,0.0000050068834,0.0003615622,0.0001919943],"genre_scores_gemma":[0.0040301634,0.000059023165,0.9945869,0.00047974935,0.00048394728,0.000040862116,0.0000022391696,0.00003079707,0.00028632162],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99762064,0.000020706619,0.00032295324,0.0010490925,0.00050404534,0.00048257326],"domain_scores_gemma":[0.993733,0.0039399187,0.000200052,0.001832571,0.0002249407,0.00006955294],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014912992,0.0003687543,0.00032656672,0.00033833075,0.000333145,0.0003319642,0.004257124,0.00031034183,0.0000056475415],"category_scores_gemma":[0.00087757356,0.00027163446,0.00011833316,0.00035991037,0.0006402175,0.00039862408,0.00077260647,0.00089376944,0.000019127237],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037407913,0.000007022888,0.0000028881545,0.000023615976,0.000008679491,0.0000047335748,0.0002916569,0.15902963,0.0019575518,0.033036374,0.000016965883,0.80561715],"study_design_scores_gemma":[0.00019458153,0.00009513331,0.00007738237,0.00009110544,0.000009938367,0.000032064654,8.319029e-8,0.5033466,0.005865591,0.4696242,0.020077584,0.0005857089],"about_ca_topic_score_codex":0.0000023804455,"about_ca_topic_score_gemma":0.000013861516,"teacher_disagreement_score":0.8050314,"about_ca_system_score_codex":0.00012795672,"about_ca_system_score_gemma":0.00034437422,"threshold_uncertainty_score":0.9999736},"labels":[],"label_agreement":null},{"id":"W52339850","doi":"10.1007/978-3-642-31095-9_24","title":"Validation of User Intentions in Process Models","year":2012,"lang":"en","type":"book-chapter","venue":"Notes on numerical fluid mechanics and multidisciplinary design","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; Simon Fraser University","funders":"","keywords":"Computer science; Business process modeling; Business process; Artifact-centric business process model; Process (computing); Realization (probability); Software engineering; Process modeling; Identification (biology); Business rule; Data mining; Work in process; Programming language; Engineering; Mathematics","score_opus":0.09056997488552022,"score_gpt":0.3111744782001141,"score_spread":0.2206045033145939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W52339850","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007497431,0.0005788297,0.99798906,0.00008046026,0.00029324502,0.00046003668,0.000012074046,0.00015892214,0.00035242835],"genre_scores_gemma":[0.15086013,0.00065621326,0.8472688,0.000021843736,0.00004924516,0.00006739649,0.000013605801,0.00007610932,0.0009866151],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99813765,0.00008482965,0.00048652725,0.0005746375,0.0004003834,0.00031597476],"domain_scores_gemma":[0.9977593,0.0012415933,0.00020427052,0.00052581244,0.00014749976,0.00012154943],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006637882,0.00038963123,0.0005644553,0.0003049014,0.00006975802,0.000025750482,0.0004895493,0.00032325616,0.000005835651],"category_scores_gemma":[0.00031218192,0.00035191642,0.00010788198,0.00013058414,0.000028307588,0.00042254006,0.00035677172,0.00041064533,0.000006845534],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005516435,0.0001164492,0.0000017460048,0.00011677689,0.000031581025,0.000011349383,0.0005469306,0.45224345,0.0026980485,0.5240927,0.000006588333,0.020079255],"study_design_scores_gemma":[0.00024985155,0.0003606342,0.000009651304,0.00030264165,0.000025762916,0.000008718007,0.000010368945,0.42808166,0.005137681,0.5653409,0.00003408737,0.00043805724],"about_ca_topic_score_codex":0.0000017619927,"about_ca_topic_score_gemma":1.9646284e-7,"teacher_disagreement_score":0.15078516,"about_ca_system_score_codex":0.00007810297,"about_ca_system_score_gemma":0.000069122,"threshold_uncertainty_score":0.9998933},"labels":[],"label_agreement":null},{"id":"W5483727","doi":"","title":"Building a House of Cards: On the Intrinsic Challenges of Evolving Communication Standards","year":2014,"lang":"en","type":"article","venue":"International Conference on Networking and Services","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institut National de la Recherche Scientifique","funders":"","keywords":"Standardization; Middleware (distributed applications); Computer science; Process (computing); Feature (linguistics); Data science; Software engineering; Computer security; Distributed computing","score_opus":0.059865887929170185,"score_gpt":0.314646358973511,"score_spread":0.2547804710443408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W5483727","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13571869,0.0017446241,0.8555851,0.0024330786,0.0006478274,0.0001144971,0.000006411379,0.00021377356,0.003535985],"genre_scores_gemma":[0.9647762,0.0009166537,0.034171704,0.00006537604,0.000055380217,0.0000057604516,4.0203523e-7,0.000006329174,0.0000021943479],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990935,0.00016538298,0.00017522823,0.00016030458,0.00030649872,0.00009910522],"domain_scores_gemma":[0.9978302,0.0013572386,0.0001792176,0.0003566529,0.00025948446,0.000017202387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001063086,0.00008917373,0.00014467978,0.000055830264,0.00005942301,0.000050126328,0.0008259095,0.00003533038,0.0000019856209],"category_scores_gemma":[0.00016996828,0.000066380555,0.000025590241,0.00007316266,0.000050043964,0.00012774537,0.00022815788,0.00012946938,2.6722617e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001659596,0.000014142044,0.0001381941,0.000043709024,0.000033517914,2.5847254e-7,0.001930182,0.00940652,0.0002335009,0.8050929,0.000008455667,0.18308207],"study_design_scores_gemma":[0.0005541327,0.00048807892,0.011516939,0.0035660262,0.000013005092,0.000006169423,0.0012554127,0.6155703,0.0034162516,0.36046815,0.0027483187,0.0003972073],"about_ca_topic_score_codex":0.000027984031,"about_ca_topic_score_gemma":0.00002458848,"teacher_disagreement_score":0.8290575,"about_ca_system_score_codex":0.00002198239,"about_ca_system_score_gemma":0.000014079214,"threshold_uncertainty_score":0.27069205},"labels":[],"label_agreement":null},{"id":"W563250554","doi":"","title":"1st Workshop on Virtual Machines and Intermediate Languages for Emerging Modularization Mechanisms : VMIL '07 : held at the 6th International Conference on Aspect-Oriented Software Development, March 12-16, 2007, Vancouver, British Columbia, Canada","year":2007,"lang":"en","type":"book","venue":"Association for Computing Machinery eBooks","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Modular programming; Computer science; Software; Software engineering; Library science; Engineering; Programming language","score_opus":0.017860847978533996,"score_gpt":0.2609432545551273,"score_spread":0.2430824065765933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W563250554","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00046539292,0.000063503954,0.9875278,0.00010615519,0.005641377,0.0010213305,0.00030102764,0.0004557175,0.004417721],"genre_scores_gemma":[0.010218652,0.000032242013,0.23758943,0.0014657784,0.0009381368,0.00020684721,0.0016990996,0.00022470455,0.7476251],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967445,0.00014595708,0.00069494545,0.00091923086,0.0008719115,0.00062343234],"domain_scores_gemma":[0.99355507,0.0045557525,0.0009484659,0.00038500517,0.0004469223,0.00010879643],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015461721,0.00045351568,0.0005380497,0.00017670891,0.00082903565,0.00044698897,0.0008861162,0.00033479946,0.000013195201],"category_scores_gemma":[0.0024252008,0.00055296964,0.00013857037,0.000077134195,0.000048948023,0.00011279398,0.000647815,0.0006449886,0.0000016201344],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015974384,0.00007998661,0.0011018936,0.0002918339,0.0009927131,0.000044726105,0.0015393303,0.04450637,0.000044039873,0.01515701,0.13623752,0.79984486],"study_design_scores_gemma":[0.010722567,0.0014666122,0.007723181,0.0066359537,0.00043854723,0.00008451552,0.00080944685,0.49495167,0.0005716436,0.14350097,0.32451674,0.0085781375],"about_ca_topic_score_codex":0.0089446325,"about_ca_topic_score_gemma":0.51415527,"teacher_disagreement_score":0.7912667,"about_ca_system_score_codex":0.0029590535,"about_ca_system_score_gemma":0.0006192855,"threshold_uncertainty_score":0.9996922},"labels":[],"label_agreement":null},{"id":"W56413504","doi":"","title":"Dynamic Aspect-Oriented Load Balancing in Java RMI.","year":2008,"lang":"en","type":"article","venue":"Parallel and Distributed Processing Techniques and Applications","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Java; Load balancing (electrical power); Distributed computing; Remote procedure call; Server; Operating system; Overhead (engineering); Distributed object; Process (computing); Round-robin DNS; Common Object Request Broker Architecture; The Internet; Grid","score_opus":0.017591507990102055,"score_gpt":0.2850240331736653,"score_spread":0.26743252518356325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W56413504","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024233975,0.002655664,0.99344426,0.00023634151,0.000007874167,0.0002220178,0.00000998402,0.00084859075,0.00015187661],"genre_scores_gemma":[0.3320298,0.0008268494,0.66680425,0.000023957044,0.000010584064,0.00025885826,0.00001707174,0.000006566332,0.00002206518],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991346,0.00001955799,0.00019005773,0.00034859582,0.000100191304,0.0002069779],"domain_scores_gemma":[0.99949867,0.00008833629,0.00006609316,0.00022162535,0.00006328644,0.000061973005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016445082,0.00013309045,0.00016085008,0.00006540413,0.00022395905,0.000043514272,0.00020517349,0.000068661735,4.0710412e-7],"category_scores_gemma":[0.000053583466,0.00012701948,0.000015313808,0.00044812437,0.00010081041,0.0002507265,0.00014548768,0.00014723372,7.158131e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032912285,0.00030773395,0.008172218,0.0003475347,0.00001981837,0.00009093802,0.0014966183,0.005160642,0.0028826497,0.07194182,0.00034011522,0.909207],"study_design_scores_gemma":[0.0026398052,0.00035848512,0.057327848,0.0006897829,0.000036414873,0.002136484,0.0004531221,0.33116966,0.005792431,0.44696236,0.1492128,0.0032207954],"about_ca_topic_score_codex":0.000014299065,"about_ca_topic_score_gemma":0.0000030429528,"teacher_disagreement_score":0.9059862,"about_ca_system_score_codex":0.00005678304,"about_ca_system_score_gemma":0.00005314387,"threshold_uncertainty_score":0.5179704},"labels":[],"label_agreement":null},{"id":"W5681704","doi":"","title":"Verifying Multiple-perspective Composition","year":2005,"lang":"en","type":"article","venue":"Maryland State medical journal","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"AspectJ; Computer science; Programming language; Software engineering; Formal methods; Composition (language); Aspect-oriented programming; Software; Linguistics","score_opus":0.021392657337709522,"score_gpt":0.29996923031056005,"score_spread":0.27857657297285054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W5681704","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012398937,0.00041898547,0.98096305,0.0050902045,0.00058716,0.000042923475,0.0000011871422,0.00021118685,0.00028634368],"genre_scores_gemma":[0.26955175,0.00028341493,0.728754,0.000840668,0.00048925646,0.0000032160062,0.0000011191062,0.000011879217,0.000064724154],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984861,0.00016757051,0.0002493789,0.0001925435,0.0005882034,0.00031617278],"domain_scores_gemma":[0.998677,0.00068766193,0.00007578941,0.00016723647,0.00009955336,0.00029276154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008995873,0.00012156564,0.00017299074,0.00010152109,0.00018740434,0.00010771341,0.000581449,0.000059127044,0.00004352075],"category_scores_gemma":[0.0009730388,0.000095500865,0.000060128255,0.00015100243,0.00005525324,0.00048552416,0.00013579246,0.00062191905,0.000026087218],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068950765,0.000115095565,0.0006994409,0.000014063253,0.00007247975,0.0009000725,0.0031734859,0.05260433,0.001039996,0.002537418,0.002248599,0.93652606],"study_design_scores_gemma":[0.011355683,0.0010034848,0.029441891,0.0006867941,0.000044229695,0.015550034,0.0007908665,0.66998875,0.010379394,0.17928626,0.079010986,0.0024616334],"about_ca_topic_score_codex":0.000005184938,"about_ca_topic_score_gemma":0.0000035178675,"teacher_disagreement_score":0.93406445,"about_ca_system_score_codex":0.00017976157,"about_ca_system_score_gemma":0.00008831737,"threshold_uncertainty_score":0.38944122},"labels":[],"label_agreement":null},{"id":"W56947553","doi":"","title":"Reusable Knowledge for Achieving Privacy: A Canadian Health Information Technologies Perspective.","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University","funders":"","keywords":"Privacy by Design; Computer science; Privacy software; Information privacy; Viewpoints; Requirements elicitation; Operationalization; Requirements engineering; USable; Identification (biology); Process (computing); Ontology; Domain (mathematical analysis); Computer security; Data science; Internet privacy; Software; World Wide Web","score_opus":0.034237485453129525,"score_gpt":0.32357388865095377,"score_spread":0.2893364031978242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W56947553","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009124328,0.0006950445,0.9785546,0.016392387,0.00016466291,0.0003255329,0.0000035709631,0.0020649605,0.0017079948],"genre_scores_gemma":[0.035807002,0.000041178537,0.9634943,0.00030025456,0.000027611213,0.000048724763,0.0000020145887,0.000006388658,0.00027250237],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990995,0.000024967347,0.00018969683,0.00018937622,0.00006878664,0.00042766327],"domain_scores_gemma":[0.9989646,0.00028338842,0.000060167236,0.0004702217,0.00014031197,0.000081321174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005226604,0.00011561633,0.00014893521,0.0003228985,0.00019717515,0.00009422197,0.0007811212,0.00006838428,0.0000018304396],"category_scores_gemma":[0.0020562191,0.00010729431,0.00003613175,0.0003776567,0.000026130534,0.0016561679,0.00018232402,0.00012580244,0.00004443082],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020585196,0.000011134564,0.000040337418,0.00003524385,0.00001005577,2.1730963e-7,0.0039837444,0.010842581,0.000025764964,0.44539374,0.007959385,0.5316957],"study_design_scores_gemma":[0.0006270992,0.0003185856,0.0010113548,0.0000739294,0.0000036382985,0.000026928838,0.0023656522,0.07505146,0.003175069,0.076658875,0.83995086,0.0007365289],"about_ca_topic_score_codex":0.0016970094,"about_ca_topic_score_gemma":0.0054041673,"teacher_disagreement_score":0.8319915,"about_ca_system_score_codex":0.0008351392,"about_ca_system_score_gemma":0.00041255442,"threshold_uncertainty_score":0.4375335},"labels":[],"label_agreement":null},{"id":"W58177476","doi":"10.1007/978-3-642-25264-8_6","title":"Exploring Early Availability Requirements Using Use Case Maps","year":2011,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Upgrade; Task (project management); Functional requirement; Distributed computing; Feature (linguistics); Software engineering; Real-time computing; Systems engineering; Operating system","score_opus":0.3218060826878532,"score_gpt":0.3201250480623266,"score_spread":0.0016810346255266007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W58177476","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036697278,0.00019393954,0.99148524,0.000022498552,0.0035227248,0.0003871914,0.0000068087675,0.00057193596,0.00013995195],"genre_scores_gemma":[0.040628277,0.000039292736,0.95882267,0.0001295048,0.00021917706,0.000012955008,0.0000010685607,0.000054425065,0.000092607515],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.995452,0.00009847759,0.0006875004,0.0020141448,0.00081345614,0.0009344534],"domain_scores_gemma":[0.99529606,0.0013823238,0.0003259233,0.00246937,0.00029915708,0.0002271668],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016806821,0.00069852103,0.00065362355,0.000855395,0.0003121446,0.0005085311,0.0027830799,0.000269507,0.000009263862],"category_scores_gemma":[0.0009287303,0.00069156406,0.00014925381,0.0006573941,0.0007082935,0.00375257,0.0025347557,0.0009990267,0.000024569046],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011165546,0.000034020988,0.00023480563,0.00009156024,0.00002590548,0.0035825633,0.0025980682,0.20190784,0.00030430462,0.007359983,0.0000017303813,0.78384805],"study_design_scores_gemma":[0.0008202054,0.000646454,0.00093087804,0.0017356763,0.000055214372,0.004290719,9.3412217e-7,0.18744458,0.010468491,0.7879803,0.0010929231,0.0045335907],"about_ca_topic_score_codex":0.00019643031,"about_ca_topic_score_gemma":0.000035245535,"teacher_disagreement_score":0.78062034,"about_ca_system_score_codex":0.0006725917,"about_ca_system_score_gemma":0.00028887106,"threshold_uncertainty_score":0.99955356},"labels":[],"label_agreement":null},{"id":"W58823560","doi":"10.1007/11818502_12","title":"Exception-Aware Requirements Elicitation with Use Cases","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Requirements elicitation; Use Case Diagram; Table (database); Interrupt; Unified Modeling Language; Process (computing); Software engineering; Exception handling; System requirements specification; Requirements analysis; Software; Risk analysis (engineering); Class diagram; Programming language; Database","score_opus":0.062192061277508724,"score_gpt":0.29721514946107036,"score_spread":0.23502308818356163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W58823560","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00028083165,0.00013015095,0.9974443,0.00012512153,0.0010084634,0.00034305215,0.000006549414,0.00052465964,0.00013687323],"genre_scores_gemma":[0.07258203,0.000018835284,0.926391,0.00032945425,0.00022876046,0.0000146535685,0.000012729691,0.000043162872,0.00037935347],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9966023,0.00004807837,0.00042774994,0.0013596432,0.00097201543,0.0005902077],"domain_scores_gemma":[0.99567777,0.00233396,0.00028212188,0.0012671084,0.00033633766,0.00010271948],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00055951957,0.00053856947,0.0004448182,0.0007497249,0.00021694682,0.0004993825,0.0016236983,0.00023125872,0.0000054193547],"category_scores_gemma":[0.00048850337,0.00046628065,0.000072716175,0.0006147914,0.0005102454,0.0016130966,0.00061975355,0.00053981406,0.000016705553],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000067324577,0.000014747706,0.00017306197,0.000032706135,0.00000854495,0.00022557784,0.00021710017,0.7122511,0.00009076448,0.0023693505,0.00003362015,0.28457668],"study_design_scores_gemma":[0.0017735359,0.0020503025,0.008915005,0.0033607867,0.00006474784,0.0010931153,9.266147e-7,0.4251686,0.0054292334,0.5423106,0.0040871636,0.005745976],"about_ca_topic_score_codex":0.000049089405,"about_ca_topic_score_gemma":0.00008009605,"teacher_disagreement_score":0.53994125,"about_ca_system_score_codex":0.00041327666,"about_ca_system_score_gemma":0.0002685779,"threshold_uncertainty_score":0.99977887},"labels":[],"label_agreement":null},{"id":"W600309345","doi":"10.1007/978-3-319-19069-3_12","title":"Handling Regulatory Goal Model Families as Software Product Lines","year":2015,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Feature model; Software product line; Consistency (knowledge bases); Computer science; Scalability; Feature (linguistics); Product (mathematics); Process (computing); Software engineering; Variable (mathematics); Software; Scale (ratio); Risk analysis (engineering); Process management; Software development; Engineering; Programming language; Artificial intelligence; Database; Business","score_opus":0.048941662762736635,"score_gpt":0.2910306614201211,"score_spread":0.24208899865738442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W600309345","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012317322,0.0031605202,0.9916075,0.0002465173,0.0028831167,0.00040863384,0.0000058351998,0.0012159031,0.0003488267],"genre_scores_gemma":[0.006472177,0.00008498977,0.9913066,0.00037551144,0.0006585768,0.000016208467,0.00000483177,0.00007311711,0.0010080053],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9947498,0.000055335895,0.00062893267,0.0022224663,0.0014384041,0.00090505526],"domain_scores_gemma":[0.9953079,0.0010601588,0.00030952887,0.002413295,0.0006567945,0.0002523086],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018923503,0.0008224794,0.0008393033,0.0009822288,0.0002619051,0.00038440482,0.004289507,0.00038584077,0.0000030387582],"category_scores_gemma":[0.0024938174,0.0007605816,0.00015446814,0.0006590467,0.00091527414,0.0010987592,0.0023964543,0.00114771,0.000036447374],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004262987,0.000007649798,0.000008666056,0.000039435643,0.0000069115845,0.00003685635,0.000505313,0.70994115,0.00009939599,0.0037650748,0.000028157683,0.28555712],"study_design_scores_gemma":[0.00018554466,0.00010580309,0.00001886241,0.00036522112,0.000008254157,0.00008876324,2.636452e-7,0.47763538,0.002061399,0.5179363,0.00068839255,0.00090584165],"about_ca_topic_score_codex":0.000009885813,"about_ca_topic_score_gemma":0.0000146333305,"teacher_disagreement_score":0.5141712,"about_ca_system_score_codex":0.00049577135,"about_ca_system_score_gemma":0.0014126664,"threshold_uncertainty_score":0.99948454},"labels":[],"label_agreement":null},{"id":"W604848617","doi":"10.71781/9873","title":"Un cadre formel pour le développement orienté aspect : modélisation et vérification des interactions dues aux aspects","year":2008,"lang":"fr","type":"dissertation","venue":"Open MIND","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Philosophy","score_opus":0.1960560669999114,"score_gpt":0.39833865869469876,"score_spread":0.20228259169478735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W604848617","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06893913,0.0008174788,0.91982216,0.0017423735,0.0019782893,0.0009618727,0.000028093833,0.000049208043,0.0056614294],"genre_scores_gemma":[0.17390215,0.0004958694,0.81597364,0.000034665314,0.00012306031,0.00019182285,0.00061821454,0.000057721696,0.008602873],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99681884,0.0004192603,0.0007294065,0.0010714656,0.00042673983,0.00053431664],"domain_scores_gemma":[0.9968922,0.0008584503,0.0006115604,0.00081114727,0.0006733969,0.00015325288],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00082254293,0.0005484114,0.00054194254,0.00031760626,0.00087621174,0.0006556399,0.001511926,0.0002565223,0.00021598698],"category_scores_gemma":[0.0016385851,0.00061575626,0.00015418914,0.0007212927,0.00012465849,0.0029460108,0.0003626944,0.0005931234,0.0003468423],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008406885,0.0006004137,0.0002529347,0.00011082765,0.00028073305,0.00008036378,0.08138763,0.22722495,0.010327289,0.042053025,0.00083015213,0.6367676],"study_design_scores_gemma":[0.0034911754,0.00090458605,0.11893119,0.0030726944,0.00039295582,0.00049088715,0.031762112,0.13571328,0.5082869,0.15623207,0.035824675,0.0048974673],"about_ca_topic_score_codex":0.00063405815,"about_ca_topic_score_gemma":0.00089196634,"teacher_disagreement_score":0.63187015,"about_ca_system_score_codex":0.00065090467,"about_ca_system_score_gemma":0.0017502357,"threshold_uncertainty_score":0.9996294},"labels":[],"label_agreement":null},{"id":"W639301474","doi":"","title":"3rd Workshop on Testing Aspect-Oriented Programs, WTAOP '07 : held at the 6th International Conference on Aspect-Oriented Software Development, March 12-16, 2007, Vancouver, British Columbia, Canada","year":2007,"lang":"en","type":"book","venue":"ACM Press eBooks","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Software testing; Engineering; Software engineering; Software; Computer science; Programming language","score_opus":0.07904052274892635,"score_gpt":0.28232476182013966,"score_spread":0.2032842390712133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W639301474","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018837846,0.00044526526,0.76755893,0.000054570333,0.010131707,0.0020152275,0.00015301479,0.0018759617,0.21757697],"genre_scores_gemma":[0.0002510047,0.000040312396,0.2560535,0.0004939874,0.00051792245,0.00038570855,0.00021226071,0.00016312473,0.74188215],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99344856,0.00023548683,0.0009970198,0.0018583216,0.0021076736,0.0013529403],"domain_scores_gemma":[0.9909843,0.0047650766,0.00074211706,0.0023571472,0.00082276313,0.0003285686],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00094942696,0.0008355237,0.0008071894,0.00016549075,0.00072371616,0.0006892088,0.004665299,0.0005145084,0.00008703679],"category_scores_gemma":[0.0050561344,0.0010061284,0.0001517478,0.0001515538,0.000344144,0.0001961193,0.0033112154,0.0019983936,0.000017659802],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011061239,0.00012880126,0.00050676416,0.00020448791,0.00049260916,0.0011385174,0.0005003133,0.0018518243,0.0000068849836,0.0028421814,0.31321558,0.6790014],"study_design_scores_gemma":[0.00090225355,0.00022477315,0.00055091205,0.0028359352,0.000042792955,0.00011417852,0.00005256535,0.00025654354,0.00021740922,0.004833835,0.98823386,0.0017349483],"about_ca_topic_score_codex":0.095314465,"about_ca_topic_score_gemma":0.82123095,"teacher_disagreement_score":0.7259165,"about_ca_system_score_codex":0.0035152887,"about_ca_system_score_gemma":0.002713975,"threshold_uncertainty_score":0.9992389},"labels":[],"label_agreement":null},{"id":"W641899240","doi":"","title":"Proceedings of the Working IEEE/IFIP Conference on Software Architecture, February 18-22, 2008, Vancouver, BC, Canada","year":2007,"lang":"en","type":"book","venue":"IEEE Computer Society eBooks","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Architecture; Computer science; Software; Software engineering; Library science; Computer architecture; Geography; Operating system; Archaeology","score_opus":0.040112097808152676,"score_gpt":0.2432956526541808,"score_spread":0.20318355484602812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W641899240","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009986086,0.0001780183,0.96975017,0.000039054063,0.011822877,0.00073981384,0.000027819466,0.0007597914,0.016582586],"genre_scores_gemma":[0.00037289783,0.00002888169,0.84178096,0.001859688,0.0014151767,0.000044539676,0.0000041966728,0.00016259162,0.15433104],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99523073,0.000067782144,0.00085623737,0.0013535195,0.001453314,0.00103841],"domain_scores_gemma":[0.99576813,0.0013296512,0.00089261925,0.0012728758,0.0005075572,0.00022916897],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0006688063,0.0010389807,0.0010893893,0.00013606361,0.00035067095,0.00016611308,0.004339694,0.00070707384,0.000004613575],"category_scores_gemma":[0.000065851134,0.0008770137,0.0007178851,0.00025875552,0.00043723543,0.00012450587,0.0008891388,0.0023438185,0.0000029820758],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019899177,0.00003665306,0.000030716597,0.0006100433,0.00041746208,0.000040548646,0.0016063409,0.034208797,0.000104954044,0.0037081281,0.86725885,0.091957584],"study_design_scores_gemma":[0.005253519,0.0015949345,0.0010999705,0.019552024,0.0006011508,0.00039420798,0.00022905404,0.027334506,0.03667378,0.30232462,0.5906613,0.014280928],"about_ca_topic_score_codex":0.0032546225,"about_ca_topic_score_gemma":0.007249841,"teacher_disagreement_score":0.2986165,"about_ca_system_score_codex":0.0010077317,"about_ca_system_score_gemma":0.002417559,"threshold_uncertainty_score":0.9999578},"labels":[],"label_agreement":null},{"id":"W642107625","doi":"","title":"6th Workshop on Aspects, Components, and Patterns for Infrastructure Software : ACP4IS '07 : held at 6th International Conference on Aspect-Oriented Software Development, March 12-16, 2007, Vancouver, British Columbia, Canada","year":2007,"lang":"en","type":"book","venue":"Association for Computing Machinery eBooks","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Software; Engineering; Computer science; Operating system","score_opus":0.02262484985018038,"score_gpt":0.25281741656549994,"score_spread":0.23019256671531957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W642107625","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010683957,0.00007600448,0.9827543,0.000064960244,0.0074344478,0.0014904079,0.00110853,0.00085356965,0.005149408],"genre_scores_gemma":[0.008789707,0.000044098386,0.5185404,0.0017360585,0.0014542696,0.00019569013,0.0033569576,0.00034603936,0.46553683],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949943,0.00014860311,0.0010073085,0.0014945318,0.0013013937,0.0010538562],"domain_scores_gemma":[0.9910124,0.006034611,0.0013828651,0.00059434905,0.0007207455,0.00025501483],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011145292,0.00073976035,0.000978388,0.00026628745,0.00090376043,0.0005834865,0.0013081462,0.000660313,0.000030449253],"category_scores_gemma":[0.0024366146,0.0010736734,0.00022197672,0.00009128614,0.000060065977,0.00014902612,0.0009484361,0.0011444545,0.0000026645823],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002446339,0.00013568303,0.023108806,0.00092136813,0.0016363288,0.00012438874,0.00086030975,0.018994395,0.000011055417,0.0027998507,0.49093086,0.46023235],"study_design_scores_gemma":[0.008152155,0.00076243613,0.051855244,0.0060421256,0.00024277894,0.000098866905,0.000113241775,0.017014075,0.00012126793,0.04985572,0.8593577,0.0063843676],"about_ca_topic_score_codex":0.012612629,"about_ca_topic_score_gemma":0.48637098,"teacher_disagreement_score":0.47375834,"about_ca_system_score_codex":0.007689752,"about_ca_system_score_gemma":0.0013045935,"threshold_uncertainty_score":0.9991714},"labels":[],"label_agreement":null},{"id":"W65498622","doi":"10.1007/978-3-642-31069-0_15","title":"Experience on Building an Architecture Level Adaptable System","year":2012,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Concurrency; Distributed computing; Architecture; Concurrency control; Cloud computing; Computer architecture; Operating system; Database","score_opus":0.07678396334381013,"score_gpt":0.30116551051572665,"score_spread":0.22438154717191652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W65498622","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016181218,0.0007284422,0.99345934,0.000097458644,0.003532027,0.00039231923,0.000007922125,0.001062387,0.0005582821],"genre_scores_gemma":[0.109250635,0.000014481521,0.8895524,0.00031920106,0.0006459708,0.000024024355,0.0000020854811,0.000064495034,0.00012668237],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9947522,0.00010382531,0.0005704057,0.0020411042,0.0012691447,0.0012632664],"domain_scores_gemma":[0.9950697,0.0014331244,0.00031116785,0.0026479568,0.00017844827,0.0003596044],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014493656,0.00085229345,0.0007732886,0.001008185,0.00036673842,0.00044336094,0.005313336,0.0004471206,0.0000070508618],"category_scores_gemma":[0.00037910644,0.00076396676,0.00013654534,0.00068782223,0.00056992593,0.001213424,0.0015185518,0.0014033584,0.000028815017],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051085594,0.000013732428,0.0000067209553,0.000046131743,0.000004888527,0.000050991446,0.001194869,0.49859995,0.00045683226,0.04458002,0.0000013544253,0.4550394],"study_design_scores_gemma":[0.000901331,0.0013017417,0.00045025168,0.003953917,0.00003177422,0.0010932641,0.00000653275,0.63521594,0.034047153,0.31112626,0.0060739163,0.005797905],"about_ca_topic_score_codex":0.000017019534,"about_ca_topic_score_gemma":0.000010464528,"teacher_disagreement_score":0.4492415,"about_ca_system_score_codex":0.0007200905,"about_ca_system_score_gemma":0.0002829431,"threshold_uncertainty_score":0.99948114},"labels":[],"label_agreement":null},{"id":"W6890202391","doi":"10.34943/4d16461e-0c1d-41a8-a56d-ed0795f03487","title":"Strait of Georgia Central Hydrophone Deployed 2017-06-23","year":2017,"lang":"en","type":"dataset","venue":"Ocean Networks Canada Society","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Hydrophone; Underwater; Sound (geography); Waveform; Data logger; Software deployment","score_opus":0.017286717058304382,"score_gpt":0.2510122065543777,"score_spread":0.23372548949607336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6890202391","genre_codex":"methods","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022730837,0.0009211105,0.5435111,0.00006966616,0.0024626572,0.00018471167,0.45267656,0.0001495904,0.0000019070478],"genre_scores_gemma":[0.000566668,0.001414286,0.17356798,0.00036369578,0.00083548075,0.000008213054,0.8227604,0.00007604162,0.0004072296],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966311,0.00013288588,0.0005542999,0.00082602125,0.00073811074,0.0011176007],"domain_scores_gemma":[0.9956034,0.00067272614,0.00073772715,0.0025401467,0.00012514547,0.0003208723],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00051052426,0.0006064702,0.00088285585,0.000034795034,0.00031392384,0.00012389525,0.0038668446,0.0005636876,0.000004505865],"category_scores_gemma":[0.00029339065,0.00062592846,0.00036448403,0.00023465001,0.00023595209,0.00027564453,0.00079846,0.0011865275,0.0000012412314],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021690296,0.0000129453365,0.000011222156,0.000101457306,0.00013154624,0.00005765161,0.000029681225,0.19511186,0.0000014122091,0.00000995455,0.8042096,0.00032048888],"study_design_scores_gemma":[0.0003712253,0.000045043755,0.00050015375,0.0001868225,0.00007439687,0.00002705482,0.000018472583,0.019509522,0.000016131917,0.00026062448,0.9780926,0.0008979262],"about_ca_topic_score_codex":0.060268085,"about_ca_topic_score_gemma":0.07049182,"teacher_disagreement_score":0.37008384,"about_ca_system_score_codex":0.0006308422,"about_ca_system_score_gemma":0.0022537287,"threshold_uncertainty_score":0.9996192},"labels":[],"label_agreement":null},{"id":"W6892510188","doi":"10.5281/zenodo.10022601","title":"Belief-Driven Software Product Line Development and Evolution","year":2023,"lang":"en","type":"preprint","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"European Commission","keywords":"Software product line; Feature (linguistics); Feature model; Context (archaeology); Product (mathematics); Software evolution; Software","score_opus":0.09748076288292035,"score_gpt":0.2865737027502363,"score_spread":0.18909293986731596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6892510188","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020742654,0.00030671232,0.9895367,0.000525768,0.00048048774,0.0004918949,0.00004952847,0.0062538506,0.00028078182],"genre_scores_gemma":[0.031316865,0.00020701985,0.96414304,0.000046056208,0.00029227356,4.9016705e-7,0.0010550364,0.0018356737,0.0011035487],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974783,0.00033688,0.0003336105,0.00099352,0.00043283578,0.00042487562],"domain_scores_gemma":[0.99804306,0.000118825614,0.00016291997,0.0009770107,0.0005483287,0.00014987827],"candidate_categories":["metaepi_narrow","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011263245,0.00026365486,0.0002558524,0.00038921178,0.0012406143,0.0007907622,0.0021023105,0.00012715567,0.00006613587],"category_scores_gemma":[0.0044152676,0.00029010253,0.000042397354,0.0005186193,0.00011445549,0.00028319337,0.011516083,0.0006555455,0.0012392577],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002992014,0.00013812845,0.000021917163,0.0010627018,0.00018717046,0.0000763104,0.005836746,0.12474598,0.0010681003,0.009194326,0.033748124,0.82389057],"study_design_scores_gemma":[0.00072060194,0.0003207887,0.008920206,0.000617696,0.00003425022,0.00022613909,0.00015197498,0.012350013,0.0024653333,0.023679836,0.94889617,0.0016170174],"about_ca_topic_score_codex":0.000005394667,"about_ca_topic_score_gemma":2.4720475e-7,"teacher_disagreement_score":0.915148,"about_ca_system_score_codex":0.00038594045,"about_ca_system_score_gemma":0.00002147712,"threshold_uncertainty_score":0.9999551},"labels":[],"label_agreement":null},{"id":"W6907298435","doi":"10.20381/ruor-7562","title":"Metamorphic objects for dynamic reconfiguration of CORBA-based applications.","year":2000,"lang":"en","type":"article","venue":"Library and Archives Canada (Government of Canada)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Object (grammar); Control reconfiguration; Class (philosophy); Distributed object; Common Object Request Broker Architecture; Software versioning; Service (business); Replica","score_opus":0.005662218113822618,"score_gpt":0.1690367059120247,"score_spread":0.16337448779820207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6907298435","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035064984,0.00023822165,0.9896064,0.00087121595,0.00007009132,0.0002608406,0.00006410786,0.000029412367,0.0053532077],"genre_scores_gemma":[0.63320756,0.00004328585,0.36533833,0.00027181517,0.000009280582,0.000045418885,0.0000055305754,0.0000084443,0.0010703265],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990134,0.0000368719,0.00019691292,0.00018032332,0.0004322599,0.00014021344],"domain_scores_gemma":[0.9988478,0.00074894214,0.00009972889,0.00023572736,8.3722404e-7,0.00006695579],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00001668991,0.00009557516,0.00016235147,0.00001891527,0.00006173154,0.000009080166,0.00028426474,0.000015053483,0.000007430972],"category_scores_gemma":[0.000008422887,0.000096199976,0.00002097974,0.000090333844,0.000035945228,0.00027317667,0.000025513773,0.000046484267,9.682356e-10],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030944945,0.00005063489,0.00064145995,0.0006085793,0.00008919137,0.000009629552,0.00011502899,0.09975271,0.06724999,0.18944979,0.00017733742,0.6415462],"study_design_scores_gemma":[0.00092160894,0.0002482544,0.015440681,0.000119793614,0.000030671225,0.000006818091,0.00027755753,0.2510413,0.66942996,0.04195152,0.0199563,0.00057557033],"about_ca_topic_score_codex":0.00011700114,"about_ca_topic_score_gemma":0.0010369392,"teacher_disagreement_score":0.64097065,"about_ca_system_score_codex":0.0000048905595,"about_ca_system_score_gemma":0.00060981093,"threshold_uncertainty_score":0.3922921},"labels":[],"label_agreement":null},{"id":"W6911339377","doi":"10.5281/zenodo.10520270","title":"Analyse et conception de logiciels","year":2023,"lang":"fr","type":"book","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Context (archaeology); Work (physics); Process (computing); Subject (documents)","score_opus":0.16149710689916216,"score_gpt":0.33109787606131313,"score_spread":0.16960076916215097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6911339377","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012957276,0.00022657297,0.9267177,0.0012818776,0.00062483543,0.00042274533,0.00022328866,0.004484843,0.06588857],"genre_scores_gemma":[0.016892506,0.003910352,0.45900878,0.0019030063,0.0024493027,5.658659e-7,0.0090596825,0.014931031,0.49184477],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950495,0.00196125,0.00050030666,0.0010046263,0.00062115886,0.0008632094],"domain_scores_gemma":[0.99675244,0.00057900505,0.00030482546,0.0011341886,0.0009236705,0.0003058759],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0034629668,0.00041529187,0.0004451465,0.00052151765,0.0017899168,0.0015159801,0.0031273833,0.000341755,0.0029210448],"category_scores_gemma":[0.007286012,0.00048292457,0.00017691111,0.0011880372,0.00076651655,0.00069231325,0.0040055444,0.0010960842,0.018597547],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003904281,0.00011947597,0.0000020644063,0.00041023362,0.00021622585,0.00029406557,0.003911378,0.17647143,0.0022293946,0.2653325,0.22429782,0.32667637],"study_design_scores_gemma":[0.00032307178,0.00035665664,0.00027230012,0.00022231256,0.000043123368,0.0002242679,0.00016972434,0.008065412,0.00018928453,0.017428316,0.9721532,0.0005523453],"about_ca_topic_score_codex":0.000022610164,"about_ca_topic_score_gemma":6.6304955e-7,"teacher_disagreement_score":0.74785537,"about_ca_system_score_codex":0.0009696384,"about_ca_system_score_gemma":0.000041561878,"threshold_uncertainty_score":0.99976224},"labels":[],"label_agreement":null},{"id":"W69521263","doi":"10.1007/978-3-642-19997-4_16","title":"Developing Families of Method-Oriented Architecture","year":2011,"lang":"en","type":"book-chapter","venue":"IFIP International Federation for Information Processing/IFIP","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; Athabasca University; Simon Fraser University","funders":"","keywords":"Computer science; Software engineering; Method engineering; Software; Systems engineering; Product (mathematics); Architecture; Engineering; Programming language; Mathematics","score_opus":0.052661487473818526,"score_gpt":0.31432711174667183,"score_spread":0.2616656242728533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W69521263","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000027192136,0.00010041555,0.9239033,0.0003567154,0.0014400113,0.0004984936,0.000084503255,0.00044931093,0.07316457],"genre_scores_gemma":[0.0007127964,0.000049196096,0.9797511,0.00039154576,0.00015756718,0.00011621624,0.00055547233,0.00004041925,0.01822565],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99742717,0.000030388881,0.0012145075,0.0003882987,0.0006833364,0.00025628146],"domain_scores_gemma":[0.9958951,0.00045966674,0.001284473,0.00037102273,0.0019249609,0.000064765336],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00073944015,0.0004481383,0.00045596223,0.00084016134,0.00026934568,0.00035783596,0.0009951777,0.00037020777,0.000028236085],"category_scores_gemma":[0.0009847089,0.00044600325,0.00018948583,0.00012876345,0.00008153573,0.0029677902,0.00024078354,0.00034585426,0.000028263972],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039102866,0.000007046269,0.0000016260941,0.00030631415,0.00007426289,4.9243226e-7,0.0018308241,0.0093391435,0.000044772398,0.7263263,0.00030945745,0.26172066],"study_design_scores_gemma":[0.0006701372,0.00011638833,0.000031614276,0.00065801677,0.000033266162,0.000044666926,0.00009132684,0.014897765,0.008769349,0.44648018,0.52731526,0.00089204963],"about_ca_topic_score_codex":0.0000052812575,"about_ca_topic_score_gemma":0.0000039118395,"teacher_disagreement_score":0.5270058,"about_ca_system_score_codex":0.00024696055,"about_ca_system_score_gemma":0.0004168447,"threshold_uncertainty_score":0.9997992},"labels":[],"label_agreement":null},{"id":"W6967803291","doi":"10.5281/zenodo.10520271","title":"Analyse et conception de logiciels","year":2023,"lang":"fr","type":"book","venue":"Espace ÉTS (ETS)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Context (archaeology); Work (physics); Process (computing); Subject (documents)","score_opus":0.09433963907719282,"score_gpt":0.3482416945738319,"score_spread":0.2539020554966391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6967803291","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003359013,0.0012540257,0.98309463,0.0034269732,0.0038557102,0.00037715113,0.0000404063,0.0020210638,0.005594156],"genre_scores_gemma":[0.0014737335,0.00080230983,0.5800009,0.00069295836,0.00068577053,0.00005639632,0.000045719782,0.00012517045,0.41611704],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953546,0.0010789155,0.00054486434,0.0012599825,0.00063321186,0.0011284215],"domain_scores_gemma":[0.9925502,0.004992222,0.00044617636,0.0014624718,0.00024864465,0.0003002929],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026547837,0.0007714458,0.0009336844,0.0004440584,0.00020493424,0.00030014873,0.0016521638,0.0008181548,0.000104145096],"category_scores_gemma":[0.004977573,0.00082634174,0.00038489685,0.0009790813,0.0006577605,0.00068066764,0.0009832192,0.0013868689,0.0016450525],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019518096,0.000043247735,0.00021652266,0.00022874438,0.00017281594,0.000568224,0.003145753,0.77370566,0.00072378176,0.17963973,0.015280783,0.026255196],"study_design_scores_gemma":[0.0018691007,0.0011969283,0.012405781,0.0029169288,0.0005504476,0.0003940553,0.0012061062,0.10511862,0.003078884,0.30536723,0.55991405,0.005981857],"about_ca_topic_score_codex":0.00007997366,"about_ca_topic_score_gemma":0.00012299803,"teacher_disagreement_score":0.6685871,"about_ca_system_score_codex":0.0009191745,"about_ca_system_score_gemma":0.00086007034,"threshold_uncertainty_score":0.99941874},"labels":[],"label_agreement":null},{"id":"W6977191266","doi":"10.6084/m9.figshare.22602779","title":"Additional file 3 of Reliability and validity of physical examination tests for the assessment of ankle instability","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Centre Hospitalier Universitaire Sainte-Justine","funders":"","keywords":"Reliability (semiconductor); Ankle; Physical examination; Test (biology)","score_opus":0.13230271845297104,"score_gpt":0.36056301805267305,"score_spread":0.228260299599702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977191266","genre_codex":"dataset","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009389623,0.000003334421,0.03615283,0.00002076048,0.000014435011,0.0002013801,0.96257937,0.00006381046,0.000025112984],"genre_scores_gemma":[0.34520736,8.7630434e-7,0.42274514,0.0000065649187,0.00004831177,0.0015100419,0.23043272,0.0000106821535,0.00003829218],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99942315,0.00007785704,0.00013147455,0.00014663974,0.0001512832,0.000069615206],"domain_scores_gemma":[0.96729404,0.032072272,0.00011751042,0.00028705606,0.0002163593,0.000012791578],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00022633132,0.000051697647,0.00012433965,0.000025422622,0.000026643838,0.0000039404385,0.00022964967,0.00002436769,0.03676852],"category_scores_gemma":[0.029877707,0.000039587485,0.000044477347,0.00022816054,0.000027423499,0.00012926356,0.00019629794,0.00004934143,0.0000018992982],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002206083,0.00010076935,0.00009568624,0.00082401995,0.000010750956,2.1772215e-7,0.00024355263,0.016419977,0.00018142383,0.00019282123,0.9467872,0.035141367],"study_design_scores_gemma":[0.00009107827,0.00016382657,0.8589159,0.0003070985,0.000002855996,2.9598095e-7,0.000019414512,0.11655922,0.0021536208,0.0044356985,0.017273193,0.00007775486],"about_ca_topic_score_codex":0.0000017819199,"about_ca_topic_score_gemma":0.0000018832727,"teacher_disagreement_score":0.929514,"about_ca_system_score_codex":0.000020321684,"about_ca_system_score_gemma":0.00007962376,"threshold_uncertainty_score":0.978294},"labels":[],"label_agreement":null},{"id":"W6991292098","doi":"","title":"A Framework for Machine-Assisted Software Architecture Validation","year":2000,"lang":"en","type":"article","venue":"UWSpace (University of Waterloo)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Waterloo","keywords":"Software architecture description; Component (thermodynamics); Reference architecture; Software architecture; Notation; Architecture; Software; Component-based software engineering; Formal methods","score_opus":0.025285894069024553,"score_gpt":0.2425172316802224,"score_spread":0.21723133761119784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6991292098","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09554384,0.000046165274,0.90245456,0.001205258,0.00010891736,0.00016869792,0.00001515379,0.00044817443,0.000009249223],"genre_scores_gemma":[0.00500771,0.000015883283,0.98258865,0.000031572672,0.000018103072,7.882742e-7,0.000010500593,0.000010802955,0.012315989],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99916893,0.00006958271,0.00007498479,0.00030447255,0.00014564129,0.00023639764],"domain_scores_gemma":[0.99886006,0.00049785664,0.00006611756,0.00045061583,0.00006237258,0.00006297127],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016982562,0.00013158459,0.00020089778,0.00011269628,0.00014657159,0.000022208218,0.00070108275,0.000114690876,0.00005613848],"category_scores_gemma":[0.0001725273,0.00014427621,0.00010819292,0.00026273096,0.00006176922,0.00029800186,0.0001030547,0.00014970438,0.000015164514],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015512212,0.000090945134,0.00031114044,0.00018649375,0.00009495345,0.000031319974,0.04895292,0.17854698,0.0015167068,0.00815099,0.00042509072,0.7615373],"study_design_scores_gemma":[0.0050592697,0.0015705944,0.020084387,0.0006880523,0.00022379107,0.000120407814,0.007610648,0.023202937,0.022847293,0.8994616,0.01616874,0.002962265],"about_ca_topic_score_codex":0.00045940696,"about_ca_topic_score_gemma":0.00011511961,"teacher_disagreement_score":0.89131063,"about_ca_system_score_codex":0.00003795043,"about_ca_system_score_gemma":0.000021480771,"threshold_uncertainty_score":0.5883413},"labels":[],"label_agreement":null},{"id":"W6991788321","doi":"","title":"A Hydrogen Hybrid Powertrain for the Union-Pearson Railway","year":2019,"lang":"en","type":"dissertation","venue":"UWSpace (University of Waterloo)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Air quality index; Stock (firearms); Legislation; Train; Track (disk drive); Air pollution; Estimator","score_opus":0.017461697282491164,"score_gpt":0.23060930847469596,"score_spread":0.2131476111922048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6991788321","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12258874,0.00046489306,0.873388,0.00113654,0.0012804405,0.00071979867,0.00004268218,0.00030744853,0.00007144885],"genre_scores_gemma":[0.022108968,0.00024935277,0.42890087,0.000044432476,0.00006827062,0.0000042297156,0.0002381857,0.00006854534,0.54831713],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99872786,0.00010885575,0.00011304734,0.0004636045,0.00025828244,0.00032836295],"domain_scores_gemma":[0.99796265,0.000798366,0.00022818199,0.0008018905,0.00015483474,0.000054088607],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053979305,0.00025299596,0.00038130698,0.00018764209,0.00019373062,0.00003173406,0.0017268894,0.00016034608,0.000014002896],"category_scores_gemma":[0.0001436462,0.00023508359,0.0002481981,0.00020364254,0.000058409678,0.00033044931,0.0001594222,0.0002526934,0.00002975099],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069325016,0.0002537774,0.000111864094,0.002776298,0.0017300033,0.00018851002,0.50498396,0.09698304,0.038465735,0.020061683,0.01644508,0.3173068],"study_design_scores_gemma":[0.012444059,0.0037734988,0.008034117,0.0028696738,0.0017361036,0.00014311848,0.45070314,0.21129845,0.146678,0.05414566,0.09854248,0.009631683],"about_ca_topic_score_codex":0.0013272205,"about_ca_topic_score_gemma":0.0007301616,"teacher_disagreement_score":0.54824567,"about_ca_system_score_codex":0.00007349295,"about_ca_system_score_gemma":0.000103014376,"threshold_uncertainty_score":0.958643},"labels":[],"label_agreement":null},{"id":"W6999769463","doi":"","title":"Développement logiciel par transformation de modèles","year":2009,"lang":"fr","type":"other","venue":"Open MIND","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Identity (music); Context (archaeology); Frith","score_opus":0.14260847557157394,"score_gpt":0.35727010251434865,"score_spread":0.2146616269427747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6999769463","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018194498,0.00062182214,0.85308677,0.0014195163,0.00050805655,0.0006163896,0.000010623759,0.000021888734,0.14353298],"genre_scores_gemma":[0.00048717007,0.00025652972,0.89107347,0.00012689868,0.00010282628,0.00002782957,0.000011820689,0.000045948404,0.10786754],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980633,0.00022413305,0.00038630195,0.00054929254,0.0002330878,0.0005438295],"domain_scores_gemma":[0.9987823,0.0002648376,0.0001895262,0.00058806175,0.000052977703,0.00012229505],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00090046873,0.000383475,0.00044377096,0.0001258144,0.00010833228,0.00041638315,0.0019833806,0.00032230807,0.0031496836],"category_scores_gemma":[0.0002287616,0.00037581378,0.00008787973,0.00025561414,0.00008533083,0.0005662517,0.0002825455,0.00030667312,0.0009252958],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071936875,0.000055270866,0.0000094653105,0.000027756167,0.000030479265,0.000028850985,0.0031487208,0.07756484,0.0004961626,0.003035037,0.000544881,0.91505134],"study_design_scores_gemma":[0.00065795647,0.00029931986,0.0025666433,0.0005852188,0.00005561163,0.0000635183,0.00012072436,0.018798357,0.012886491,0.022725586,0.94018203,0.0010585604],"about_ca_topic_score_codex":0.000023076549,"about_ca_topic_score_gemma":0.00003173104,"teacher_disagreement_score":0.9396371,"about_ca_system_score_codex":0.00023875467,"about_ca_system_score_gemma":0.00021217513,"threshold_uncertainty_score":0.9998694},"labels":[],"label_agreement":null},{"id":"W7001255273","doi":"","title":"Iterative, Interactive Analysis of Agent-goal Models for Early Requirements Engineering","year":2012,"lang":"en","type":"dissertation","venue":"Library and Archives Canada (Government of Canada)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Requirements analysis; Stakeholder; Requirements elicitation; Requirements engineering; Goal modeling; Key (lock); Systems analysis; Domain (mathematical analysis); Non-functional requirement; Conceptual model","score_opus":0.01356841137827319,"score_gpt":0.21214128751306635,"score_spread":0.19857287613479316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7001255273","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042575303,0.00045792392,0.9506149,0.00006054611,0.0008115246,0.00029152018,0.00030800945,0.000031738735,0.0048485054],"genre_scores_gemma":[0.8200499,0.00004500707,0.17701624,0.00004280678,0.00003077709,0.000036593367,0.00007547634,0.000026769549,0.0026764146],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998042,0.000043680135,0.00038367102,0.00030521353,0.0009397156,0.00028575258],"domain_scores_gemma":[0.9983637,0.00086692616,0.00035115628,0.00028336266,0.000002853809,0.00013199825],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000021900913,0.00025664526,0.0005192501,0.00013134815,0.00005572437,0.000022777273,0.00047502667,0.000046377525,0.0000029975367],"category_scores_gemma":[0.000020674937,0.00026617944,0.000087891545,0.00022197234,0.000015325008,0.0010629701,0.00011725028,0.00014033123,3.3309744e-10],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001309321,0.00012088746,0.0043755923,0.002332607,0.008094678,0.00004419672,0.0066379346,0.5909636,0.06707859,0.2719508,0.00016065252,0.046931136],"study_design_scores_gemma":[0.00081964175,0.00029217594,0.15434255,0.00081674877,0.0010393087,0.0000017795954,0.0022539224,0.51719177,0.3121737,0.008308032,0.0012071696,0.0015532068],"about_ca_topic_score_codex":0.0004488805,"about_ca_topic_score_gemma":0.002360677,"teacher_disagreement_score":0.7774746,"about_ca_system_score_codex":0.000015284586,"about_ca_system_score_gemma":0.00044162959,"threshold_uncertainty_score":0.999979},"labels":[],"label_agreement":null},{"id":"W7007986512","doi":"","title":"AspectMatlab: an aspect-oriented scientific programming language","year":2010,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Compiler; First-generation programming language; Fifth-generation programming language; Work (physics); Very high-level programming language; Programming language specification; High-level programming language; Programming language theory; Extensible programming","score_opus":0.021030118042929917,"score_gpt":0.28539137607273557,"score_spread":0.26436125802980565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7007986512","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9530893,0.0007188942,0.0104014315,0.000017176724,0.017230662,0.0016356874,0.00032371935,0.007904118,0.008679043],"genre_scores_gemma":[0.22763263,0.00002554685,0.7623591,0.00006517445,0.00017075421,0.0003075078,0.0010821912,0.00035258933,0.008004545],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9929694,0.0005403263,0.00096544466,0.0026465296,0.0014340135,0.0014442878],"domain_scores_gemma":[0.99423665,0.0006363876,0.0007006194,0.0031452165,0.00069264905,0.0005884512],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.002555532,0.0011193027,0.0009575577,0.001007838,0.0018191575,0.0008340016,0.003602348,0.001108255,0.000061081606],"category_scores_gemma":[0.004154554,0.0011907399,0.00037471193,0.0021130228,0.00016766107,0.002988775,0.00054174697,0.0034663968,0.00027780162],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044282293,0.00027919898,0.0000064687197,0.00028335926,0.00010991334,0.00033593026,0.0001732262,0.0004582945,0.13890646,0.21840742,0.0000033703545,0.64099205],"study_design_scores_gemma":[0.0020836806,0.00094456255,0.0015619525,0.001026619,0.00029906793,0.00031387477,0.001770693,0.0010634979,0.66382927,0.13328175,0.18664934,0.0071756896],"about_ca_topic_score_codex":0.00010134323,"about_ca_topic_score_gemma":0.0012077173,"teacher_disagreement_score":0.75195765,"about_ca_system_score_codex":0.0005601236,"about_ca_system_score_gemma":0.0001425175,"threshold_uncertainty_score":0.99948037},"labels":[],"label_agreement":null},{"id":"W7020587510","doi":"","title":"Maintaining Component-Based Systems","year":2001,"lang":"en","type":"article","venue":"NPARC","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"","score_opus":0.04450731972503258,"score_gpt":0.2813072430692438,"score_spread":0.23679992334421124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7020587510","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037208747,0.00006815377,0.9914887,0.0003341649,0.0006515184,0.00007578038,4.590698e-7,0.0009535494,0.0027068022],"genre_scores_gemma":[0.42193064,0.0000034051568,0.5778297,0.00007834664,0.000047538622,0.000012035275,6.8216195e-7,0.0000069869516,0.00009062896],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999099,0.00009520002,0.00013420037,0.00022645209,0.00017487441,0.00027027933],"domain_scores_gemma":[0.99886763,0.00054619124,0.000042076714,0.00044635046,0.000035185607,0.00006256779],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004050753,0.000100123834,0.00013716336,0.00007855395,0.0000634604,0.00006638041,0.00056044396,0.000038169666,0.000010629874],"category_scores_gemma":[0.00023367009,0.00009614309,0.000032965425,0.00022313604,0.00002558148,0.00017165967,0.00010024158,0.00011371724,0.000039572627],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011108603,0.000037437654,0.00096695946,0.000029037235,0.000016346472,0.00021980934,0.00017956414,0.75339514,0.031622082,0.1725157,0.00057610084,0.040430717],"study_design_scores_gemma":[0.0008974705,0.00016248653,0.0022980713,0.00013028186,0.0000069149296,0.0001586782,0.00009686252,0.89776534,0.0065853065,0.056170702,0.03499746,0.00073042116],"about_ca_topic_score_codex":0.0000033682702,"about_ca_topic_score_gemma":1.891527e-7,"teacher_disagreement_score":0.41820976,"about_ca_system_score_codex":0.00005382581,"about_ca_system_score_gemma":0.00002397902,"threshold_uncertainty_score":0.39206013},"labels":[],"label_agreement":null},{"id":"W7023993077","doi":"","title":"Quand les femmes écrivent la peur : une lecture féministe de la littérature d'horreur québécoise","year":2023,"lang":"fr","type":"other","venue":"Archipelago (University of Quebec in Montreal)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Poison control; Happening; Violent crime","score_opus":0.03264552967636357,"score_gpt":0.2511834080421825,"score_spread":0.2185378783658189,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7023993077","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019904105,0.005203416,0.94498175,0.0024059336,0.00074149074,0.00046777932,0.00008661711,0.0007735056,0.025435407],"genre_scores_gemma":[0.07429814,0.010055248,0.4384019,0.00011088604,0.0002864468,0.000007051527,0.000039083166,0.00059966976,0.47620156],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9959952,0.0016927322,0.00030414053,0.0009066498,0.00037859404,0.00072268234],"domain_scores_gemma":[0.9937321,0.0046984917,0.00036063002,0.000915678,0.000080419544,0.00021270085],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00088841753,0.0006084935,0.0009203552,0.00062452955,0.00020052906,0.000071323986,0.0016872017,0.0008726149,0.00005557464],"category_scores_gemma":[0.00081902486,0.0007299614,0.0003462086,0.0011249674,0.00097138813,0.00026609804,0.0007195066,0.0014313357,0.00004215514],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014016041,0.00020627807,0.0012634686,0.0005238738,0.00019503772,0.0027539872,0.07993868,0.051623084,0.00011077825,0.060039446,0.001357933,0.8018473],"study_design_scores_gemma":[0.0038510216,0.0005952127,0.5008968,0.0049790232,0.00042450352,0.00030143544,0.03091673,0.014165322,0.00009018501,0.29166096,0.14898512,0.0031336816],"about_ca_topic_score_codex":0.42170304,"about_ca_topic_score_gemma":0.9497503,"teacher_disagreement_score":0.7987136,"about_ca_system_score_codex":0.00029975717,"about_ca_system_score_gemma":0.0004465157,"threshold_uncertainty_score":0.9995151},"labels":[],"label_agreement":null},{"id":"W7024444251","doi":"","title":"The ROI from Software Quality","year":2003,"lang":"en","type":"article","venue":"NPARC","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"","score_opus":0.05043389435769499,"score_gpt":0.31041151755072416,"score_spread":0.2599776231930292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7024444251","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027623705,0.00022273674,0.9939926,0.0003070473,0.00067832816,0.00005136258,0.0000019087015,0.00056674314,0.0014168662],"genre_scores_gemma":[0.03704031,0.000019779485,0.9624846,0.00011881119,0.000029324476,0.000012264968,4.6558085e-7,0.000007137326,0.00028731907],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989237,0.00027767383,0.0001462383,0.00023640612,0.00018346195,0.00023251842],"domain_scores_gemma":[0.99590105,0.0031937726,0.00004637758,0.00077201176,0.000039565643,0.000047198988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075138226,0.000091899616,0.00010604297,0.00001427863,0.00016367988,0.00007831842,0.0007387359,0.000040075207,0.000015424797],"category_scores_gemma":[0.004887254,0.00006476102,0.00004289959,0.00015625624,0.00004746236,0.00017197561,0.00011737729,0.0001414995,0.000042547286],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005526002,0.000025453875,0.0013761197,0.000007345461,0.000032646472,0.000012388899,0.00070630806,0.005421089,0.006400344,0.6570588,0.0026860754,0.3262679],"study_design_scores_gemma":[0.000113193746,0.000013332269,0.0040474473,0.000004663377,0.0000015349951,0.0000023806642,0.000026371852,0.00022490234,0.007850168,0.9534331,0.034124203,0.00015871123],"about_ca_topic_score_codex":0.000005007636,"about_ca_topic_score_gemma":0.000002792548,"teacher_disagreement_score":0.3261092,"about_ca_system_score_codex":0.000030184588,"about_ca_system_score_gemma":0.000033082615,"threshold_uncertainty_score":0.5850853},"labels":[],"label_agreement":null},{"id":"W7025490584","doi":"","title":"Wait, per la sezione Dictionary","year":2023,"lang":"it","type":"article","venue":"AirIuav (Università Iuav di Venezia)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Università Cattolica del Sacro Cuore; University of Melbourne; University of Westminster; Politecnico di Torino; University of Toronto; Eidgenössische Technische Hochschule Zürich; University College London; Slovenska Akademija Znanosti in Umetnosti; Università di Bologna; Università degli Studi Roma Tre; University of Oxford; Northwestern University; Università degli Studi di Udine; Università degli Studi di Milano; University of Minnesota; Yale University","keywords":"Nucleofection; Gestational period; TSG101; Dysgeusia; Liquation; Diafiltration; Emperipolesis; Triacetin; Fusible alloy","score_opus":0.03781443931711845,"score_gpt":0.26889164501558227,"score_spread":0.23107720569846382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7025490584","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03755121,0.0007178337,0.9467896,0.0043394547,0.0034093529,0.00030182497,0.00006116793,0.0034544275,0.0033750962],"genre_scores_gemma":[0.7372107,0.0020652507,0.20268703,0.00051505625,0.0010057271,0.000028842083,0.00015421363,0.00026007168,0.056073096],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99604666,0.00054714794,0.00033859073,0.0012010562,0.00076632935,0.0011002179],"domain_scores_gemma":[0.9958823,0.0020185455,0.00019748464,0.0013324446,0.0002191254,0.00035014056],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009622078,0.0005568112,0.0005779447,0.00082430535,0.0006709577,0.0001610068,0.0018163375,0.00043680382,0.00016045207],"category_scores_gemma":[0.00041183914,0.000696219,0.0003524513,0.002690646,0.00037130446,0.0016506077,0.001811705,0.00077806495,0.0026560416],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016167265,0.00042403972,0.0055233776,0.0004408262,0.00088339637,0.0054786936,0.0127763115,0.68176806,0.005077589,0.09331089,0.06078438,0.13337074],"study_design_scores_gemma":[0.0040084883,0.0010640523,0.34210393,0.0008349549,0.00045278488,0.0006618507,0.005765299,0.16187827,0.0009880208,0.035522692,0.44246885,0.0042507914],"about_ca_topic_score_codex":0.00004089002,"about_ca_topic_score_gemma":0.0000039756383,"teacher_disagreement_score":0.7441026,"about_ca_system_score_codex":0.00037717435,"about_ca_system_score_gemma":0.000256076,"threshold_uncertainty_score":0.9995489},"labels":[],"label_agreement":null},{"id":"W7027013424","doi":"","title":"Capture dynamic aspects of software architecture for self-healing environments","year":2006,"lang":"en","type":"article","venue":"NPARC","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Software; Architecture; Software architecture; Systems architecture; Reference architecture; Software system","score_opus":0.010625516517066697,"score_gpt":0.2432557478540738,"score_spread":0.2326302313370071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7027013424","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027955188,0.00017059546,0.99577594,0.00015158752,0.00022599936,0.00021058491,0.000011346553,0.00041491972,0.00024348334],"genre_scores_gemma":[0.1590998,0.000004574716,0.8407005,0.000031712232,0.000031843316,0.000022586917,0.0000055752002,0.00001644232,0.00008694186],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99899143,0.000040578125,0.00018812114,0.00030916085,0.00018457133,0.0002861539],"domain_scores_gemma":[0.9988659,0.00055467436,0.000093465416,0.0004313178,0.000018179333,0.000036433095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018404353,0.00014903623,0.00019970184,0.000078830126,0.000054698776,0.000015185443,0.00050944154,0.00008506564,0.0000028818545],"category_scores_gemma":[0.00020479278,0.00014073655,0.000075233016,0.00013665156,0.000032730484,0.000108136475,0.000117225914,0.000138646,0.0000021518085],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014977041,0.00011887342,0.00015760833,0.00025562375,0.000046739922,0.000016427457,0.00078683207,0.8153899,0.096778736,0.033941854,0.00030916525,0.05218329],"study_design_scores_gemma":[0.00055118685,0.00011142363,0.0019288542,0.00004623795,0.000016789141,0.000022820936,0.000014307092,0.014321663,0.027182154,0.95177346,0.0036448145,0.0003862977],"about_ca_topic_score_codex":0.0000036246638,"about_ca_topic_score_gemma":0.0000038192466,"teacher_disagreement_score":0.9178316,"about_ca_system_score_codex":0.00006758457,"about_ca_system_score_gemma":0.000026466603,"threshold_uncertainty_score":0.57390696},"labels":[],"label_agreement":null},{"id":"W7034996374","doi":"","title":"A WORLD OF LOST THINGS: THE CANADIAN BAROQUE TRADITION IN ITS MODERNIST CONTEXT","year":2009,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sensibility; Baroque; Allegory; Context (archaeology); Foregrounding","score_opus":0.14461371887048222,"score_gpt":0.3170038223483581,"score_spread":0.1723901034778759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7034996374","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69915473,0.00015677443,0.29827654,0.001258391,0.00022991051,0.00029347712,0.000011552703,0.00017288433,0.000445753],"genre_scores_gemma":[0.9952202,0.000013406977,0.0030409198,0.00076986983,0.000025450503,7.315359e-7,0.0000033272854,0.000013139422,0.0009129536],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982313,0.00034134812,0.00025143538,0.00043830622,0.00029309976,0.00044451395],"domain_scores_gemma":[0.9985435,0.0003522147,0.00014516767,0.0006449804,0.000118554846,0.00019561086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006368135,0.00023729609,0.00029212327,0.0008050767,0.00018862776,0.00018829998,0.0017732568,0.00012896452,0.0000035695095],"category_scores_gemma":[0.00018285384,0.00023218615,0.00008885203,0.0010128784,0.00008953147,0.0026799687,0.00013532201,0.00064891,0.00003227328],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025639276,0.00045516036,0.74421024,0.00023192631,0.00018158517,0.0027429147,0.02812503,0.06927588,0.004961662,0.10932342,0.0000074903664,0.0402283],"study_design_scores_gemma":[0.000935117,0.00017695602,0.9807436,0.00033005432,0.000021270165,0.000044881257,0.00035742205,0.000099478726,0.005814364,0.0099893,0.0008951835,0.0005923699],"about_ca_topic_score_codex":0.0002827252,"about_ca_topic_score_gemma":0.14210683,"teacher_disagreement_score":0.29606548,"about_ca_system_score_codex":0.0005144936,"about_ca_system_score_gemma":0.00025668685,"threshold_uncertainty_score":0.94682765},"labels":[],"label_agreement":null},{"id":"W7038029063","doi":"","title":"Heilige haast: Over Mystiek lichaam van Frans Kellendonk","year":2018,"lang":"nl","type":"article","venue":"Data Archiving and Networked Services (DANS)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"TheMuseum","funders":"","keywords":"Gloom; Action (physics); Work (physics)","score_opus":0.035135935281140764,"score_gpt":0.2927396114891787,"score_spread":0.2576036762080379,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7038029063","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059448753,0.0036214853,0.9317197,0.00020181641,0.0025613722,0.00032252868,0.0004637415,0.00080784876,0.00085271924],"genre_scores_gemma":[0.49230376,0.003791389,0.49621305,0.0010716264,0.0043406584,0.000028756209,0.00062505994,0.00020139932,0.0014243036],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9945303,0.00068233424,0.00072447833,0.0020607447,0.0005592411,0.001442863],"domain_scores_gemma":[0.9925196,0.0025530644,0.00031514032,0.004076167,0.000086749176,0.00044925945],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0016383007,0.0008036667,0.0007853283,0.00023574542,0.00088114274,0.00053304486,0.005700929,0.00022371161,0.000056835877],"category_scores_gemma":[0.00016582652,0.0007703229,0.00010249183,0.0008515996,0.0005808015,0.0016288512,0.0057954066,0.0007999282,0.00018801416],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074939,0.0006104921,0.031217324,0.0040640277,0.0014059114,0.0004841099,0.1257918,0.103633516,0.003825359,0.004122155,0.009513417,0.7145825],"study_design_scores_gemma":[0.00077836233,0.00042347432,0.034870394,0.0013501885,0.00012327662,0.00008764926,0.00063954404,0.9066245,0.00017569825,0.008602582,0.044999056,0.001325262],"about_ca_topic_score_codex":0.0005073796,"about_ca_topic_score_gemma":0.0008895358,"teacher_disagreement_score":0.802991,"about_ca_system_score_codex":0.000045790977,"about_ca_system_score_gemma":0.00008581171,"threshold_uncertainty_score":0.99967873},"labels":[],"label_agreement":null},{"id":"W7042098641","doi":"","title":"Objective-based codes : the Canadian approach and the use of the it tools in the process","year":2001,"lang":"en","type":"article","venue":"NPARC","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Process (computing); Key (lock); Field (mathematics); Code (set theory); Confidentiality","score_opus":0.11480164759660383,"score_gpt":0.2960826280074438,"score_spread":0.18128098041083995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7042098641","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04698657,0.00007401537,0.94018275,0.010539125,0.00009425334,0.0006217535,0.0000042100023,0.00004451363,0.0014528048],"genre_scores_gemma":[0.9271842,0.00000795526,0.071579814,0.001099101,0.000014420105,0.00007562496,2.5486509e-7,0.000004937066,0.000033674653],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99883586,0.0004785637,0.00011552092,0.00016209009,0.00020280646,0.00020515585],"domain_scores_gemma":[0.99619204,0.003079133,0.000051019462,0.00060565,0.000049963346,0.000022196522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001233406,0.00009057493,0.00011394165,0.00003562737,0.00021374809,0.00013605905,0.0012157714,0.000035742814,0.0000014326462],"category_scores_gemma":[0.0018293067,0.00003469321,0.00003195189,0.00051704823,0.00032836167,0.00018312073,0.00007947549,0.00023672369,3.059934e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008802022,0.00008498284,0.012239198,0.000083669416,0.00005059546,0.000016231277,0.047584683,0.691248,0.0002794148,0.14932404,0.0010307409,0.09797043],"study_design_scores_gemma":[0.0026129505,0.0001215493,0.21333401,0.00016156668,0.00004802891,0.00014578862,0.0037704539,0.5244806,0.0028361173,0.23448548,0.017250612,0.0007528759],"about_ca_topic_score_codex":0.0024709573,"about_ca_topic_score_gemma":0.012392008,"teacher_disagreement_score":0.88019764,"about_ca_system_score_codex":0.000037491318,"about_ca_system_score_gemma":0.00017158355,"threshold_uncertainty_score":0.6915031},"labels":[],"label_agreement":null},{"id":"W7095093337","doi":"","title":"Université de Montréal","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"The arts; Representation (politics); Sketch","score_opus":0.008440686905270625,"score_gpt":0.21183190398614693,"score_spread":0.20339121708087632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7095093337","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020783503,0.000018290717,0.97571385,0.0003014641,0.00021152048,0.000013199557,8.953038e-8,0.0005600404,0.0023980264],"genre_scores_gemma":[0.049928658,0.0000035633368,0.9479532,0.000065365864,0.000013153775,5.6028887e-7,6.077861e-8,0.0000021476794,0.0020332723],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99972016,0.000009829383,0.000027366621,0.0000905714,0.000042753687,0.0001093268],"domain_scores_gemma":[0.999547,0.00015941652,0.000007743255,0.00023720106,0.000011094138,0.0000375409],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010708816,0.000035287725,0.00003443264,0.000022063929,0.000039655108,0.00000901103,0.00033910898,0.000026030357,0.000015981477],"category_scores_gemma":[0.00012877409,0.00003160075,0.0000141327655,0.00007042102,0.000011517643,0.00011595089,0.0002003525,0.0000813558,0.000029666211],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041528856,0.00001812677,0.0019179179,0.0000046693435,0.0000104290875,0.000091986156,0.00092699856,0.022592772,0.1481338,0.661614,0.0045015,0.16018367],"study_design_scores_gemma":[0.00087729737,0.00012147736,0.07557693,0.0000056740473,0.000007310435,0.00046014096,0.00008599591,0.07279611,0.3726127,0.20892784,0.26755196,0.00097654184],"about_ca_topic_score_codex":0.000026106289,"about_ca_topic_score_gemma":0.00005200128,"teacher_disagreement_score":0.45268613,"about_ca_system_score_codex":0.000026433065,"about_ca_system_score_gemma":0.000009419478,"threshold_uncertainty_score":0.12886411},"labels":[],"label_agreement":null},{"id":"W7095586415","doi":"","title":"Using Tabular Expression Input to Specify and Generate Program Family Members Using Tabular Expression Input to Specify and Generate Program Family Members","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Notation; Expression (computer science); Set (abstract data type); Process (computing); Class (philosophy); Product (mathematics); Software; Software development","score_opus":0.09459795990976778,"score_gpt":0.3587500163077016,"score_spread":0.2641520563979338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7095586415","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46629155,0.000789921,0.5298144,0.000048135997,0.0006738814,0.0012686948,0.0000033414517,0.0010184507,0.00009156857],"genre_scores_gemma":[0.049059812,0.00015652887,0.94938654,0.0005785317,0.00046085697,0.00009729176,0.000007324799,0.00012875759,0.00012438012],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9940838,0.00033602587,0.0009934582,0.0020076118,0.00096399145,0.0016151173],"domain_scores_gemma":[0.99671775,0.00036862408,0.00028094207,0.0013277739,0.00030957375,0.0009953361],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001977487,0.000937261,0.0009015388,0.00071038713,0.00055406656,0.00080496893,0.0010156138,0.0004204461,0.000010485285],"category_scores_gemma":[0.00040631308,0.00084359216,0.00012569015,0.0015922204,0.00019294946,0.0013138504,0.0019314805,0.0005814721,0.0000071977206],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007000981,0.00010528755,0.0003835184,0.00007641843,0.00002809474,0.00015581824,0.00088711,0.21110667,0.698423,0.00012833202,0.000290014,0.08834572],"study_design_scores_gemma":[0.0017017655,0.0009932353,0.0026652268,0.0009042049,0.00006717433,0.00011487587,0.0009689986,0.20994338,0.747386,0.00058115175,0.0317321,0.0029419088],"about_ca_topic_score_codex":0.00012213325,"about_ca_topic_score_gemma":0.000023113655,"teacher_disagreement_score":0.41957206,"about_ca_system_score_codex":0.00031815065,"about_ca_system_score_gemma":0.00011167638,"threshold_uncertainty_score":0.9994015},"labels":[],"label_agreement":null},{"id":"W7095770546","doi":"","title":"J. Appavoo","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Kernel (algebra); Scalability; Rapid prototyping; Natural (archaeology)","score_opus":0.02222563941601873,"score_gpt":0.27761826887201346,"score_spread":0.2553926294559947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7095770546","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016495783,0.00004522276,0.9911994,0.0008298674,0.0001300101,0.0000205016,2.4002277e-8,0.0011425714,0.0064674467],"genre_scores_gemma":[0.054040276,0.0000029040202,0.94476914,0.00051691313,0.00001713801,7.086732e-7,5.4512988e-8,0.0000011946871,0.00065164303],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99965465,0.000012322683,0.00004826763,0.00011474324,0.00006018167,0.00010982193],"domain_scores_gemma":[0.9995826,0.00010276901,0.000008175691,0.00026988357,0.000011523804,0.000025064674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010478869,0.000042465726,0.000048476064,0.000027558764,0.000017470655,0.000021247872,0.00036889882,0.000016040185,0.000004020792],"category_scores_gemma":[0.00014002336,0.000035068857,0.000015605687,0.0001333131,0.0000050279928,0.00020797749,0.00003656776,0.00004074371,0.00004061229],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.0495573e-7,0.000009322883,0.000010355769,8.484978e-7,0.0000012992692,0.0000073798087,0.00007436751,0.010558563,0.0016327038,0.55848306,0.001227617,0.4279941],"study_design_scores_gemma":[0.00018341505,0.00015191769,0.007948662,0.0000054594043,0.0000010382594,0.000029802752,0.000008001608,0.011554576,0.025646074,0.9340645,0.02006469,0.00034186407],"about_ca_topic_score_codex":2.6443263e-7,"about_ca_topic_score_gemma":3.8571457e-8,"teacher_disagreement_score":0.42765224,"about_ca_system_score_codex":0.000007972366,"about_ca_system_score_gemma":0.0000052143405,"threshold_uncertainty_score":0.14300664},"labels":[],"label_agreement":null},{"id":"W7095945278","doi":"","title":"THIERRY MOYAUX DESIGN, SIMULATION AND ANALYSIS OF COLLABORATIVE STRATEGIES IN MULTI-AGENT SYSTEMS: THE CASE OF SUPPLY CHAIN MANAGEMENT","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Supply chain; Supply chain management; Chain (unit); Data collection","score_opus":0.09042729420279462,"score_gpt":0.33927912258851145,"score_spread":0.24885182838571684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7095945278","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05897799,0.00042115603,0.94014466,0.000015906471,0.000041595576,0.00032534447,0.000003911171,0.000048038746,0.000021416003],"genre_scores_gemma":[0.59009314,0.0000528641,0.4098083,0.0000032551511,0.0000010553707,0.000013976162,4.433675e-7,0.000002095778,0.000024883078],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99898475,0.00031097012,0.00028873654,0.00019265585,0.000113233844,0.0001096222],"domain_scores_gemma":[0.99814516,0.0012938424,0.000120901626,0.0003139446,0.00010807022,0.000018078576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067932333,0.00009764786,0.00026050172,0.0003194641,0.000044997247,0.000019345627,0.00020045582,0.000032280022,8.0405164e-7],"category_scores_gemma":[0.00012267033,0.00006812444,0.000028572536,0.0014815512,0.00008486934,0.00024848356,0.00010937868,0.000049202037,1.2694404e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005261221,0.000020172403,0.00040341623,0.00003206477,0.00013794884,0.00012306226,0.0037612014,0.9865211,0.000058021844,0.008241742,0.0000021721569,0.00069382536],"study_design_scores_gemma":[0.00016915699,0.00003820765,0.010371582,0.000012332564,0.000039229297,0.000010560211,0.004473203,0.98422647,0.00027991517,0.00030475622,0.0000023028076,0.00007229779],"about_ca_topic_score_codex":0.00012683749,"about_ca_topic_score_gemma":0.00004608511,"teacher_disagreement_score":0.5311151,"about_ca_system_score_codex":0.000034287154,"about_ca_system_score_gemma":0.000025987349,"threshold_uncertainty_score":0.27780342},"labels":[],"label_agreement":null},{"id":"W7096257386","doi":"","title":"Experience with k42, an open-source, linux-compatible, scalable operating-system kernel","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Kernel (algebra); Scalability; Rapid prototyping; Kernel method","score_opus":0.04259657195649986,"score_gpt":0.30671247907527655,"score_spread":0.2641159071187767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096257386","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056144595,0.00005564432,0.9375275,0.00014206357,0.00017116558,0.00030033992,7.0698025e-7,0.0019982792,0.0036597287],"genre_scores_gemma":[0.36518884,0.0000018162713,0.6327558,0.000185739,0.0000664753,0.00006535703,8.90961e-7,0.000022342238,0.0017127497],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979353,0.00014548542,0.0003317686,0.0007554783,0.0003337739,0.0004982234],"domain_scores_gemma":[0.99801594,0.00026779494,0.00009182443,0.0012895061,0.0001321498,0.00020277027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005695363,0.0002765792,0.00034128354,0.00009172474,0.00025021957,0.0006644584,0.002909409,0.00007197983,0.000027019672],"category_scores_gemma":[0.00013305366,0.00021024788,0.000023397999,0.0005735807,0.00007220606,0.003025134,0.00084410934,0.00019335095,0.00007389588],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015421947,0.00013430229,0.0014977003,0.000032806212,0.000017629794,0.000031415526,0.0042882226,0.9107746,0.0020811248,0.03059315,0.00034650436,0.050187107],"study_design_scores_gemma":[0.0014808732,0.0008926496,0.002509434,0.00019601893,0.000007965224,0.00027951613,0.0021292183,0.9298804,0.04949696,0.0003568779,0.011332387,0.0014376899],"about_ca_topic_score_codex":0.00011153873,"about_ca_topic_score_gemma":0.000042304597,"teacher_disagreement_score":0.30904424,"about_ca_system_score_codex":0.000116554445,"about_ca_system_score_gemma":0.0000743012,"threshold_uncertainty_score":0.85736597},"labels":[],"label_agreement":null},{"id":"W7097255778","doi":"","title":"Towards Fault-tolerant Software Architectures","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Construct (python library); Software; Software system; Component-based software engineering; Architectural pattern; Software architecture; Architecture; Software construction","score_opus":0.04424887369026436,"score_gpt":0.27946658061393237,"score_spread":0.235217706923668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097255778","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010137087,0.00023809228,0.9857927,0.00026252298,0.00040194788,0.00007875358,9.571278e-7,0.0024326346,0.00065529795],"genre_scores_gemma":[0.08967453,0.000014205772,0.9094155,0.00032021775,0.00005208005,0.000012296503,5.4702235e-7,0.000011833847,0.0004987909],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988712,0.00005921451,0.00015859229,0.00034149396,0.0002474276,0.00032205306],"domain_scores_gemma":[0.99884206,0.00038340266,0.00003173445,0.00060660933,0.00004962471,0.00008654431],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015709957,0.00016287014,0.00018581239,0.00009889305,0.00012492783,0.000025328594,0.00089278806,0.000056641806,0.000016248223],"category_scores_gemma":[0.00074092933,0.00012884726,0.00009814303,0.00027319606,0.000071717586,0.00015009209,0.0002921564,0.00017697075,0.000044025397],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010726034,0.000060811526,0.0007064975,0.00003475682,0.000050755207,0.00036149513,0.003060681,0.52163225,0.00068260933,0.016514903,0.00219648,0.45468804],"study_design_scores_gemma":[0.003423541,0.0011108705,0.1377558,0.00015868753,0.000033450448,0.005605571,0.00015449333,0.075854726,0.14016892,0.55752546,0.07242521,0.005783266],"about_ca_topic_score_codex":0.000015698057,"about_ca_topic_score_gemma":0.0000015424685,"teacher_disagreement_score":0.54101056,"about_ca_system_score_codex":0.000027421898,"about_ca_system_score_gemma":0.00005718598,"threshold_uncertainty_score":0.5254238},"labels":[],"label_agreement":null},{"id":"W7100081872","doi":"","title":"THE UNIVERSITY OF CALGARY Improving the Modularity of Context-Sensitive Concerns through the Use of Declarative Event Patterns","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Event (particle physics); Modularity (biology); Protocol (science); Maintainability; Software; Communications protocol; Protocol analysis; Abstraction","score_opus":0.08135668825482482,"score_gpt":0.282241276919262,"score_spread":0.20088458866443715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100081872","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045177713,0.00016052711,0.9536598,0.00060390984,0.00008732171,0.00022864537,0.0000095740525,0.000041930096,0.000030586314],"genre_scores_gemma":[0.80252004,0.00005816807,0.19723599,0.0000814873,0.000010609047,7.6948936e-7,3.0998208e-7,0.0000037347934,0.00008886918],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99883324,0.0004053857,0.00021188999,0.0001786063,0.00021018463,0.00016066567],"domain_scores_gemma":[0.99474734,0.004123096,0.00024129418,0.0006449728,0.00022615412,0.000017125662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004992403,0.00010786654,0.00019720306,0.000012669535,0.0001671227,0.000012775734,0.00080123765,0.000043773773,0.0000026608134],"category_scores_gemma":[0.00050330197,0.00005526435,0.00009980802,0.00014569996,0.0004396011,0.00037247973,0.00048615457,0.00018207285,5.3316313e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010927715,0.000113612,0.0018590121,0.000052769745,0.00032501074,0.000009777066,0.04438706,0.45431045,0.006242449,0.17585915,0.00026589018,0.31646553],"study_design_scores_gemma":[0.0011520627,0.00041489291,0.062867,0.00014019619,0.0000922387,0.000019335603,0.013941961,0.6645906,0.24479266,0.006047047,0.005413252,0.00052877],"about_ca_topic_score_codex":0.0012920602,"about_ca_topic_score_gemma":0.00040691133,"teacher_disagreement_score":0.75734234,"about_ca_system_score_codex":0.00004890175,"about_ca_system_score_gemma":0.000060377246,"threshold_uncertainty_score":0.22536148},"labels":[],"label_agreement":null},{"id":"W7100257758","doi":"","title":"Aspectual Decomposition of Transactions","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pleasure; Sister; Wish; Decomposition; Chose","score_opus":0.023952772383821635,"score_gpt":0.3221803452965927,"score_spread":0.298227572912771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100257758","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003091682,0.000020482004,0.99523157,0.00004195581,0.00018485507,0.000026857377,2.0670834e-7,0.0003201916,0.0010821852],"genre_scores_gemma":[0.37808147,0.0000013518949,0.62185365,0.000012292327,0.000005694285,4.4337125e-7,8.6666155e-8,0.0000014611861,0.00004357391],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9996292,0.000011336585,0.00010259384,0.000086986394,0.00007369139,0.00009618804],"domain_scores_gemma":[0.99935156,0.00041888503,0.00001875125,0.00016037819,0.00002737885,0.00002302066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002677406,0.0000383997,0.00005841218,0.00006697792,0.000019260782,0.0000048636493,0.00018153353,0.00002153438,0.000013275789],"category_scores_gemma":[0.000041897845,0.00003552405,0.000026180409,0.00017998602,0.000016249618,0.0001710825,0.000009926736,0.00004417677,0.0000045271167],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000125812285,0.00009476824,0.00006938412,0.00002077519,0.000027486305,0.000013377602,0.001205151,0.12776686,0.08106445,0.20256996,0.00005864869,0.5870966],"study_design_scores_gemma":[0.00024828047,0.00014475257,0.007887754,0.000010472587,0.0000047552317,0.000045328125,0.00007929752,0.007058213,0.9377486,0.046116453,0.00044154772,0.00021451333],"about_ca_topic_score_codex":0.0000031585162,"about_ca_topic_score_gemma":0.0000030982928,"teacher_disagreement_score":0.8566842,"about_ca_system_score_codex":0.000014925562,"about_ca_system_score_gemma":0.0000068681275,"threshold_uncertainty_score":0.14486288},"labels":[],"label_agreement":null},{"id":"W7132911090","doi":"","title":"Assisting with API Design through Reusing Design Knowledge","year":2020,"lang":"","type":"dissertation","venue":"TSpace","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto","keywords":"Software design; Application programming interface; Reuse; Software; Design knowledge; Set (abstract data type); Software requirements specification; Design methods","score_opus":0.22930493845795485,"score_gpt":0.4091607418210336,"score_spread":0.17985580336307877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7132911090","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008011205,0.004495275,0.988038,0.00030963172,0.0021924274,0.0011879257,0.0000010017302,0.0017236876,0.0019719084],"genre_scores_gemma":[0.0057948492,0.00022691008,0.99013793,0.0000804869,0.00037187335,0.00012054944,0.000020682923,0.00023900963,0.0030077177],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9932318,0.0018067914,0.00079394894,0.0021533049,0.00076126074,0.0012529367],"domain_scores_gemma":[0.98878604,0.007864789,0.0009318698,0.001476215,0.00064725376,0.00029385477],"candidate_categories":["metaepi_narrow"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.00175703,0.001320724,0.0013624468,0.00023384031,0.0007628891,0.0005849161,0.002231578,0.00061231287,0.000033349002],"category_scores_gemma":[0.0066755293,0.0012974002,0.00019585538,0.0022855399,0.00018845535,0.0010723016,0.00041876695,0.0016190349,0.00015510793],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004810436,0.00011087602,0.000008892055,0.0010498597,0.00030652736,0.00036166512,0.13945022,0.79160595,0.009064235,0.002506983,0.0005234424,0.05453032],"study_design_scores_gemma":[0.00287477,0.004291697,0.00042544142,0.009398781,0.000986803,0.0003190883,0.017095417,0.65854985,0.27039304,0.020794587,0.0060449094,0.008825644],"about_ca_topic_score_codex":0.000030871655,"about_ca_topic_score_gemma":0.0000047223343,"teacher_disagreement_score":0.26132882,"about_ca_system_score_codex":0.00043331654,"about_ca_system_score_gemma":0.0013322328,"threshold_uncertainty_score":0.9999544},"labels":[],"label_agreement":null},{"id":"W7133040690","doi":"","title":"Goal analysis for software customization and personalization","year":2003,"lang":"","type":"dissertation","venue":"TSpace","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bibliothèque et Archives nationales du Québec; University of Toronto","funders":"","keywords":"Personalization; Software; Goal modeling; Goal orientation; User interface; Dependency (UML); Space (punctuation)","score_opus":0.04035229969430311,"score_gpt":0.3606004252257145,"score_spread":0.3202481255314114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133040690","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008169156,0.002211949,0.98706424,0.000078971156,0.0012156246,0.00080209045,0.000015316129,0.00038556682,0.000057093384],"genre_scores_gemma":[0.010786398,0.00054632756,0.96756065,0.00007693606,0.000098489625,0.00018376904,0.0007245058,0.00008610468,0.019936793],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99703175,0.0002924386,0.00050054997,0.0012178055,0.00042001938,0.0005374355],"domain_scores_gemma":[0.9964765,0.0015228766,0.0005572362,0.0006247677,0.0006611163,0.00015751425],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008160994,0.0006057661,0.00086057227,0.00077532907,0.00047713035,0.0002955489,0.00046501675,0.00053278083,0.00005379833],"category_scores_gemma":[0.0043081255,0.0006970597,0.0002921359,0.0022036063,0.00008188657,0.00050530274,0.000070949034,0.00028062172,0.000006498128],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013787039,0.00007719615,0.0025558656,0.0014442167,0.0012064081,0.0000055024207,0.030516362,0.92880136,0.0006861545,0.0028830317,0.0004412651,0.031244792],"study_design_scores_gemma":[0.0030861672,0.0007286569,0.029694226,0.0005479343,0.007249232,0.000024729752,0.011490249,0.9245666,0.005265928,0.006264505,0.0063155475,0.0047662216],"about_ca_topic_score_codex":0.000024124223,"about_ca_topic_score_gemma":0.000021696955,"teacher_disagreement_score":0.02713836,"about_ca_system_score_codex":0.00017726784,"about_ca_system_score_gemma":0.00019338429,"threshold_uncertainty_score":0.9995481},"labels":[],"label_agreement":null},{"id":"W7134912072","doi":"10.1109/pcs65673.2025.11417568","title":"How Universal Are SAM2 Features?","year":2025,"lang":"","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"","score_opus":0.02729096740780368,"score_gpt":0.2772947376694618,"score_spread":0.2500037702616581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7134912072","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011490251,0.002816192,0.9735125,0.013477923,0.004627966,0.00020568713,0.00000435562,0.0010328325,0.0042076414],"genre_scores_gemma":[0.053542152,0.00020791615,0.8219941,0.0006308054,0.00010201608,0.00000538415,7.450221e-7,0.000015612213,0.12350121],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99784154,0.00022926579,0.000191136,0.0008310325,0.00027745008,0.0006295738],"domain_scores_gemma":[0.997002,0.0013433994,0.00012084947,0.0012245317,0.00018987093,0.00011934626],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00037715805,0.00038024783,0.00043328755,0.00033240864,0.00021274341,0.0005845835,0.0017350587,0.00026111898,0.000017143084],"category_scores_gemma":[0.0021739535,0.0003715003,0.00016080773,0.0014140579,0.00017316917,0.00094393786,0.0011204418,0.0005724712,0.0000172959],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003574589,0.00008157417,0.00043878992,0.00024414112,0.00020057487,0.0002075244,0.0005439734,0.057068843,0.00056988327,0.52596205,0.027090682,0.38755623],"study_design_scores_gemma":[0.0053665163,0.00072724506,0.07991296,0.0022405044,0.0003344543,0.00013017084,0.006209604,0.075168215,0.054588642,0.32798225,0.44167998,0.005659457],"about_ca_topic_score_codex":0.000010668646,"about_ca_topic_score_gemma":0.0000113439555,"teacher_disagreement_score":0.4145893,"about_ca_system_score_codex":0.00021749262,"about_ca_system_score_gemma":0.0001927514,"threshold_uncertainty_score":0.9998737},"labels":[],"label_agreement":null},{"id":"W7144234926","doi":"10.15083/0002006276","title":"Alberta context tool日本語版の開発および病棟の contextと病棟看護師の研究成果活用の関連","year":2020,"lang":"ja","type":"dissertation","venue":"Institutional Repositories DataBase (IRDB)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Key (lock); Work (physics); Agency (philosophy)","score_opus":0.04027599683766948,"score_gpt":0.29630415919538744,"score_spread":0.25602816235771797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7144234926","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032936998,0.0064796805,0.94695896,0.0008951831,0.034790836,0.0012147893,0.0009936694,0.0010662541,0.0043069087],"genre_scores_gemma":[0.41502512,0.002428766,0.5187915,0.0023534696,0.010031356,0.0010367448,0.02477138,0.00050166616,0.025060039],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99095386,0.0005445277,0.0020792698,0.0029475589,0.0021601636,0.0013146234],"domain_scores_gemma":[0.9902708,0.003910408,0.00096917344,0.0026813473,0.0013444632,0.0008237988],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0007512803,0.0017222465,0.0017629073,0.0004005887,0.001612841,0.0011391027,0.0034494998,0.00089115195,0.000098964876],"category_scores_gemma":[0.012255375,0.0018512931,0.00062151253,0.0014643482,0.00085937424,0.0041635158,0.00095366966,0.0021272611,0.0008538797],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015976441,0.0006886182,0.000427892,0.002993112,0.0017481894,0.0045369016,0.014076422,0.026340537,0.020558108,0.8777332,0.016937863,0.032361522],"study_design_scores_gemma":[0.0029409025,0.00078653527,0.001074174,0.0048310515,0.00061531994,0.0011823366,0.0019910096,0.011127718,0.059150007,0.0035888702,0.90715253,0.0055595185],"about_ca_topic_score_codex":0.0032607077,"about_ca_topic_score_gemma":0.0012665824,"teacher_disagreement_score":0.8902147,"about_ca_system_score_codex":0.0008234446,"about_ca_system_score_gemma":0.0026487652,"threshold_uncertainty_score":0.99992406},"labels":[],"label_agreement":null},{"id":"W72881453","doi":"10.5753/sbes.2001.23977","title":"Driving Non-Functional Requirements to Use Cases and Scenarios","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Non-functional requirement; Software engineering; Functional requirement; Software development; Software; Business requirements; Software requirements specification; Requirements analysis; Conceptual model; Order (exchange); Risk analysis (engineering); Systems engineering; Process management; Software construction; Business process; Engineering; Operations management; Work in process; Business; Programming language","score_opus":0.10724363690200454,"score_gpt":0.3160221937131062,"score_spread":0.20877855681110163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W72881453","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16700895,0.000008447693,0.832103,0.0001957542,0.00027298104,0.00006442446,1.403178e-7,0.00028261563,0.00006369501],"genre_scores_gemma":[0.34789255,0.000006745343,0.6508734,0.0002347814,0.000022745367,0.0000066070124,2.4246327e-7,0.0000046026953,0.000958273],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992937,0.00002049116,0.00009905147,0.0002592918,0.00013650663,0.00019094688],"domain_scores_gemma":[0.9985384,0.0010678817,0.000016626309,0.0002609507,0.000026458863,0.000089684836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016655985,0.0000883896,0.000084614,0.00008067211,0.000072503004,0.00009851116,0.00018012538,0.00002399953,0.000008536236],"category_scores_gemma":[0.0016734917,0.00007957211,0.000014720001,0.0002067434,0.0000145801105,0.0007239843,0.00027214465,0.000052297448,0.000018894978],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045704845,0.00015105051,0.45419633,0.00003346813,0.00009067127,0.0008467592,0.0019528664,0.18496302,0.02802384,0.01793808,0.006794951,0.30496326],"study_design_scores_gemma":[0.000775873,0.0004110493,0.9407023,0.00011459475,0.000010541234,0.00083942164,0.00011670958,0.0301073,0.004808552,0.00487329,0.016165372,0.0010749795],"about_ca_topic_score_codex":0.000029118966,"about_ca_topic_score_gemma":0.000013136942,"teacher_disagreement_score":0.486506,"about_ca_system_score_codex":0.000031872223,"about_ca_system_score_gemma":0.000012970016,"threshold_uncertainty_score":0.32448566},"labels":[],"label_agreement":null},{"id":"W76828974","doi":"","title":"Aspect-Oriented Incremental Customization of Middleware Services","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Middleware (distributed applications); Modular design; Personalization; Aspect-oriented programming; Distributed computing; Fault tolerance; Modular programming; Robustness (evolution); Consistency (knowledge bases); Message oriented middleware; Software engineering; Embedded system; Operating system; Software; Programming language; Software architecture","score_opus":0.020852411545654283,"score_gpt":0.26561690036293056,"score_spread":0.24476448881727628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W76828974","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04146151,0.00006681823,0.9565136,0.000051039642,0.00021392538,0.000066652174,6.514779e-7,0.0004694219,0.0011563746],"genre_scores_gemma":[0.3311653,0.000017288487,0.6685625,0.000049266757,0.000016752165,0.0000033486654,0.000002770131,0.000004880182,0.00017791703],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99933594,0.00003985358,0.00015552554,0.00017771426,0.00015646512,0.00013452554],"domain_scores_gemma":[0.9994127,0.00013023165,0.000060031358,0.00029605138,0.00007067873,0.000030282496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016176607,0.000080668186,0.00011125808,0.00008436739,0.000029724315,0.000013454941,0.00038546126,0.000032398362,0.000021790644],"category_scores_gemma":[0.0000721323,0.00007249432,0.000026172696,0.0004169517,0.000017438828,0.00041624322,0.00017452337,0.00004527167,0.000010921347],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011978867,0.00053525966,0.07909057,0.0005067941,0.00019796027,0.00010526508,0.008112953,0.45476392,0.076430306,0.20589656,0.0009922463,0.17324837],"study_design_scores_gemma":[0.003996341,0.00078065426,0.06446264,0.0003295485,0.00004375137,0.00019668625,0.002435898,0.36814106,0.5057365,0.02963634,0.022194503,0.0020461136],"about_ca_topic_score_codex":0.00002811725,"about_ca_topic_score_gemma":0.000008605856,"teacher_disagreement_score":0.42930615,"about_ca_system_score_codex":0.00002943519,"about_ca_system_score_gemma":0.000010648938,"threshold_uncertainty_score":0.29562324},"labels":[],"label_agreement":null},{"id":"W77870679","doi":"","title":"Software Architectures as Organizational Structures","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software engineering; Software architecture; Knowledge management; Adaptation (eye); Architectural style; Software; Process management; Architecture; Engineering; Programming language","score_opus":0.0191634905349697,"score_gpt":0.2742577395224273,"score_spread":0.25509424898745764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W77870679","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009266479,0.000089800844,0.9877145,0.00031664642,0.000291114,0.00005293846,5.190952e-7,0.0015610852,0.00070690794],"genre_scores_gemma":[0.07503799,0.0000066623134,0.9235628,0.00049816916,0.00007064883,0.0000033164724,0.0000017536541,0.000011509257,0.0008071408],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99918306,0.000039267587,0.00010798771,0.00026325017,0.0002003777,0.00020605254],"domain_scores_gemma":[0.99902517,0.00045639742,0.000026756677,0.0003669258,0.000064502696,0.00006024234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009055553,0.00011858675,0.000099710924,0.00008791341,0.000078609366,0.000059652564,0.00066396524,0.000046020716,0.00015978645],"category_scores_gemma":[0.0014861166,0.00009655398,0.000027054943,0.0003977802,0.000031568004,0.00012264613,0.00021331722,0.00010885384,0.000052099625],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008284247,0.000022279812,0.005412782,0.000012734272,0.00003243363,0.0000897817,0.00058049196,0.4232573,0.0011351712,0.42447472,0.0010113074,0.14396273],"study_design_scores_gemma":[0.0001423586,0.000043010015,0.01344993,0.00000396066,0.0000018872239,0.00029698858,0.000011087559,0.0008231779,0.006214244,0.974466,0.0042769453,0.00027039155],"about_ca_topic_score_codex":0.000005713503,"about_ca_topic_score_gemma":0.0000018207403,"teacher_disagreement_score":0.5499913,"about_ca_system_score_codex":0.000020942873,"about_ca_system_score_gemma":0.00004078186,"threshold_uncertainty_score":0.3937357},"labels":[],"label_agreement":null},{"id":"W78359622","doi":"","title":"Towards Variability Design as Decision Boundary Placement.","year":2007,"lang":"en","type":"article","venue":"WER","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Decision process; Decision boundary; Decision support system; Decision engineering; Graph; Business decision mapping; Data mining; Theoretical computer science; Machine learning; Management science; Engineering","score_opus":0.04254172863597103,"score_gpt":0.3284622840882953,"score_spread":0.2859205554523243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W78359622","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024335387,0.00008548692,0.9941286,0.00007272516,0.0011099727,0.00013223333,3.88308e-7,0.0005512551,0.0014858011],"genre_scores_gemma":[0.041902892,0.000005114915,0.9576802,0.00018426518,0.000051391355,0.000005659899,3.9056826e-7,0.0000087984145,0.00016125191],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99877954,0.00011468959,0.00019834012,0.00034719458,0.00024736475,0.00031284624],"domain_scores_gemma":[0.99687946,0.0022833266,0.00003915305,0.00064964494,0.0000639605,0.00008445177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039075767,0.00012181172,0.00013133655,0.0000725351,0.00009468477,0.00006545877,0.00061760284,0.00007408397,0.0000418336],"category_scores_gemma":[0.0030855907,0.000108835186,0.000040646635,0.00027157867,0.00005054158,0.00032103967,0.00028065432,0.00014613755,0.00009217037],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012487007,0.00010753676,0.0002892051,0.000018077502,0.000026917449,0.000078648474,0.000987017,0.07514991,0.0029353627,0.031485803,0.0029972142,0.8857994],"study_design_scores_gemma":[0.0007972327,0.00038788037,0.013577804,0.000044904304,0.000009829641,0.000064968735,0.000044921533,0.0071998183,0.041869633,0.8661867,0.069071464,0.00074486324],"about_ca_topic_score_codex":0.0000043600576,"about_ca_topic_score_gemma":4.8735575e-7,"teacher_disagreement_score":0.8850546,"about_ca_system_score_codex":0.000114323775,"about_ca_system_score_gemma":0.00008669725,"threshold_uncertainty_score":0.44381702},"labels":[],"label_agreement":null},{"id":"W816408658","doi":"","title":"Mise En Scene: Conversion of Scenarios to CSP Traces for the Requirements-To-Design-To-Code Project","year":2013,"lang":"en","type":"book","venue":"NASA Technical Reports Server (NASA)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Notation; Computer science; TRACE (psycholinguistics); Programming language; Communicating sequential processes; Code (set theory); Schedule; Software engineering; Semantics (computer science); Operating system; Set (abstract data type)","score_opus":0.08758472609437762,"score_gpt":0.34286242699739045,"score_spread":0.2552777009030128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W816408658","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024419895,0.00035638938,0.98755664,0.0010663577,0.0016722955,0.007334257,0.000022477172,0.0011571561,0.00059023465],"genre_scores_gemma":[0.002214285,0.0000686471,0.94747615,0.00077348686,0.00025093483,0.0013575105,0.000016737791,0.00013529316,0.04770694],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99418116,0.00021980493,0.0015065736,0.00173827,0.0014547916,0.00089939154],"domain_scores_gemma":[0.99052227,0.0042622467,0.00082030316,0.003322325,0.00069367874,0.00037916214],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0037951006,0.00077051035,0.0011804845,0.00051741465,0.00019694983,0.00015481116,0.0030368764,0.000785822,0.000018753759],"category_scores_gemma":[0.008830425,0.00059965596,0.0004427381,0.0007274329,0.00012505587,0.00044310748,0.0017658197,0.0007694668,0.00003540675],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060996955,0.00051289884,0.00013497591,0.0022598545,0.0006270942,0.0008823701,0.002152373,0.10172662,0.030762719,0.0031437872,0.75790423,0.09928309],"study_design_scores_gemma":[0.0012809358,0.004280093,0.0015286882,0.0038958697,0.00040917707,0.0005103524,0.00008208024,0.002833637,0.044317976,0.02553237,0.9113193,0.0040095313],"about_ca_topic_score_codex":0.000041464424,"about_ca_topic_score_gemma":0.000008893226,"teacher_disagreement_score":0.15341505,"about_ca_system_score_codex":0.0007798217,"about_ca_system_score_gemma":0.0010251391,"threshold_uncertainty_score":0.9996455},"labels":[],"label_agreement":null},{"id":"W82583811","doi":"","title":"Qualitative, Interactive, Backward Analysis of i* Models","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Qualitative analysis; Work (physics); Eclipse; Management science; Qualitative research; Engineering","score_opus":0.17681986401153,"score_gpt":0.4024326189158337,"score_spread":0.22561275490430371,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W82583811","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019008888,0.000046956182,0.97894806,0.000046027595,0.00008277637,0.000035310346,0.0000020667158,0.00026529154,0.0015646444],"genre_scores_gemma":[0.38109556,0.000016282896,0.6186234,0.000024294057,0.000002485124,0.0000031276486,7.7024856e-7,0.0000028087632,0.00023126644],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999074,0.00016464174,0.000213911,0.0002327378,0.00017662332,0.00013812345],"domain_scores_gemma":[0.99773395,0.001588566,0.00007852775,0.00044170706,0.00012001594,0.000037262158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031607438,0.00009241434,0.00030017213,0.00035452054,0.000029201967,0.000006393616,0.00050592027,0.000029928913,0.000014936383],"category_scores_gemma":[0.0003660757,0.000079468016,0.00012925483,0.0013289928,0.00006214478,0.0006764127,0.0001659128,0.00007676069,0.0000051987317],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000532658,0.000029770214,0.00008310731,0.0000051932584,0.0003963775,0.000005946984,0.017898953,0.9220115,0.00043163824,0.056640755,0.00011399028,0.0023774523],"study_design_scores_gemma":[0.00024641314,0.00009767334,0.003755587,0.0000097642915,0.000092426286,0.00000861996,0.001111291,0.89910614,0.011492152,0.083566405,0.00012393942,0.00038960914],"about_ca_topic_score_codex":0.000020624571,"about_ca_topic_score_gemma":0.000002196189,"teacher_disagreement_score":0.36208668,"about_ca_system_score_codex":0.000024134522,"about_ca_system_score_gemma":0.000020129777,"threshold_uncertainty_score":0.32406116},"labels":[],"label_agreement":null},{"id":"W837832250","doi":"","title":"Research into the Development of HLA-based Ship Safety Assessment Simulation with Systems Engineering","year":2008,"lang":"en","type":"article","venue":"Journal of Ocean Engineering and Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Engineering; Shipbuilding; Reuse; High-level architecture; Damages; Naval architecture; Systems engineering; Transport engineering; Construction engineering; Computer science; Interoperability; Marine engineering","score_opus":0.05084688599051834,"score_gpt":0.3236455055312853,"score_spread":0.27279861954076695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W837832250","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21841528,0.000528367,0.7805515,0.00014626443,0.0001653711,0.000069661975,1.3213791e-7,0.00012115305,0.0000022764505],"genre_scores_gemma":[0.56363726,0.000014679235,0.4363185,8.647248e-7,0.000015837237,0.0000015299012,1.0214968e-7,0.000008511768,0.0000027096314],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987576,0.000044696866,0.00044234237,0.00014282812,0.000373504,0.00023904037],"domain_scores_gemma":[0.99800843,0.0011543967,0.00016070444,0.0002855552,0.00034198153,0.00004892085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001617706,0.00013208267,0.00027358593,0.00073248846,0.000116829746,0.000018996567,0.0005270575,0.00010100272,1.7452611e-7],"category_scores_gemma":[0.00055237213,0.00009088665,0.000024334018,0.00087550556,0.00008133562,0.00015713256,0.000114716924,0.00058721344,1.4777135e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006994655,0.000012282849,0.0005263001,0.00006919676,0.000034043427,0.000022551952,0.00046025534,0.9931621,0.0009952921,0.0022390592,0.0000027660733,0.002469159],"study_design_scores_gemma":[0.0005799677,0.0004144779,0.0058975895,0.00036942892,0.000008979619,0.00027639038,0.00023459578,0.9842152,0.006139954,0.0001968282,0.0014428787,0.00022372328],"about_ca_topic_score_codex":8.6443083e-7,"about_ca_topic_score_gemma":1.8444314e-7,"teacher_disagreement_score":0.345222,"about_ca_system_score_codex":0.00013194734,"about_ca_system_score_gemma":0.00018355332,"threshold_uncertainty_score":0.370625},"labels":[],"label_agreement":null},{"id":"W84714789","doi":"","title":"Architecture-Centric Program Transformation for Distributed Systems.","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Database-centric architecture; Software architecture; Software evolution; Reference architecture; Software engineering; Architecture; Architecture tradeoff analysis method; Resource-oriented architecture; Transformation (genetics); Applications architecture; Software; Software system; Component-based software engineering; Software construction; Programming language","score_opus":0.020105188932812768,"score_gpt":0.275828659436403,"score_spread":0.25572347050359023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W84714789","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021738853,0.00013080386,0.99638027,0.00020129589,0.00029202824,0.0005916688,0.000010121659,0.0019213803,0.0002550674],"genre_scores_gemma":[0.09295579,0.0000013859483,0.90655607,0.000009737563,0.000049173468,0.00025547814,0.00003935378,0.000006402422,0.00012658317],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992646,0.000032080858,0.00017797493,0.00016910616,0.00011198597,0.0002442252],"domain_scores_gemma":[0.9993915,0.0002821353,0.00003751898,0.00020721184,0.00005393238,0.000027716032],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019904476,0.00009663682,0.00011453164,0.00009531427,0.00005467693,0.00009183355,0.00030251284,0.000042816813,6.388503e-7],"category_scores_gemma":[0.00007293981,0.000078973644,0.000048375157,0.00040334882,0.0000123089985,0.00022001106,0.000021220994,0.00005250268,0.000002322551],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034481916,0.000034678458,0.000010334996,0.00005218536,0.0000045543306,7.660113e-7,0.000035240028,0.68472683,0.0000763589,0.101544864,0.00044374898,0.21306698],"study_design_scores_gemma":[0.001591594,0.00044410655,0.0031779998,0.00004348684,0.000017672375,0.00005355853,0.000027618778,0.77963394,0.004597634,0.07127455,0.13835903,0.0007787927],"about_ca_topic_score_codex":0.0000115350485,"about_ca_topic_score_gemma":0.0000017231096,"teacher_disagreement_score":0.21228819,"about_ca_system_score_codex":0.00004159757,"about_ca_system_score_gemma":0.000011572432,"threshold_uncertainty_score":0.32204518},"labels":[],"label_agreement":null},{"id":"W85244971","doi":"10.1007/978-3-642-24124-6_10","title":"Idealized Fault-Tolerant Components in Requirements Engineering","year":2011,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Fault tolerance; Key (lock); Process (computing); Component (thermodynamics); Distributed computing; Software engineering; Reliability engineering; Programming language; Computer security; Engineering","score_opus":0.07425637220789683,"score_gpt":0.2848208230006238,"score_spread":0.21056445079272695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W85244971","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024572617,0.0005319078,0.994932,0.00008744039,0.0028335243,0.00042948136,0.0000031470229,0.0005211075,0.0004156854],"genre_scores_gemma":[0.050016023,0.000064443826,0.94932497,0.00026761857,0.00014722184,0.000020009158,0.000004153611,0.000060817612,0.00009476354],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955458,0.000057296766,0.0008098712,0.0016537398,0.0009248333,0.0010084786],"domain_scores_gemma":[0.99692386,0.0008850032,0.00027168123,0.0016020775,0.0001373401,0.00018000926],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014447857,0.0007279529,0.0008643076,0.0014241101,0.000098675606,0.0002042985,0.004047354,0.0003677086,0.000010924744],"category_scores_gemma":[0.0004494346,0.00072695385,0.00013020412,0.0007453859,0.00029658063,0.0008054587,0.001818833,0.0011009251,0.000031745138],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011587813,0.00003235398,0.000078544705,0.00008267193,0.000015344101,0.0003098111,0.0010130581,0.7544364,0.0009238653,0.012155076,0.0000031414431,0.23093815],"study_design_scores_gemma":[0.0010953576,0.00019102854,0.0013056867,0.0016879686,0.000009070986,0.00009737315,1.4788138e-7,0.6946915,0.003093736,0.29479498,0.001138707,0.0018944575],"about_ca_topic_score_codex":0.000044130924,"about_ca_topic_score_gemma":0.00002175437,"teacher_disagreement_score":0.2826399,"about_ca_system_score_codex":0.00056049105,"about_ca_system_score_gemma":0.00019481448,"threshold_uncertainty_score":0.99951816},"labels":[],"label_agreement":null},{"id":"W90319414","doi":"10.5555/2557696.2557720","title":"Explicit modelling of statechart simulation environments","year":2013,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Debugging; Computer science; Formalism (music); Visualization; Programming language; Model transformation; Architecture; Model checking; Software engineering; Artificial intelligence","score_opus":0.08371881941279666,"score_gpt":0.2730724191040804,"score_spread":0.18935359969128376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W90319414","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013387906,0.000015654738,0.9861903,0.000022022728,0.00005374522,0.000085650485,1.538655e-7,0.00015425964,0.00009030606],"genre_scores_gemma":[0.4540713,0.0000042039665,0.5457758,0.000011295635,0.0000029164394,0.0000054131456,1.8392392e-7,0.000002612262,0.00012628327],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995155,0.000018205816,0.00012332664,0.00013040351,0.00010700932,0.00010560855],"domain_scores_gemma":[0.9993987,0.00026453918,0.00003626076,0.00026502888,0.000012601697,0.000022885171],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000095934796,0.00005613542,0.00007569114,0.000039606697,0.000014226725,0.000011390606,0.00022972515,0.00002284212,0.000018317845],"category_scores_gemma":[0.000038977996,0.00005008144,0.000017053275,0.0000715106,0.000007869438,0.00049273396,0.0000913072,0.000035940797,0.000040464023],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.0327677e-7,0.0000048886186,0.000015858086,0.000002336272,0.000001832041,1.0171285e-7,0.00009276622,0.9865735,0.0028394624,0.0024347582,0.0000046292253,0.008029621],"study_design_scores_gemma":[0.000041571275,0.000014064012,0.0001356413,0.0000027117815,4.3844673e-7,1.5246154e-7,0.000008552867,0.9568216,0.015923107,0.026911903,0.00008425477,0.00005596739],"about_ca_topic_score_codex":0.000009408792,"about_ca_topic_score_gemma":2.8618944e-8,"teacher_disagreement_score":0.4406834,"about_ca_system_score_codex":0.000013667066,"about_ca_system_score_gemma":0.0000027424235,"threshold_uncertainty_score":0.20422618},"labels":[],"label_agreement":null},{"id":"W9052664","doi":"","title":"Software Engineering Research in the Bazaar","year":2001,"lang":"en","type":"article","venue":"Otolaryngologic Clinics of North America","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software engineering; Computer science; Architecture; Software architecture; Bazaar; Resource-oriented architecture; Server; Reference architecture; Software system; Software; Software evolution; World Wide Web; Operating system; Component-based software engineering; Software construction; History; Archaeology","score_opus":0.10780886521098033,"score_gpt":0.36861425444850365,"score_spread":0.26080538923752333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W9052664","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20247109,0.0004869511,0.795909,0.00035359073,0.00020770435,0.0002360969,0.000002338083,0.00023636065,0.000096891934],"genre_scores_gemma":[0.38484472,0.0006656632,0.6140269,0.00029798519,0.00005717603,0.00006523917,0.0000042749484,0.000014981217,0.000023065337],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99753326,0.00046367335,0.00048754725,0.00045479124,0.0004849153,0.00057580817],"domain_scores_gemma":[0.98982596,0.008686109,0.00013725604,0.0011518057,0.00013595245,0.00006289197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023070392,0.00017803255,0.00035845736,0.0002947158,0.000082697654,0.00003528429,0.0024628483,0.00008834465,0.0000045624297],"category_scores_gemma":[0.0072153388,0.00013398554,0.00010184167,0.0022190157,0.00019207005,0.00026760297,0.0004869649,0.00082473684,0.000025120054],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038144426,0.0003161807,0.39636296,0.00008558857,0.000032306503,0.0006590223,0.0011939465,0.22985245,0.000025413614,0.002171869,0.00042107777,0.36884102],"study_design_scores_gemma":[0.000599131,0.001047529,0.901067,0.000095828866,0.000008463347,0.00014483344,0.00016425562,0.020427534,0.00002901499,0.009260859,0.066493966,0.0006615674],"about_ca_topic_score_codex":0.00002818969,"about_ca_topic_score_gemma":0.000011833756,"teacher_disagreement_score":0.50470406,"about_ca_system_score_codex":0.00003737881,"about_ca_system_score_gemma":0.00006248143,"threshold_uncertainty_score":0.8637955},"labels":[],"label_agreement":null},{"id":"W92743557","doi":"","title":"Formal and quantitative approach to non-functional requirements modeling and assessment in software engineering","year":2009,"lang":"en","type":"dissertation","venue":"Spectrum Research Repository (Concordia University)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Concordia University; University of Twente","keywords":"Computer science; Non-functional requirement; Software engineering; Requirements traceability; Requirements engineering; Software requirements specification; Requirements elicitation; Software requirements; Requirements management; Requirement; Software development; Data mining; Risk analysis (engineering); Software; Software design; Software construction; Programming language","score_opus":0.07521931064338508,"score_gpt":0.3326768986947342,"score_spread":0.2574575880513491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W92743557","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2565144,0.00012346519,0.7405141,0.000028901983,0.00028557528,0.0003775914,0.0000014504272,0.00013274259,0.0020217998],"genre_scores_gemma":[0.5638771,0.00012289542,0.43444803,0.000005602903,0.00006990053,0.000015026586,0.000029830675,0.000034473655,0.0013971133],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99740237,0.00019740926,0.0002502596,0.000866189,0.00060456333,0.00067922106],"domain_scores_gemma":[0.9986975,0.0004723692,0.000073300114,0.00038708255,0.00013615403,0.00023358552],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009165829,0.0002954439,0.0003782423,0.001666774,0.0003196097,0.0001889707,0.00058858265,0.00021001362,2.938253e-7],"category_scores_gemma":[0.00034546026,0.0003543285,0.000053696214,0.0010273615,0.000042092564,0.001105294,0.0003879478,0.0011664082,9.102018e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00092985143,0.00040709352,0.01429243,0.0014440081,0.0004123139,0.0012901932,0.0069677876,0.85346234,0.009042579,0.083645865,0.00011980426,0.02798576],"study_design_scores_gemma":[0.0015709555,0.0011561583,0.39680326,0.0007227071,0.000036157235,0.00005644991,0.0034813038,0.58848447,0.0020071121,0.0037954927,0.00039799238,0.0014879148],"about_ca_topic_score_codex":0.0007057461,"about_ca_topic_score_gemma":0.0003287395,"teacher_disagreement_score":0.38251084,"about_ca_system_score_codex":0.0006724053,"about_ca_system_score_gemma":0.00042719927,"threshold_uncertainty_score":0.99989086},"labels":[],"label_agreement":null},{"id":"W97005850","doi":"10.1007/978-3-642-32891-6_48","title":"A Context-Aware Multi-Agent Systems Architecture for Adaptation of Autonomic Systems","year":2012,"lang":"en","type":"book-chapter","venue":"IFIP International Federation for Information Processing/IFIP","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Government of Jiangsu Province; Natural Science Foundation of Jiangsu Province; National Natural Science Foundation of China","keywords":"Adaptation (eye); Autonomic computing; Computer science; Context (archaeology); Order (exchange); Architecture; Risk analysis (engineering); Process management; Engineering; Business; Psychology; Neuroscience; Cloud computing; Geography","score_opus":0.07553749171894616,"score_gpt":0.2994339121849907,"score_spread":0.22389642046604455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W97005850","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000082232,0.0010928828,0.98929197,0.00017588146,0.0043340586,0.0021855268,0.00053429004,0.0004565975,0.0019205776],"genre_scores_gemma":[0.19372474,0.00011200816,0.7415124,0.0003963216,0.0014795717,0.003099479,0.005670199,0.00021393925,0.053791307],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970546,0.00003638828,0.0015702148,0.00039531806,0.00061814516,0.0003253619],"domain_scores_gemma":[0.99478114,0.00060184643,0.00201893,0.0003756635,0.0021184632,0.00010397804],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008969228,0.00049941137,0.00057810295,0.0006476961,0.0003291742,0.00088481273,0.0008330757,0.00045059103,0.0000058683318],"category_scores_gemma":[0.0005503725,0.00050465344,0.00024019137,0.00006609893,0.00006643029,0.003279095,0.00011316557,0.0002745797,0.000026933987],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000078979574,0.000027023132,0.0000023571763,0.0013495951,0.00015300084,2.557442e-7,0.0028651068,0.5938383,0.000045722234,0.29170465,0.000699511,0.109235495],"study_design_scores_gemma":[0.0011126762,0.0001162392,0.000009048264,0.00069717964,0.00004646185,0.000031074735,0.0003844454,0.7062847,0.00027648776,0.0035871752,0.28685856,0.000595956],"about_ca_topic_score_codex":0.000016409771,"about_ca_topic_score_gemma":0.000007777226,"teacher_disagreement_score":0.2881175,"about_ca_system_score_codex":0.0005162439,"about_ca_system_score_gemma":0.0003751957,"threshold_uncertainty_score":0.9997405},"labels":[],"label_agreement":null},{"id":"W98167995","doi":"","title":"Método ERi*c - Engenharia de Requisitos Intencional.","year":2008,"lang":"es","type":"article","venue":"WER","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Intentionality; Computer science; Artificial intelligence; Management science; Epistemology; Philosophy; Engineering","score_opus":0.061592156713534185,"score_gpt":0.30068877934289995,"score_spread":0.23909662262936576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W98167995","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033055555,0.0015950754,0.9613589,0.00057089655,0.0019660664,0.000119977645,0.000006514946,0.00060760736,0.0007193775],"genre_scores_gemma":[0.24412225,0.00035503772,0.753096,0.00043876623,0.00045916357,0.00001906174,0.0000020800169,0.00003518251,0.0014724428],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99798167,0.00021908931,0.00030163524,0.0005425917,0.0003389786,0.0006160323],"domain_scores_gemma":[0.99786603,0.0009115866,0.00009940756,0.00081666984,0.00013602142,0.00017026837],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006094006,0.00028113188,0.0003143386,0.00012896485,0.00022017056,0.00007235074,0.0010475246,0.00018862175,0.0001216022],"category_scores_gemma":[0.0019661149,0.00028130744,0.00012838408,0.00037499747,0.00020235321,0.00044716985,0.0005068333,0.000442486,0.00042623645],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023992038,0.00085252925,0.020369815,0.00066578377,0.00074627687,0.0052192477,0.027818339,0.16643322,0.089710005,0.4547998,0.07229576,0.16084929],"study_design_scores_gemma":[0.0027215644,0.0012868455,0.26814568,0.000973067,0.00014579603,0.0037889977,0.00038035924,0.041086774,0.09722754,0.12123181,0.45774502,0.005266567],"about_ca_topic_score_codex":0.000016922106,"about_ca_topic_score_gemma":5.558885e-7,"teacher_disagreement_score":0.38544923,"about_ca_system_score_codex":0.00015209391,"about_ca_system_score_gemma":0.00019862827,"threshold_uncertainty_score":0.9999639},"labels":[],"label_agreement":null},{"id":"W99937609","doi":"","title":"Automating the analysis of design component contracts: Research Articles","year":2006,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Component (thermodynamics); Software engineering; Structural pattern; Component-based software engineering; Software design pattern; Reuse; Software system; Context (archaeology); Software; Object-oriented design; Key (lock); Software design; Distributed computing; Software development; Systems engineering; Programming language; Operating system; Engineering","score_opus":0.10941659591340971,"score_gpt":0.3914585033118165,"score_spread":0.28204190739840673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W99937609","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.088873625,0.0011610312,0.90896255,0.00053543993,0.00006943977,0.0001394866,8.511343e-7,0.00023034288,0.000027212282],"genre_scores_gemma":[0.4880065,0.000037625192,0.51184595,0.00005482554,0.000012370918,0.000030097104,3.9400658e-7,0.000003876798,0.000008386425],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99779016,0.0007357017,0.00031203582,0.00033089396,0.00049460196,0.00033663836],"domain_scores_gemma":[0.9812486,0.017653449,0.00017695934,0.0005732934,0.0003014741,0.000046229135],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0029935546,0.0001126337,0.00022270573,0.00020668787,0.00031581277,0.00015800237,0.0006329346,0.00004533778,0.0000031911627],"category_scores_gemma":[0.010374576,0.00008195536,0.00004741804,0.0017277456,0.00030177462,0.0011411615,0.00028985683,0.00023487589,0.000002651912],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015267711,0.0005298262,0.008867709,0.00007694149,0.0006615272,0.00014134342,0.07045564,0.48425612,0.036888234,0.056022972,0.00041177144,0.34153524],"study_design_scores_gemma":[0.0015683378,0.00084908423,0.29631028,0.00027873763,0.00091694464,0.00029378958,0.034734692,0.43056244,0.14050037,0.08298417,0.008919957,0.002081182],"about_ca_topic_score_codex":0.00027357813,"about_ca_topic_score_gemma":0.000005361056,"teacher_disagreement_score":0.39913288,"about_ca_system_score_codex":0.00003271833,"about_ca_system_score_gemma":0.000040955005,"threshold_uncertainty_score":0.99796146},"labels":[],"label_agreement":null}]}