{"meta":{"query_hash":"a53473c07c08","filters":{"venue":"International Journal of Software Engineering and Knowledge Engineering"},"cohort_total":78,"direct_labels_cover":0,"predictions_cover":78,"exported":78,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/a53473c07c08","api":"https://metacan.xera.ac/api/v1/cohort?venue=International+Journal+of+Software+Engineering+and+Knowledge+Engineering"},"results":[{"id":"W1569281881","doi":"10.1142/s0218194007003410","title":"SOFTWARE ARCHITECTURE DECOMPOSITION USING ATTRIBUTES","year":2007,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cistel Technology (Canada); Carleton University","funders":"","keywords":"Computer science; Cluster analysis; Decomposition; Software; Intuition; Software design; Architectural pattern; Software engineering; Software architecture; Software system; Functional decomposition; Software development; Data mining; Programming language; Artificial intelligence; Machine learning","score_opus":0.021371959781204954,"score_gpt":0.3037227290936085,"score_spread":0.28235076931240355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1569281881","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049568094,0.0027622639,0.943623,0.000039814542,0.0034751508,0.00006006032,0.000004320104,0.0004643049,0.000002996843],"genre_scores_gemma":[0.15659885,0.000054992088,0.8426303,0.000014130864,0.00064838753,0.0000014876874,0.0000021875983,0.000039932544,0.000009722716],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99829364,0.000021839833,0.00061859307,0.00026311746,0.0003920268,0.0004107794],"domain_scores_gemma":[0.9973302,0.0015266216,0.00020495172,0.00021543608,0.0005044963,0.00021831875],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010382994,0.00031397952,0.00035884356,0.00084484514,0.000055442833,0.00013455945,0.00088919466,0.00013780461,0.0000021304377],"category_scores_gemma":[0.0026778947,0.00031533252,0.00015264047,0.00036911995,0.000025019077,0.00067358254,0.0002882064,0.00055214006,0.000002080464],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019939698,0.000040388706,0.0006528444,0.00008142668,0.0001906269,0.00022023043,0.0005680133,0.93646353,0.010857868,0.0010300493,0.000026287586,0.049848776],"study_design_scores_gemma":[0.009418088,0.0015355467,0.06162311,0.008284913,0.00039039954,0.030838974,0.00028242258,0.6414588,0.18963361,0.009598317,0.03936483,0.007570999],"about_ca_topic_score_codex":0.000001993367,"about_ca_topic_score_gemma":5.5701594e-7,"teacher_disagreement_score":0.29500476,"about_ca_system_score_codex":0.00025106934,"about_ca_system_score_gemma":0.00006771922,"threshold_uncertainty_score":0.9999299},"labels":[],"label_agreement":null},{"id":"W157516286","doi":"10.1142/s0218194007003331","title":"COMPOSITE ALGORITHMS IN IMAGE CONTENT SEARCHES","year":2007,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Image Retrieval and Classification Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Voting; Computer science; Image (mathematics); Similarity (geometry); Algorithm; Range (aeronautics); Image fusion; Component (thermodynamics); Data mining; Pattern recognition (psychology); Artificial intelligence","score_opus":0.022214519922682373,"score_gpt":0.2693671519047986,"score_spread":0.24715263198211623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W157516286","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03406593,0.0011529148,0.96374524,0.00011000938,0.00073452137,0.00004045951,0.0000012168857,0.00011814389,0.00003159042],"genre_scores_gemma":[0.69368535,0.00013365038,0.30586967,0.000012847108,0.0002353316,0.0000018068403,9.465642e-7,0.000014673205,0.00004574786],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990007,0.000008410541,0.00041179496,0.00012703332,0.00025728883,0.00019472341],"domain_scores_gemma":[0.9990813,0.00025222526,0.00008608658,0.000092434624,0.00037739394,0.00011055542],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007657256,0.00012791905,0.00016963425,0.0005633065,0.000015878191,0.00011129611,0.00051859126,0.00005243069,0.0000017122461],"category_scores_gemma":[0.00032021475,0.00012146709,0.00006583604,0.00023253007,0.000016411064,0.00047461933,0.00012093082,0.0002958278,0.0000028640359],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000102692255,0.0005885683,0.0148361055,0.00032483973,0.0004736332,0.0015435108,0.0049295775,0.0039616968,0.37069523,0.021651445,0.00017995182,0.58071274],"study_design_scores_gemma":[0.0026269439,0.00029713064,0.1934193,0.0016263275,0.000020448027,0.0018586309,0.00015155597,0.44298655,0.341816,0.00027390898,0.013886947,0.0010362722],"about_ca_topic_score_codex":0.0000042346105,"about_ca_topic_score_gemma":5.633299e-7,"teacher_disagreement_score":0.6596194,"about_ca_system_score_codex":0.00013810334,"about_ca_system_score_gemma":0.000035690904,"threshold_uncertainty_score":0.49532843},"labels":[],"label_agreement":null},{"id":"W1967979827","doi":"10.1142/s0218194005002373","title":"PREDICTIVE TRACES IN HYBRID SYSTEMS","year":2005,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Advanced Control Systems Optimization","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Model predictive control; Hybrid system; Control theory (sociology); Controller (irrigation); Computer science; Set (abstract data type); Ideal (ethics); Control engineering; State (computer science); Actuator; Control system; Control (management); Engineering; Algorithm; Artificial intelligence; Machine learning","score_opus":0.0032114979548211837,"score_gpt":0.1964733591420254,"score_spread":0.19326186118720423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967979827","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14773168,0.015189972,0.8331541,0.000023911436,0.0033720096,0.00012433673,0.000013385768,0.00030295513,0.00008766441],"genre_scores_gemma":[0.98808837,0.0003607618,0.010409422,0.0000021732649,0.001041868,0.000013014053,0.0000028207742,0.00005437905,0.000027210059],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988817,0.000009078364,0.000569313,0.00011385074,0.00021397011,0.00021209498],"domain_scores_gemma":[0.9993682,0.00017750093,0.00007767787,0.00007564368,0.00019608605,0.000104893625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023231379,0.00020740386,0.00029308393,0.00056642824,0.000011618001,0.00006455307,0.00022121989,0.00006695023,0.0000030631618],"category_scores_gemma":[0.00025316575,0.00021981356,0.000060566115,0.00013266176,0.000008717936,0.000549798,0.000025820153,0.00031777218,0.000004029142],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010467071,0.00001702825,0.00044677718,0.00006872741,0.00011079362,0.000031739793,0.000290744,0.99209625,0.00086227816,0.00010740901,0.000056411744,0.005901354],"study_design_scores_gemma":[0.00074809004,0.000029691397,0.0011893804,0.00051865034,0.000012685881,0.00032578973,0.00003297555,0.98871225,0.0005402174,0.000003403043,0.007680451,0.0002064236],"about_ca_topic_score_codex":0.0000019610982,"about_ca_topic_score_gemma":0.0000014989911,"teacher_disagreement_score":0.84035665,"about_ca_system_score_codex":0.0003076978,"about_ca_system_score_gemma":0.00002106311,"threshold_uncertainty_score":0.8963737},"labels":[],"label_agreement":null},{"id":"W1971322849","doi":"10.1142/s0218194011005359","title":"MEASURING SOFTWARE FUNCTIONAL SIZE FROM BUSINESS PROCESS MODELS","year":2011,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Domain (mathematical analysis); Notation; Business Process Model and Notation; Software engineering; Data mining; Software; Software measurement; Business process modeling; Software quality; Business process; Software development; Programming language; Engineering; Work in process; Mathematics","score_opus":0.034226706827946325,"score_gpt":0.1995926156395059,"score_spread":0.16536590881155958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971322849","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34331608,0.0017315651,0.6518188,0.000053963995,0.0025878411,0.00005398224,0.0000075580033,0.00030528638,0.0001249258],"genre_scores_gemma":[0.9821417,0.000068477566,0.01471661,0.000052874966,0.002887381,0.0000093064655,0.000012823709,0.00007751359,0.000033341512],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99830896,0.0000037233262,0.0006122361,0.0002862251,0.0005043252,0.0002845434],"domain_scores_gemma":[0.99733114,0.00016334398,0.00030373794,0.00013434608,0.0020110128,0.00005644021],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00030762405,0.0003432306,0.00040072674,0.0006622017,0.00007799236,0.00023009971,0.0004862057,0.00012199224,0.00007712182],"category_scores_gemma":[0.0013273455,0.0003307942,0.00015648156,0.00051765627,0.000025068799,0.0019866712,0.0001482374,0.00035912928,0.000016309994],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022203977,0.0003562284,0.02171521,0.00083024893,0.0012622665,0.00017018378,0.0011232315,0.9466378,0.0009249245,0.0014441905,0.00022375956,0.025089934],"study_design_scores_gemma":[0.0030652909,0.000026966802,0.07385888,0.0032745379,0.00066591887,0.00021855201,0.00030397944,0.90689695,0.0009890868,0.005395572,0.0034871507,0.0018171327],"about_ca_topic_score_codex":0.00009532765,"about_ca_topic_score_gemma":0.0000044573267,"teacher_disagreement_score":0.6388256,"about_ca_system_score_codex":0.000067028166,"about_ca_system_score_gemma":0.00007335147,"threshold_uncertainty_score":0.9999144},"labels":[],"label_agreement":null},{"id":"W1975057653","doi":"10.1142/s0218194010004621","title":"ASSESSING TEST SUITES FOR BUFFER OVERFLOW VULNERABILITIES","year":2010,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Buffer overflow; Test suite; Computer science; Secure coding; Software security assurance; Benchmark (surveying); Test case; Mutation; Software; Exploit; Reliability engineering; Vulnerability (computing); Computer security; Engineering; Operating system; Machine learning; Information security","score_opus":0.01213610208872551,"score_gpt":0.27433133318351743,"score_spread":0.2621952310947919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975057653","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10464574,0.0005243644,0.8898626,0.00010747945,0.0033198567,0.00006222065,0.000004821053,0.0014605409,0.000012413011],"genre_scores_gemma":[0.6011841,0.000010229298,0.39813378,0.000011794769,0.0006070625,0.000008048333,0.0000011505672,0.000021502063,0.00002229989],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989421,0.00000681621,0.0003928117,0.00019302845,0.00023236114,0.00023289508],"domain_scores_gemma":[0.9942897,0.004542482,0.00013046105,0.00018629416,0.00072027044,0.00013082354],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0006171823,0.00020272026,0.00023449061,0.00039583148,0.00005646357,0.00046226726,0.00068431,0.000095640324,0.000002688546],"category_scores_gemma":[0.013627586,0.00019317088,0.000104355866,0.00014918347,0.000022162505,0.00084077986,0.00014070558,0.00043566342,0.0000010343647],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005510281,0.0010482946,0.17088811,0.0014447952,0.0010913179,0.00031402323,0.006246776,0.03296103,0.14947513,0.040222064,0.012916859,0.58333653],"study_design_scores_gemma":[0.001474695,0.00035587474,0.028686939,0.0012869274,0.000048719114,0.0018223139,0.00002296929,0.920059,0.017760215,0.0026030268,0.024784338,0.0010949274],"about_ca_topic_score_codex":0.000003470847,"about_ca_topic_score_gemma":6.837544e-7,"teacher_disagreement_score":0.887098,"about_ca_system_score_codex":0.000053382286,"about_ca_system_score_gemma":0.00009404313,"threshold_uncertainty_score":0.99468106},"labels":[],"label_agreement":null},{"id":"W1976580313","doi":"10.1142/s0218194000000183","title":"KNOWLEDGE ENGINEERING OF A MONITORING AND CONTROL DECISION SUPPORT SYSTEM","year":2000,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"AI-based Problem Solving and Planning","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Expert system; Computer science; Decision support system; Software engineering; Conceptual model; Object-oriented programming; Heuristics; Knowledge-based systems; Legal expert system; Knowledge engineering; Systems engineering; Engineering; Knowledge management; Artificial intelligence","score_opus":0.005613013261435456,"score_gpt":0.2214766038898474,"score_spread":0.21586359062841196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976580313","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22653034,0.0057923067,0.76532674,0.000021195425,0.0020027952,0.0000686974,0.0000076921915,0.00020588352,0.000044347165],"genre_scores_gemma":[0.9083674,0.00014541252,0.09094417,0.00000212084,0.00046642058,0.0000042972965,9.2717005e-7,0.000031867166,0.000037401365],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984595,0.00001647449,0.0006811088,0.00023700079,0.00031634604,0.00028955124],"domain_scores_gemma":[0.9983551,0.00076499686,0.00015434588,0.00017067505,0.00033609048,0.00021881534],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00064130744,0.00027645554,0.00042424677,0.00055707706,0.000044565248,0.00013562033,0.0005855242,0.000113701,0.00000671654],"category_scores_gemma":[0.00031632755,0.00027561764,0.00011546658,0.00023646643,0.000014686296,0.0005119903,0.00010432956,0.00037533493,0.0000050626177],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001287008,0.00016526105,0.011909641,0.0012958996,0.00091867923,0.00041038162,0.0054642763,0.6352788,0.012252641,0.0029666906,0.00017458359,0.32903442],"study_design_scores_gemma":[0.002132514,0.00025756072,0.009381141,0.004521296,0.00006267897,0.0015324089,0.00004302754,0.97006285,0.0045671454,0.000013915235,0.006854817,0.00057063886],"about_ca_topic_score_codex":0.0000042476827,"about_ca_topic_score_gemma":1.460041e-7,"teacher_disagreement_score":0.681837,"about_ca_system_score_codex":0.00011638389,"about_ca_system_score_gemma":0.000077410914,"threshold_uncertainty_score":0.9999696},"labels":[],"label_agreement":null},{"id":"W1979073407","doi":"10.1142/s0218194000000286","title":"ISSUES AND MODELS IN SOFTWARE PRODUCT LINES","year":2000,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta; Government of Alberta","keywords":"Software engineering; Software product line; Computer science; Software development; Software; Product (mathematics); Systems engineering; Software construction; Engineering; Programming language","score_opus":0.020730186428758075,"score_gpt":0.2780429710698353,"score_spread":0.2573127846410772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979073407","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09538217,0.013340244,0.88963485,0.00013097344,0.0011182553,0.000066082044,0.0000025545507,0.0003174641,0.0000074294744],"genre_scores_gemma":[0.21306966,0.0018259067,0.7844473,0.00001336513,0.00046678653,0.000008119839,0.0000011344365,0.000040499093,0.00012720638],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986051,0.000024984729,0.0005119346,0.0002959415,0.00026995802,0.0002921059],"domain_scores_gemma":[0.99875915,0.00059961196,0.0000819836,0.00019651598,0.00022964581,0.00013306513],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00054386485,0.00027809947,0.0003699008,0.0005708169,0.0000257114,0.00012954566,0.00065027573,0.0000826005,0.0000048429874],"category_scores_gemma":[0.0014709741,0.00027456076,0.00006709165,0.00028524335,0.000025270218,0.0011143452,0.00016886191,0.00041942016,0.0000023427376],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012455868,0.00003468267,0.0007599649,0.0000812453,0.00006645211,0.00010150042,0.000981908,0.85387766,0.00038109656,0.00085784134,0.000035999266,0.14280921],"study_design_scores_gemma":[0.0030596321,0.00035249672,0.027940968,0.0029131684,0.000046168916,0.003208753,0.00006362662,0.92750496,0.005282663,0.0063881646,0.021162352,0.0020770703],"about_ca_topic_score_codex":0.0000068581244,"about_ca_topic_score_gemma":0.000001070582,"teacher_disagreement_score":0.14073215,"about_ca_system_score_codex":0.00008614491,"about_ca_system_score_gemma":0.000043775606,"threshold_uncertainty_score":0.9999707},"labels":[],"label_agreement":null},{"id":"W1981186426","doi":"10.1142/s0218194008003660","title":"ENHANCING OWL ONTOLOGIES WITH RELATION SEMANTICS","year":2008,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Ontology; Web Ontology Language; Relation (database); Semantics (computer science); Semantic Web; Knowledge representation and reasoning; Semantic Web Rule Language; OWL-S; Domain (mathematical analysis); Programming language; Information retrieval; Social Semantic Web; Artificial intelligence; Semantic analytics; Database; Mathematics","score_opus":0.0102610601754219,"score_gpt":0.21475347956203597,"score_spread":0.20449241938661408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981186426","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24551076,0.0017934504,0.751271,0.00009454496,0.0011151719,0.000026737081,4.090159e-7,0.00016316406,0.000024776284],"genre_scores_gemma":[0.80299985,0.00027392842,0.19644871,0.000007876274,0.00022091783,0.0000015499178,4.8454444e-7,0.000012317266,0.00003436054],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99908406,0.000008446616,0.000323067,0.00014203847,0.00026261705,0.00017980319],"domain_scores_gemma":[0.99904686,0.00031480278,0.00012134074,0.0001220888,0.00031904224,0.00007585049],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019161237,0.00016013536,0.00021673288,0.00032626238,0.000045951125,0.00006878212,0.0004690458,0.000063870124,0.0000013626216],"category_scores_gemma":[0.00054552156,0.00013240002,0.000057583195,0.00015290733,0.000022916622,0.0005628802,0.00010565902,0.00024231694,0.000002843302],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020190571,0.00055389147,0.15227227,0.00089069357,0.002721375,0.0058421693,0.029254202,0.6474699,0.033008516,0.053406045,0.0009528983,0.073426165],"study_design_scores_gemma":[0.0042581446,0.0010074901,0.3745789,0.003677049,0.000116291456,0.023559729,0.00035566406,0.521252,0.049863227,0.00028439323,0.019061992,0.0019851665],"about_ca_topic_score_codex":0.000002746462,"about_ca_topic_score_gemma":0.0000025297625,"teacher_disagreement_score":0.5574891,"about_ca_system_score_codex":0.000066739616,"about_ca_system_score_gemma":0.00007270692,"threshold_uncertainty_score":0.5399116},"labels":[],"label_agreement":null},{"id":"W1981223477","doi":"10.1142/s0218194008003763","title":"RELIABILITY MODEL FOR COMPONENT-BASED SYSTEMS IN COSMIC (A CASE STUDY)","year":2008,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; École de Technologie Supérieure; Concordia University","funders":"","keywords":"Component (thermodynamics); Reliability engineering; Reliability (semiconductor); Computer science; Markov chain; Context (archaeology); Markov model; Markov process; Probabilistic logic; Dependability; Component-based software engineering; Software system; Distributed computing; Systems engineering; Engineering; Software; Machine learning; Artificial intelligence","score_opus":0.027262164607725074,"score_gpt":0.27827164325388154,"score_spread":0.25100947864615647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981223477","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46463168,0.0006088418,0.5335217,0.000012227124,0.00094722654,0.00016129628,0.0000039158913,0.00011264623,4.30951e-7],"genre_scores_gemma":[0.9335253,0.000019329094,0.0661756,0.0000037960326,0.0001807444,0.000043085773,0.0000012163391,0.000036065805,0.0000148552435],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982778,0.000024341278,0.0006561769,0.00029075527,0.0004217633,0.00032915449],"domain_scores_gemma":[0.99723035,0.0015979977,0.00010729676,0.0002605906,0.00061681675,0.00018693686],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008785613,0.0002478323,0.00037426662,0.0008973573,0.000052715768,0.000100468875,0.00073590747,0.00008235678,4.5636062e-7],"category_scores_gemma":[0.0019485371,0.000253478,0.00011309208,0.00030984805,0.00002106259,0.00043860244,0.00014614056,0.00042297933,0.0000010941835],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017024033,0.00020537735,0.010182823,0.000112357026,0.00006418981,0.0017100555,0.0011488025,0.9854968,0.000326696,0.00007769455,0.000040254967,0.0006179121],"study_design_scores_gemma":[0.0015040206,0.00012467137,0.005561497,0.00020331505,0.00000726526,0.00346908,0.000038031867,0.9885613,0.0001101831,0.0000050551307,0.00018056105,0.00023502328],"about_ca_topic_score_codex":0.000034423356,"about_ca_topic_score_gemma":0.0000025350394,"teacher_disagreement_score":0.46889362,"about_ca_system_score_codex":0.00033144237,"about_ca_system_score_gemma":0.00018974295,"threshold_uncertainty_score":0.9999918},"labels":[],"label_agreement":null},{"id":"W1989162170","doi":"10.1142/s0218194003001378","title":"Trade-off Analysis for Requirements Selection","year":2003,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":114,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Analytic hierarchy process; Heuristics; Quality (philosophy); Selection (genetic algorithm); Set (abstract data type); Process (computing); Operations research; Requirements analysis; Requirement prioritization; Novelty; Negotiation; Software; Risk analysis (engineering); Requirements management; Engineering; Machine learning","score_opus":0.016844108821757013,"score_gpt":0.27725356859668926,"score_spread":0.26040945977493224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989162170","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009843824,0.0017943793,0.986273,0.00006487078,0.0016652591,0.00007300142,0.0000030021615,0.00026726405,0.000015400066],"genre_scores_gemma":[0.57645094,0.00014821532,0.42312223,0.000011560491,0.00020816346,0.000011128131,0.0000016541427,0.000021499605,0.000024591507],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989048,0.000016400667,0.00041923474,0.00019499406,0.00024617958,0.0002183414],"domain_scores_gemma":[0.9988044,0.00052930997,0.0001609694,0.00012689328,0.0002548221,0.00012361341],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006593417,0.00019244729,0.0002675269,0.0007863331,0.000039195515,0.0001667455,0.00047395707,0.000082699844,0.0000044976696],"category_scores_gemma":[0.0013036808,0.00019579483,0.00019919997,0.0005255288,0.0000065422637,0.0006684309,0.000047134854,0.00022181007,7.4650455e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005860383,0.00035467846,0.017088098,0.0003181681,0.0070466683,0.000082644794,0.002094907,0.8053135,0.005729158,0.07335882,0.0012860877,0.08726861],"study_design_scores_gemma":[0.0014074115,0.00036422416,0.010038294,0.0002917562,0.00038917828,0.0006404091,0.000019904495,0.74285406,0.010213268,0.0003376879,0.23260961,0.0008341587],"about_ca_topic_score_codex":0.0000011563305,"about_ca_topic_score_gemma":3.9813253e-7,"teacher_disagreement_score":0.5666071,"about_ca_system_score_codex":0.000112161244,"about_ca_system_score_gemma":0.000052850883,"threshold_uncertainty_score":0.7984281},"labels":[],"label_agreement":null},{"id":"W1989484719","doi":"10.1142/s0218194005002312","title":"HIGH-SPEED RT MONITORING SYSTEM USING NEURAL NETWORKS","year":2005,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Fault Detection and Control Systems","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Francis Xavier University","funders":"St. Francis Xavier University","keywords":"Learning vector quantization; Artificial neural network; Computer science; Fault (geology); Identification (biology); Condition monitoring; Real-time computing; Warning system; Transient (computer programming); Support vector machine; Reliability engineering; Artificial intelligence; Engineering; Data mining; Machine learning","score_opus":0.007051304491594033,"score_gpt":0.21571933514405134,"score_spread":0.20866803065245731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989484719","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71973664,0.0060914196,0.2620066,0.000013103075,0.011443392,0.0000770784,0.000004733505,0.00060628634,0.00002072534],"genre_scores_gemma":[0.98751926,0.00008067626,0.0075657642,0.0000025647669,0.004725677,0.000003260784,0.0000012502536,0.00008290576,0.000018663366],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99860144,0.000012442821,0.0006486798,0.00014306905,0.0002845986,0.00030977765],"domain_scores_gemma":[0.99922806,0.00012932831,0.00010061092,0.00011286079,0.00023005862,0.0001990697],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00026230598,0.0002981821,0.00037907757,0.0004670772,0.000041405438,0.00013455263,0.00028925957,0.00013347108,0.0000049687155],"category_scores_gemma":[0.0001002612,0.00030954665,0.0001439924,0.00017949732,0.000010298489,0.00040015433,0.000044542536,0.00046651936,0.0000045400625],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011244161,0.000010365996,0.00037614637,0.00008484036,0.00023963781,0.0000361886,0.00013897277,0.98416966,0.004566416,0.000065767505,0.000025330892,0.010275451],"study_design_scores_gemma":[0.00071714085,0.000025336636,0.0007261702,0.0004981523,0.000035614346,0.00077726314,0.000057783946,0.99330467,0.0015329607,3.1906083e-7,0.0020516347,0.00027292635],"about_ca_topic_score_codex":0.0000063621937,"about_ca_topic_score_gemma":7.766968e-7,"teacher_disagreement_score":0.2677826,"about_ca_system_score_codex":0.00044030425,"about_ca_system_score_gemma":0.000015949614,"threshold_uncertainty_score":0.9999357},"labels":[],"label_agreement":null},{"id":"W1990503178","doi":"10.1142/s0218194002000883","title":"PREDICTING FAULT-PRONE MODULES IN EMBEDDED SYSTEMS USING ANALOGY-BASED CLASSIFICATION MODELS","year":2002,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University","keywords":"Computer science; Software quality; Avionics software; Reliability engineering; Software system; Reliability (semiconductor); Software; Embedded software; Software fault tolerance; Embedded system; Software development; Distributed computing; Fault tolerance; Engineering; Operating system","score_opus":0.03968420817390434,"score_gpt":0.26719730615041987,"score_spread":0.22751309797651553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990503178","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26039454,0.002825981,0.735001,0.00003152331,0.0014754797,0.00008690392,0.0000035239946,0.00017272413,0.0000083028945],"genre_scores_gemma":[0.9267012,0.0000724641,0.07280777,0.000003979515,0.0003462096,0.000011129038,0.0000017266941,0.000041912226,0.00001365503],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99803394,0.00003768491,0.00068758184,0.0003022596,0.00055648334,0.00038205218],"domain_scores_gemma":[0.99805784,0.00085924665,0.00016907636,0.00025401777,0.00047227394,0.00018751482],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007426175,0.00026810772,0.0003438145,0.0013315406,0.000038087914,0.00023210092,0.0008618196,0.00013564627,0.000002908469],"category_scores_gemma":[0.0015300447,0.0002854599,0.00009558564,0.00053407694,0.00001950034,0.0009019627,0.00014300717,0.00055076485,0.0000030163487],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004615578,0.0000632717,0.0052392464,0.00010509094,0.0000734351,0.000076430966,0.0005483321,0.9874465,0.0030023092,0.0007356814,0.000018774226,0.0026863017],"study_design_scores_gemma":[0.0006454906,0.00004005268,0.0048320713,0.00067713193,0.000008512121,0.00022127574,0.000025244135,0.99275196,0.00041065103,0.000016550652,0.00012395222,0.00024711262],"about_ca_topic_score_codex":0.000013559738,"about_ca_topic_score_gemma":9.512049e-7,"teacher_disagreement_score":0.6663066,"about_ca_system_score_codex":0.0003947841,"about_ca_system_score_gemma":0.000058689726,"threshold_uncertainty_score":0.99995977},"labels":[],"label_agreement":null},{"id":"W1993188540","doi":"10.1142/s0218194007003446","title":"XML SCHEMA MATCHING","year":2007,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Advanced Database Systems and Queries","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke; Open Text (Canada); University of Windsor","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Schema matching; Document Structure Description; RELAX NG; XML Schema Editor; XML validation; XML Schema (W3C); XML; Star schema; Efficient XML Interchange; Information retrieval; XML database; Matching (statistics); Schema (genetic algorithms); Data mining; Streaming XML; Database; Data integration; Document type definition; Mathematics; World Wide Web","score_opus":0.006121626440767754,"score_gpt":0.24008975644408093,"score_spread":0.23396813000331318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993188540","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05146725,0.0018000569,0.9438932,0.00003602408,0.0026077114,0.000025980184,0.000002384666,0.0001276059,0.000039786217],"genre_scores_gemma":[0.53112894,0.000054226446,0.4679963,0.000011586514,0.0007444655,0.0000010118817,0.0000011383353,0.00001884643,0.000043482505],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998986,0.0000047802687,0.00041155424,0.00013561308,0.00025232133,0.00020973201],"domain_scores_gemma":[0.99907994,0.00026685192,0.0001187059,0.00012734847,0.0002658339,0.00014131196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059388933,0.00015220954,0.00018622057,0.00036764165,0.000030353105,0.0000670018,0.00039382142,0.000048624614,0.000002240764],"category_scores_gemma":[0.00036413243,0.00014386613,0.00007082868,0.00015289486,0.0000096747,0.00074810104,0.00017304193,0.0002513296,0.00000434046],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000077938974,0.00023571843,0.0032830026,0.0005643787,0.0009851896,0.0018889838,0.0076075406,0.15188235,0.057959203,0.46740374,0.0005496095,0.30756235],"study_design_scores_gemma":[0.0054595056,0.00046496541,0.026146056,0.005367742,0.00006821903,0.012454682,0.0004995671,0.23124775,0.06026113,0.00079554785,0.6544713,0.0027635559],"about_ca_topic_score_codex":0.0000029153866,"about_ca_topic_score_gemma":0.0000010246539,"teacher_disagreement_score":0.65392166,"about_ca_system_score_codex":0.000077881064,"about_ca_system_score_gemma":0.000034886212,"threshold_uncertainty_score":0.586669},"labels":[],"label_agreement":null},{"id":"W1994108236","doi":"10.1142/s0218194009004143","title":"DESIGN OF DECOUPLED CLINICAL DECISION SUPPORT FOR SERVICE-ORIENTED ARCHITECTURES","year":2009,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Service-oriented architecture; Service (business); Decoupling (probability); Loose coupling; Clinical decision support system; Empirical research; Component (thermodynamics); Service design; Decision support system; Architecture; Process management; Risk analysis (engineering); Knowledge management; Service delivery framework; Web service; World Wide Web; Engineering; Business; Artificial intelligence","score_opus":0.012893685436894868,"score_gpt":0.2840476549168647,"score_spread":0.27115396947996984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994108236","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08318311,0.00077338784,0.91371965,0.00013334226,0.0019698301,0.00011492019,0.0000045715055,0.00009523989,0.0000059239005],"genre_scores_gemma":[0.46089715,0.00006818165,0.538405,0.000121293466,0.00047792518,0.0000036676051,0.0000029544553,0.000018763574,0.000005092155],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983616,0.000019457986,0.00082162186,0.00023051524,0.00033087446,0.00023591486],"domain_scores_gemma":[0.99738824,0.001191487,0.00025891335,0.00019733793,0.00079164683,0.00017235601],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006962129,0.00022358193,0.00038338575,0.00052409817,0.000030472353,0.00006156219,0.00091890804,0.00010186225,0.0000026171233],"category_scores_gemma":[0.00036378865,0.0001977302,0.0001659523,0.00029922195,0.000009474828,0.00021641297,0.00011733545,0.0002754801,0.0000012916923],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036860027,0.0003314862,0.0010273359,0.00022178715,0.0005214856,0.0000614638,0.0031582804,0.7344798,0.007229349,0.003747865,0.00013101076,0.24872153],"study_design_scores_gemma":[0.0031382665,0.0011372688,0.015209916,0.0010275808,0.00006673725,0.0004731943,0.000025611138,0.9632888,0.0060555353,0.0008714483,0.008203026,0.0005026565],"about_ca_topic_score_codex":0.0000018427608,"about_ca_topic_score_gemma":0.0000013631255,"teacher_disagreement_score":0.37771404,"about_ca_system_score_codex":0.000033648335,"about_ca_system_score_gemma":0.000102746366,"threshold_uncertainty_score":0.80632037},"labels":[],"label_agreement":null},{"id":"W1995584399","doi":"10.1142/s0218194009004489","title":"TEMPORAL SOFTWARE CHANGE PREDICTION USING NEURAL NETWORKS","year":2009,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Eclipse; Computer science; Software maintenance; Software; Software evolution; Dimension (graph theory); Plan (archaeology); Software development; Artificial neural network; Software engineering; Scale (ratio); Data science; Data mining; Artificial intelligence; Machine learning; Software construction; Operating system","score_opus":0.02304885103198641,"score_gpt":0.26661743351535744,"score_spread":0.24356858248337104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995584399","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15018204,0.0032572516,0.8422801,0.00008657234,0.0036325853,0.000096505086,0.0000047577814,0.00045862125,0.0000015775566],"genre_scores_gemma":[0.8852705,0.00009326568,0.112785906,0.0000304784,0.0017613241,0.0000050696663,0.0000041025232,0.000038416805,0.000010979106],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998141,0.000020507261,0.0005664794,0.00029137166,0.0005394481,0.00044118115],"domain_scores_gemma":[0.9983399,0.00046486533,0.00015022997,0.00024346611,0.00051406195,0.0002874948],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000495894,0.00031752483,0.0003342934,0.00081586675,0.00005764456,0.00025775415,0.0009693235,0.00014697282,0.0000035671226],"category_scores_gemma":[0.0013259203,0.00032598496,0.00015419791,0.0004573586,0.000016878577,0.0012398853,0.00019641346,0.00064881495,0.0000017807761],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024650235,0.00011343109,0.024151176,0.000070999544,0.00021329455,0.00033031657,0.0008199026,0.89972603,0.00077072793,0.0004424552,0.00015758723,0.073179424],"study_design_scores_gemma":[0.00052789965,0.00014279685,0.04813757,0.00033385234,0.00001487123,0.0008938243,0.000005155611,0.94836736,0.00015392898,0.000018285948,0.0011125838,0.00029189678],"about_ca_topic_score_codex":0.0000057029933,"about_ca_topic_score_gemma":2.87609e-7,"teacher_disagreement_score":0.7350884,"about_ca_system_score_codex":0.00024769615,"about_ca_system_score_gemma":0.00005979212,"threshold_uncertainty_score":0.99991924},"labels":[],"label_agreement":null},{"id":"W1996036854","doi":"10.1142/s0218194000000079","title":"AN APPROACH TO QUANTITATIVE SOFTWARE ARCHITECTURE SENSITIVITY ANALYSIS","year":2000,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nortel (Canada)","funders":"","keywords":"Reference architecture; Computer science; Architecture tradeoff analysis method; Software architecture description; Robustness (evolution); Software architecture; Resource-oriented architecture; Software engineering; Software; Software construction; Software sizing; Software system; Data mining; Operating system","score_opus":0.017232346490800497,"score_gpt":0.28605456543468233,"score_spread":0.2688222189438818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996036854","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05297956,0.00065550744,0.94492686,0.000040171784,0.0007788893,0.000077324585,0.0000121038665,0.00051468716,0.000014887326],"genre_scores_gemma":[0.21579984,0.000038722006,0.78382856,0.000023231509,0.00023611111,0.0000065718104,0.000004698705,0.000033659737,0.000028626115],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982064,0.00007755897,0.00050439907,0.00041739165,0.0004276768,0.00036662523],"domain_scores_gemma":[0.99766266,0.0010953181,0.00010876174,0.00036336895,0.00042605397,0.00034385547],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008883692,0.00035401486,0.0005370723,0.0011926815,0.00005178864,0.00019581102,0.0009077215,0.00011395983,0.000006009577],"category_scores_gemma":[0.0018580453,0.00034699307,0.00021731913,0.0010105061,0.000023074137,0.0007618927,0.00013973907,0.0005099653,0.000006199787],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019417512,0.00006958748,0.00023465513,0.000028834924,0.0005161522,0.000058844824,0.001477815,0.95119584,0.00081604254,0.00075762765,0.000013459779,0.044811737],"study_design_scores_gemma":[0.0010180405,0.0004639171,0.026771354,0.00037352057,0.00027092994,0.0012313826,0.00008927717,0.960873,0.0021171232,0.00052767986,0.0047018332,0.0015619536],"about_ca_topic_score_codex":0.00000543942,"about_ca_topic_score_gemma":0.0000011555006,"teacher_disagreement_score":0.16282028,"about_ca_system_score_codex":0.00013501529,"about_ca_system_score_gemma":0.000055095526,"threshold_uncertainty_score":0.9998982},"labels":[],"label_agreement":null},{"id":"W1996090276","doi":"10.1142/s0218194005002051","title":"A NEW APPROACH IN DESIGNING INTERPROCESS COMMUNICATION FOR REAL-TIME SYSTEMS","year":2005,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Real-Time Systems Scheduling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Francis Xavier University; Dalhousie University","funders":"","keywords":"Inter-process communication; Computer science; Process (computing); Distributed computing; Message passing; Software; Event (particle physics); Set (abstract data type); Embedded system; Operating system; Real-time computing","score_opus":0.01019748547541436,"score_gpt":0.244190021954812,"score_spread":0.23399253647939763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996090276","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014839617,0.0022009679,0.9819023,0.000054586566,0.00065239455,0.00013771227,9.5330125e-7,0.0001277851,0.000083665735],"genre_scores_gemma":[0.4719836,0.00006631155,0.52741766,0.0000022628587,0.00041990128,0.000013252969,0.0000018681682,0.000023299754,0.00007180788],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986847,0.000024531833,0.00063739374,0.0001972404,0.0002334682,0.00022268428],"domain_scores_gemma":[0.9986437,0.0004993377,0.0002015418,0.0001932256,0.00032427537,0.00013793046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009273074,0.00018927811,0.00030847316,0.0005941022,0.000026591508,0.00035417962,0.0009585218,0.00008611746,0.0000012903215],"category_scores_gemma":[0.00040651517,0.00019477437,0.00008184542,0.0002190304,0.000006309808,0.0012085653,0.00014034359,0.00025012073,0.000005225466],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020211635,0.00005746309,0.00032420107,0.00021013271,0.00015041658,0.000009584367,0.0031062097,0.9615001,0.0057966625,0.0034157503,0.0002036197,0.02520563],"study_design_scores_gemma":[0.00072350603,0.000030817904,0.00036267043,0.0009797147,0.000008489064,0.00031299205,0.000050341016,0.99554044,0.00056903146,0.000016534814,0.0011964114,0.00020902175],"about_ca_topic_score_codex":0.000018389717,"about_ca_topic_score_gemma":9.296014e-7,"teacher_disagreement_score":0.457144,"about_ca_system_score_codex":0.0002500648,"about_ca_system_score_gemma":0.00011588571,"threshold_uncertainty_score":0.7942668},"labels":[],"label_agreement":null},{"id":"W1998649124","doi":"10.1142/s0218194008003829","title":"A TOOL BASED ON DL FOR UML MODEL CONSISTENCY CHECKING","year":2008,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Metamodeling; Computer science; Unified Modeling Language; UML tool; Applications of UML; Consistency (knowledge bases); Programming language; Object Constraint Language; Interoperability; Model checking; Software engineering; Software; Artificial intelligence; Operating system","score_opus":0.018420540995221085,"score_gpt":0.24378718692551027,"score_spread":0.22536664593028918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998649124","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018642412,0.00044909396,0.97894984,0.0000853823,0.0012027655,0.00012984125,0.000010013902,0.0005149247,0.000015719132],"genre_scores_gemma":[0.4540772,0.00003106061,0.5455542,0.000029269273,0.00022358057,0.000020766345,0.000001690969,0.000036166413,0.000025990023],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99849695,0.000009148216,0.0005534425,0.00028108255,0.00035252864,0.00030687163],"domain_scores_gemma":[0.998506,0.00035963874,0.00015224225,0.00026717645,0.00056315,0.00015180932],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00039907458,0.00030824338,0.00035500797,0.00068318215,0.00006744828,0.000084748135,0.0008286271,0.00011887761,0.0000014521722],"category_scores_gemma":[0.00037331035,0.00031596795,0.00021324055,0.00018853461,0.000022262004,0.00033287253,0.00012077938,0.00035950588,0.00000164875],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019905016,0.0000735993,0.00019765957,0.00008848068,0.00009354693,0.00007956417,0.00034690936,0.9603323,0.0008640147,0.018754534,0.0002453002,0.0189042],"study_design_scores_gemma":[0.00068094314,0.00012738188,0.0003884543,0.00044823062,0.000011816559,0.00028417847,7.86151e-7,0.9908899,0.0018255551,0.00007485172,0.0049411026,0.00032681547],"about_ca_topic_score_codex":0.0000010171937,"about_ca_topic_score_gemma":1.2649826e-7,"teacher_disagreement_score":0.43543482,"about_ca_system_score_codex":0.00019122123,"about_ca_system_score_gemma":0.00017196692,"threshold_uncertainty_score":0.99992925},"labels":[],"label_agreement":null},{"id":"W1999603696","doi":"10.1142/s0218194004001816","title":"FROM KNOWLEDGE MODELING TO ONTOLOGY CONSTRUCTION","year":2004,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Natural Sciences and Engineering Research Council of Canada; Defense Advanced Research Projects Agency; National Science Foundation","keywords":"Ontology; Computer science; Software engineering; Domain knowledge; XML; Process ontology; Domain (mathematical analysis); Knowledge-based systems; Ontology-based data integration; Structuring; Knowledge sharing; Upper ontology; Process (computing); Open Knowledge Base Connectivity; Knowledge management; World Wide Web; Programming language; Personal knowledge management","score_opus":0.01085274666121525,"score_gpt":0.2433625772805168,"score_spread":0.23250983061930156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999603696","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22263157,0.0015217783,0.77119774,0.00020594585,0.0042542364,0.00002997048,0.0000017403032,0.00013493343,0.000022108836],"genre_scores_gemma":[0.69993496,0.000044368146,0.29937893,0.000014378068,0.00060593005,0.0000022696818,7.571618e-7,0.000011976395,0.0000064450546],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99905074,0.000007934361,0.00037828553,0.00019370393,0.0001699703,0.00019935219],"domain_scores_gemma":[0.9991527,0.00017026266,0.00006857453,0.0001330358,0.0003253284,0.00015010017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017565119,0.00017131877,0.00024454054,0.0004383313,0.000028443148,0.00011107024,0.0006208832,0.00008124426,0.0000025979105],"category_scores_gemma":[0.0005240572,0.00016787965,0.00007987897,0.00016461383,0.0000117013315,0.000386484,0.00018233828,0.00023305036,0.000013311097],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017932438,0.000076324155,0.00050704705,0.00003394751,0.0002664105,0.00012137574,0.0046623102,0.9279619,0.0033765035,0.017151695,0.00005502039,0.04576953],"study_design_scores_gemma":[0.0023219283,0.00023791498,0.0032109863,0.0012718136,0.000046690333,0.0016379376,0.0002428234,0.97440207,0.0065233214,0.0029292523,0.006383505,0.00079173525],"about_ca_topic_score_codex":0.000027190245,"about_ca_topic_score_gemma":0.000006219804,"teacher_disagreement_score":0.4773034,"about_ca_system_score_codex":0.00015078363,"about_ca_system_score_gemma":0.0000929694,"threshold_uncertainty_score":0.6845934},"labels":[],"label_agreement":null},{"id":"W2003538822","doi":"10.1142/s0218194007003367","title":"PROTECT VIRTUAL PROPERTY IN ONLINE GAMING SYSTEM","year":2007,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Cryptography and Data Security","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Computer science; Entertainment; Property (philosophy); TRACE (psycholinguistics); Metaverse; Virtual world; Order (exchange); Virtual economy; Computer security; Virtual reality; Multimedia; Internet privacy; Human–computer interaction; World Wide Web; Business","score_opus":0.007286633045632748,"score_gpt":0.22559984909622016,"score_spread":0.2183132160505874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003538822","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1673475,0.00085244665,0.8301253,0.000022619328,0.0014463848,0.000060025897,0.000004739048,0.00012442996,0.00001655551],"genre_scores_gemma":[0.8881881,0.00003080927,0.11133836,0.00000535016,0.0004133888,0.000002007591,0.0000021474063,0.000014520564,0.0000052975706],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988287,0.000010592831,0.0004917955,0.00016655677,0.0002700703,0.00023230007],"domain_scores_gemma":[0.9991763,0.00020873206,0.000102095335,0.00012507719,0.00026335256,0.00012441084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080939307,0.00016268526,0.00020811922,0.00074122666,0.00002108212,0.00009366299,0.00060473033,0.000069682275,8.7079343e-7],"category_scores_gemma":[0.0004582765,0.0001321979,0.000069521295,0.00039931844,0.000010658649,0.00053891743,0.00017376333,0.00039450565,0.0000013265299],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025094138,0.0011631971,0.021217361,0.0012969362,0.0008630973,0.0037301243,0.011508951,0.16285054,0.022166599,0.10909264,0.00026578983,0.6655938],"study_design_scores_gemma":[0.003534497,0.0005109558,0.059640612,0.005165662,0.000029673069,0.0035973256,0.00051023136,0.89025205,0.0060565094,0.00007132188,0.029384939,0.001246216],"about_ca_topic_score_codex":0.000009812096,"about_ca_topic_score_gemma":0.0000075112603,"teacher_disagreement_score":0.7274015,"about_ca_system_score_codex":0.0001401791,"about_ca_system_score_gemma":0.000051129216,"threshold_uncertainty_score":0.5390874},"labels":[],"label_agreement":null},{"id":"W2014256464","doi":"10.1142/s0218194006002707","title":"UNDERSTANDING THE EVOLUTION AND CO-EVOLUTION OF CLASSES IN OBJECT-ORIENTED SYSTEMS","year":2006,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Code refactoring; Computer science; Class diagram; Class (philosophy); Association rule learning; Software evolution; Unified Modeling Language; Software system; Data mining; Categorical variable; Software; Artificial intelligence; Programming language; Machine learning; Software construction","score_opus":0.016992741941098635,"score_gpt":0.24870536454836795,"score_spread":0.23171262260726933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014256464","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.190919,0.0043955836,0.80337065,0.000030530777,0.0011236445,0.00007005504,0.0000027953215,0.00007316006,0.0000145495615],"genre_scores_gemma":[0.9941531,0.00005252407,0.005505992,7.2908745e-7,0.00024646334,0.000005215877,0.000001027971,0.000018133336,0.000016809525],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99868923,0.000026033476,0.00048625653,0.0001642023,0.00040664632,0.00022763235],"domain_scores_gemma":[0.9983497,0.0010574606,0.00013178567,0.00013408923,0.0002611692,0.00006579829],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068236707,0.00016389453,0.00022831446,0.00082916877,0.00003417578,0.00010489,0.00042242085,0.00007660757,5.4265e-7],"category_scores_gemma":[0.00086115,0.00014258706,0.000054160286,0.0004377712,0.00003505364,0.00042765134,0.00011784277,0.00033672678,5.988503e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023269273,0.00009043919,0.11155429,0.00029508365,0.00016113295,0.000066264234,0.00087905524,0.78589064,0.00523718,0.09507628,0.00014751192,0.0005788432],"study_design_scores_gemma":[0.0011959439,0.00012354918,0.2128358,0.0011759604,0.00001681901,0.00061718805,0.00027624538,0.7816952,0.00063107105,0.00033818808,0.00075124047,0.0003428393],"about_ca_topic_score_codex":0.00006605762,"about_ca_topic_score_gemma":0.0000045930587,"teacher_disagreement_score":0.8032341,"about_ca_system_score_codex":0.0007859754,"about_ca_system_score_gemma":0.00010281979,"threshold_uncertainty_score":0.58145314},"labels":[],"label_agreement":null},{"id":"W2023385229","doi":"10.1142/s0218194010004931","title":"FORMALIZATION OF TEXTUAL USE CASES BASED ON PETRI NETS","year":2010,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Petri net; Programming language; Semantics (computer science); Syntax; Tuple; Specification language; Process architecture; Formal specification; Formal methods; Artificial intelligence; Natural language processing; Software engineering","score_opus":0.011126367822804604,"score_gpt":0.21850995729218098,"score_spread":0.20738358946937638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023385229","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78378344,0.00018744866,0.21402769,0.000087035514,0.0017235344,0.00003965855,0.0000058686423,0.00009604954,0.000049257585],"genre_scores_gemma":[0.99445134,0.000015005114,0.004410112,0.00004242984,0.001020718,0.0000017975992,0.0000113242895,0.000029863822,0.000017402948],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990548,0.0000018743224,0.0004007399,0.00011796233,0.00028620733,0.00013841303],"domain_scores_gemma":[0.9985474,0.00027134505,0.00022702396,0.00009105396,0.00083687867,0.000026300153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025139158,0.00016872802,0.00022222563,0.0009269335,0.00003183714,0.0001601902,0.00022275356,0.00007235554,0.000018683506],"category_scores_gemma":[0.0021990913,0.00015601005,0.00010726977,0.00029597746,0.00001563833,0.0008187528,0.00004856549,0.00026748763,0.000003152349],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000077495504,0.0001766037,0.02306064,0.000355838,0.00016873833,0.00006143927,0.00006986763,0.95423967,0.0040716697,0.0031664108,0.00020099356,0.01435062],"study_design_scores_gemma":[0.00063199765,0.00002333266,0.007823586,0.0004783706,0.00006923402,0.000053026222,0.000016816208,0.98083144,0.0006476606,0.000013502236,0.00918079,0.00023023153],"about_ca_topic_score_codex":0.000025699866,"about_ca_topic_score_gemma":0.000005116092,"teacher_disagreement_score":0.21066788,"about_ca_system_score_codex":0.000018953324,"about_ca_system_score_gemma":0.00003205759,"threshold_uncertainty_score":0.63619053},"labels":[],"label_agreement":null},{"id":"W2023463827","doi":"10.1142/s0218194003001317","title":"Adding Flexibility in Information Flow Control for Object-Oriented Systems Using Versions","year":2003,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Security and Verification in Computing","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Computer science; Information flow; Flexibility (engineering); Object (grammar); Process (computing); Distributed computing; Blocking (statistics); Confidentiality; Control (management); Enforcement; Cloning (programming); Computer security; Computer network; Programming language; Artificial intelligence","score_opus":0.013752855542731332,"score_gpt":0.2507605874164886,"score_spread":0.23700773187375726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023463827","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04565721,0.00064560137,0.94994617,0.000013873438,0.0035466992,0.00010605248,0.0000070008437,0.0000659383,0.00001146151],"genre_scores_gemma":[0.8456731,0.000012579583,0.15414111,0.0000071393206,0.0001489717,0.000005425906,0.0000018756599,0.000007748604,0.0000020648886],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989827,0.00002221395,0.00050978083,0.00011800604,0.00018927363,0.00017800937],"domain_scores_gemma":[0.99869215,0.00050636876,0.00015200177,0.00010439404,0.00046187377,0.000083227125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074309966,0.00012827292,0.00019045091,0.00048824772,0.00004728489,0.00014274778,0.0002951025,0.000065781715,9.53491e-7],"category_scores_gemma":[0.001583909,0.00013777928,0.000072610856,0.00023372339,0.0000073925517,0.0008876971,0.000038417653,0.00020205328,8.8656697e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010915556,0.00002989495,0.0006555823,0.00008494823,0.00006183634,0.0000041705603,0.0010439461,0.9776097,0.00028078072,0.01741973,0.000019120223,0.0027794086],"study_design_scores_gemma":[0.00093533803,0.000026937427,0.00043331084,0.0003089779,0.0000070553046,0.000106132895,0.00005731639,0.9888464,0.00024685755,0.000022845234,0.008874326,0.00013450198],"about_ca_topic_score_codex":0.000003763102,"about_ca_topic_score_gemma":2.6134484e-7,"teacher_disagreement_score":0.80001587,"about_ca_system_score_codex":0.00022869691,"about_ca_system_score_gemma":0.00009644196,"threshold_uncertainty_score":0.5618476},"labels":[],"label_agreement":null},{"id":"W2029427595","doi":"10.1142/s0218194006002690","title":"LEVEL-WISE CONSTRUCTION OF DECISION TREES FOR CLASSIFICATION","year":2006,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Rough Sets and Fuzzy Logic","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Natural Sciences and Engineering Research Council of Canada; University of Regina","keywords":"Partition (number theory); Decision tree; Computer science; Decision table; Theoretical computer science; Space (punctuation); Artificial intelligence; Focus (optics); Representation (politics); Mathematics; Machine learning; Rough set","score_opus":0.017190190243180515,"score_gpt":0.24236752543811094,"score_spread":0.2251773351949304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029427595","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05971875,0.0008499671,0.93763256,0.000047940524,0.0016285987,0.000045791843,0.000007728624,0.000045719167,0.0000229176],"genre_scores_gemma":[0.60396504,0.00004104393,0.39569375,0.0000016278283,0.00027871583,0.000002446651,0.0000020339612,0.000007785298,0.0000075740913],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99916816,0.0000046139257,0.0004147316,0.000115266506,0.00018723786,0.000109996094],"domain_scores_gemma":[0.99898505,0.00031760137,0.00016296573,0.00009014478,0.0003982668,0.000045961988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022595096,0.00011085235,0.0001703001,0.00032932346,0.000021028602,0.000061771265,0.00033961452,0.00005599557,0.0000011214057],"category_scores_gemma":[0.00027763733,0.00010157747,0.000090737994,0.0001260753,0.000013856995,0.00030380106,0.000048407113,0.00009700417,5.681016e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008784591,0.00025133908,0.005425052,0.00021264036,0.00028347614,0.00003457528,0.0006452932,0.25441635,0.02361571,0.12631139,0.0008721982,0.58784413],"study_design_scores_gemma":[0.0014302931,0.00017795988,0.050872806,0.0005165193,0.000026829946,0.00045304073,0.000024933343,0.92898977,0.0045503345,0.001987719,0.010653177,0.00031664388],"about_ca_topic_score_codex":0.0000029158766,"about_ca_topic_score_gemma":0.00000103689,"teacher_disagreement_score":0.6745734,"about_ca_system_score_codex":0.000055720982,"about_ca_system_score_gemma":0.00003638348,"threshold_uncertainty_score":0.4142209},"labels":[],"label_agreement":null},{"id":"W2039316517","doi":"10.1142/s0218194012400116","title":"DEFECT PREDICTION USING CASE-BASED REASONING: AN ATTRIBUTE WEIGHTING TECHNIQUE BASED UPON SENSITIVITY ANALYSIS IN NEURAL NETWORKS","year":2012,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Weighting; Artificial neural network; Sensitivity (control systems); Data mining; Computer science; Heuristic; Artificial intelligence; Linear regression; Machine learning; Pattern recognition (psychology); Engineering","score_opus":0.01592908508520493,"score_gpt":0.26951147551447335,"score_spread":0.25358239042926844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039316517","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39490956,0.00067040004,0.60327816,0.000012616725,0.000807526,0.00007274144,0.0000049920727,0.000243701,3.373308e-7],"genre_scores_gemma":[0.8574362,0.0000057186103,0.1420762,0.0000092745995,0.00041502377,0.000009812883,0.000007627449,0.000039576247,5.64304e-7],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979832,0.000109750974,0.00058495824,0.00030650097,0.0004558737,0.0005596729],"domain_scores_gemma":[0.9973939,0.0014086304,0.00016850287,0.00028041392,0.00040980065,0.00033877412],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0024136622,0.00031696353,0.00041565843,0.0019767277,0.0000684081,0.00018621596,0.00040911348,0.00015621421,0.0000019771292],"category_scores_gemma":[0.0017323142,0.00033951615,0.00023984759,0.0013090811,0.000017110951,0.001142301,0.00013997534,0.00077513326,3.685255e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000101225705,0.0000731851,0.12504402,0.000031538293,0.00018167235,0.00056339725,0.00013418152,0.87167037,0.0010472082,0.000026192252,0.0000035880873,0.0012145311],"study_design_scores_gemma":[0.00043269273,0.00005943259,0.036513686,0.00025148166,0.00006843111,0.0019174874,0.000007250241,0.95936984,0.0010450158,3.9174333e-7,0.000058725065,0.00027555545],"about_ca_topic_score_codex":0.000031618587,"about_ca_topic_score_gemma":0.000006916767,"teacher_disagreement_score":0.46252665,"about_ca_system_score_codex":0.0004890053,"about_ca_system_score_gemma":0.00008589317,"threshold_uncertainty_score":0.9999057},"labels":[],"label_agreement":null},{"id":"W2049321492","doi":"10.1142/s0218194002000913","title":"ASSOCIATION ANALYSIS OF SOFTWARE MEASURES","year":2002,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Software sizing; Software; Software metric; Software engineering; Software construction; Reusability; Regression testing; Software development; Software quality; Verification and validation; Association (psychology); Data mining; Statistics; Programming language; Mathematics","score_opus":0.014566029233017957,"score_gpt":0.24283468499269795,"score_spread":0.22826865575968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049321492","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10786772,0.0041999468,0.88560367,0.00010354249,0.0018870005,0.000055453464,0.0000141703595,0.0002553329,0.000013198941],"genre_scores_gemma":[0.922399,0.00034210624,0.07676865,0.0000081395565,0.00030939918,0.0000051753423,0.0000029478354,0.00003375119,0.00013086223],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979127,0.00002475246,0.0006543803,0.00022883929,0.0008642126,0.00031511203],"domain_scores_gemma":[0.9965036,0.001767629,0.00026876095,0.0002475551,0.001027011,0.00018542899],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007640677,0.000232692,0.0004827827,0.0018755506,0.000028750788,0.00013461048,0.0009923448,0.00013046985,0.000024446372],"category_scores_gemma":[0.0067829103,0.00023953604,0.00028202226,0.0011941082,0.000013451956,0.00054444186,0.00020335088,0.0004226489,0.000006127661],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016660268,0.00030527622,0.17590709,0.00022904648,0.010623936,0.00015721977,0.0032688656,0.736049,0.0032238178,0.0010298194,0.0017993028,0.067389935],"study_design_scores_gemma":[0.0012154188,0.00018332763,0.14251372,0.00051802164,0.00052099046,0.00017137722,0.00002006457,0.8351325,0.0035157937,0.000027378552,0.015453989,0.00072743266],"about_ca_topic_score_codex":0.0000057978586,"about_ca_topic_score_gemma":0.0000013257963,"teacher_disagreement_score":0.81453127,"about_ca_system_score_codex":0.00031504396,"about_ca_system_score_gemma":0.00003857142,"threshold_uncertainty_score":0.9767996},"labels":[],"label_agreement":null},{"id":"W2052103584","doi":"10.1142/s0218194002000810","title":"USE CASE PATTERNS","year":2002,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Use Case Diagram; Computer science; Use Case Points; Software engineering; Set (abstract data type); Class (philosophy); Object-oriented programming; Process (computing); Software; Software development; Unified Modeling Language; Software development process; Artificial intelligence; Class diagram; Programming language","score_opus":0.04229184336523819,"score_gpt":0.26514015539016605,"score_spread":0.22284831202492786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052103584","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.073609844,0.0019659477,0.9208204,0.00005694874,0.003115743,0.0000408715,0.00000512729,0.00038068046,0.0000044470703],"genre_scores_gemma":[0.5222882,0.00026794279,0.47696546,0.000012933173,0.00036896317,0.0000035914647,4.958263e-7,0.0000323887,0.000060023805],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99872905,0.000023534869,0.0004688603,0.00022197848,0.00027199337,0.00028457874],"domain_scores_gemma":[0.9978753,0.0012238642,0.00013398565,0.00023397239,0.00034686597,0.00018605759],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00034230654,0.00025869763,0.0002897467,0.0005552745,0.000036070967,0.00022015895,0.0006801098,0.000091161026,0.0000079117435],"category_scores_gemma":[0.0027035144,0.00025676686,0.00012069826,0.00021891874,0.000014264903,0.0012245387,0.00025169837,0.00040177684,0.000006245731],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000092347345,0.00014530559,0.00224614,0.00017984636,0.0005456162,0.010648738,0.0029646487,0.82775414,0.0021061876,0.004570481,0.00042631128,0.14840332],"study_design_scores_gemma":[0.0017732074,0.0003198598,0.00474186,0.0011912031,0.00006640339,0.073125765,0.00007492813,0.8862505,0.005690243,0.00018639407,0.024965912,0.0016137171],"about_ca_topic_score_codex":0.0000034644413,"about_ca_topic_score_gemma":5.36618e-7,"teacher_disagreement_score":0.44867834,"about_ca_system_score_codex":0.00011585993,"about_ca_system_score_gemma":0.000014760099,"threshold_uncertainty_score":0.99998844},"labels":[],"label_agreement":null},{"id":"W2053055720","doi":"10.1142/s0218194005001884","title":"A GENERIC FORMAL FRAMEWORK FOR CONSTRUCTING AGENT INTERACTION PROTOCOLS","year":2005,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Computer science; Interaction protocol; Programming language; Protocol (science); Construct (python library); Semantics (computer science); Abstraction; Formal specification; Formal semantics (linguistics); Theoretical computer science; Formal description; Software engineering; Principal (computer security); Formal methods; Model checking; Distributed computing","score_opus":0.024024708330747855,"score_gpt":0.2959518691328403,"score_spread":0.2719271608020924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053055720","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030840043,0.00032659946,0.9659055,0.00007863567,0.0022426103,0.00049846247,0.0000024402634,0.000098064666,0.000007677049],"genre_scores_gemma":[0.48566937,0.000014424108,0.51283765,0.000012329333,0.0013044436,0.00013132114,0.0000011299546,0.000016379518,0.000012931614],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99896425,0.000008443796,0.0004792132,0.00014445615,0.00020559074,0.00019805446],"domain_scores_gemma":[0.9989795,0.00027817074,0.00022560885,0.00009855663,0.0003188527,0.000099276025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035340045,0.00015259712,0.00018904146,0.00030847578,0.000039702885,0.00016798693,0.00036747736,0.000071012975,0.0000034362622],"category_scores_gemma":[0.0005220815,0.00014780057,0.00010875412,0.00010510533,0.000005490998,0.0009381123,0.000087532695,0.0002135214,0.0000029095468],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075869284,0.0002219103,0.0021636484,0.0005687497,0.0006541734,0.000034457746,0.0055338903,0.40602154,0.012766168,0.05597221,0.00036047713,0.5156269],"study_design_scores_gemma":[0.0010886864,0.00012833411,0.0011992869,0.0012260713,0.000015593492,0.000652939,0.000054467873,0.9424204,0.007817466,0.000082462364,0.044976376,0.00033792024],"about_ca_topic_score_codex":9.034224e-7,"about_ca_topic_score_gemma":4.180033e-7,"teacher_disagreement_score":0.5363988,"about_ca_system_score_codex":0.0001529609,"about_ca_system_score_gemma":0.000040775794,"threshold_uncertainty_score":0.6027132},"labels":[],"label_agreement":null},{"id":"W2055962110","doi":"10.1142/s0218194006002902","title":"TOWARDS AUTOMATIC ESTABLISHMENT OF MODEL DEPENDENCIES USING FORMAL CONCEPT ANALYSIS","year":2006,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Dependency (UML); Abstraction; Relation (database); Process (computing); Data mining; Identification (biology); Iterative and incremental development; Software maintenance; Software; Software development; Code (set theory); Source code; Programming language; Software engineering; Theoretical computer science","score_opus":0.007425077705933283,"score_gpt":0.22939385709408838,"score_spread":0.2219687793881551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055962110","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2914131,0.0010574409,0.7069448,0.000018187266,0.00045777956,0.000025523765,0.000005273423,0.0000593359,0.000018544084],"genre_scores_gemma":[0.79079604,0.000012369064,0.20900813,0.0000075339294,0.00015620676,0.0000011065016,0.0000025882082,0.000010424127,0.0000056025638],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99870116,0.000009055546,0.00053316326,0.00014434246,0.0003991349,0.0002131602],"domain_scores_gemma":[0.99903375,0.00012131003,0.00020987426,0.00013935629,0.00041306159,0.00008267377],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024426536,0.00017903431,0.0003145906,0.00082578365,0.000029573337,0.00010282328,0.0006622027,0.000056590514,0.000003110965],"category_scores_gemma":[0.000044553235,0.00016488104,0.00017179284,0.0004977906,0.000012297792,0.0007043805,0.00020753908,0.00017316769,2.8957314e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029049643,0.000037470134,0.0006735021,0.00006272207,0.00037502713,0.000014791646,0.0011263157,0.9883318,0.001612199,0.0028955576,0.0000045639154,0.0048631676],"study_design_scores_gemma":[0.00030171731,0.000030068451,0.0030562102,0.000161105,0.000103837665,0.00008967645,0.000030993895,0.99101704,0.0048559303,0.00009707668,0.00010019728,0.00015613223],"about_ca_topic_score_codex":0.00005149613,"about_ca_topic_score_gemma":0.0000077288105,"teacher_disagreement_score":0.49938294,"about_ca_system_score_codex":0.0000793988,"about_ca_system_score_gemma":0.00008934459,"threshold_uncertainty_score":0.6723654},"labels":[],"label_agreement":null},{"id":"W2058643469","doi":"10.1142/s0218194013500137","title":"DEVELOPMENT OF SCIENTIFIC SOFTWARE: A SYSTEMATIC MAPPING, A BIBLIOMETRICS STUDY, AND A PAPER REPOSITORY","year":2013,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Bibliometrics; Software development; Context (archaeology); Computer science; Data science; Code refactoring; Software engineering; Software peer review; Social software engineering; Software; Software walkthrough; Process (computing); Software analytics; Software development process; Software construction; World Wide Web; Geography","score_opus":0.045562653563626605,"score_gpt":0.2998618338327025,"score_spread":0.2542991802690759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058643469","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78081,0.0016221121,0.21411875,0.000014173582,0.0031768281,0.00019273945,0.0000021451058,0.000049099308,0.000014136512],"genre_scores_gemma":[0.9251,0.0000072675666,0.07453534,0.000004191636,0.000114195915,0.000011249058,8.2635927e-7,0.000015175559,0.00021174016],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99675655,0.00003711269,0.0013658291,0.00033871824,0.00130863,0.0001931802],"domain_scores_gemma":[0.9965595,0.0012125005,0.00044230756,0.0003188869,0.0013057402,0.0001610703],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004000833,0.00018188675,0.00041866914,0.005723968,0.0000959421,0.0009737343,0.00080298365,0.000042685195,0.0000122473975],"category_scores_gemma":[0.0076797027,0.00014266591,0.000080806254,0.002516274,0.00003904075,0.00060244463,0.00048468963,0.00017107878,0.000011330882],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000086753374,0.003389044,0.17236224,0.0153281195,0.0056461105,0.0005467429,0.086682566,0.05766668,0.036108363,0.0011499434,0.014179749,0.60685366],"study_design_scores_gemma":[0.0058273557,0.00063069176,0.4857609,0.021300782,0.00035635868,0.0018481043,0.01118127,0.4150696,0.0029807468,0.00045446082,0.0520714,0.0025183242],"about_ca_topic_score_codex":0.0000053273793,"about_ca_topic_score_gemma":0.000001068094,"teacher_disagreement_score":0.60433537,"about_ca_system_score_codex":0.000072190465,"about_ca_system_score_gemma":0.00008351489,"threshold_uncertainty_score":0.93897426},"labels":[],"label_agreement":null},{"id":"W2058791400","doi":"10.1142/s021819400800374x","title":"AN INTEGRATED GAME-THEORY BASED MODEL FOR TRANS-BOUNDARY WATER RESOURCES MANAGEMENT IN NORTH CHINA: A CASE STUDY IN THE GUANTING RESERVOIR BASIN (GRB), BEIJING","year":2008,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Water resources management and optimization","field":"Engineering","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"National Science Fund for Distinguished Young Scholars; National Key Research and Development Program of China","keywords":"Water resources; Beijing; Upstream (networking); Context (archaeology); Water resource management; Water quality; Resource (disambiguation); Environmental science; Integrated water resources management; Structural basin; China; Environmental resource management; Computer science; Geography; Geology; Ecology","score_opus":0.012685237502122257,"score_gpt":0.22976147457785445,"score_spread":0.2170762370757322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058791400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6512826,0.00019174871,0.34796345,0.000012308541,0.00021402405,0.0002361493,0.000004166532,0.00008574574,0.000009787372],"genre_scores_gemma":[0.9875016,0.000053909775,0.012138782,0.000008738881,0.00014975553,0.00004614293,0.000015032685,0.00006772347,0.000018288682],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99857783,0.000046361038,0.00060303754,0.00019325166,0.00026404738,0.00031547598],"domain_scores_gemma":[0.9994882,0.00015074365,0.0000499845,0.0001475167,0.00009694432,0.000066650035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090533984,0.00027838047,0.00028052647,0.0010824505,0.00006260978,0.00012734812,0.00043247445,0.000060211798,0.0000021444607],"category_scores_gemma":[0.000065069624,0.00021885407,0.0000866627,0.0003098075,0.000017815952,0.00039268777,0.000040399686,0.00039407986,3.4713185e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060800034,0.00014114733,0.007788799,0.00014467891,0.00012586464,0.001365571,0.022512577,0.9656296,0.000042776577,0.000010154171,0.0000069798216,0.0021710943],"study_design_scores_gemma":[0.0015624561,0.00008672348,0.010006853,0.00020534587,0.000038025497,0.00033034274,0.000960932,0.98565364,0.00003827694,0.000004596737,0.0008585095,0.00025427714],"about_ca_topic_score_codex":0.000014191528,"about_ca_topic_score_gemma":0.00014352362,"teacher_disagreement_score":0.336219,"about_ca_system_score_codex":0.00013213669,"about_ca_system_score_gemma":0.00001140385,"threshold_uncertainty_score":0.892461},"labels":[],"label_agreement":null},{"id":"W2061720486","doi":"10.1142/s0218194010004827","title":"AUTOMATED STAGED CONFIGURATION WITH SEMANTIC WEB TECHNOLOGIES","year":2010,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; National Research Council Canada; University of British Columbia; Athabasca University","funders":"","keywords":"Feature (linguistics); Computer science; Feature model; Software deployment; Software engineering; Software; Semantic Web; Semantic feature; World Wide Web; Artificial intelligence; Programming language","score_opus":0.0030850323237433925,"score_gpt":0.20520998137736834,"score_spread":0.20212494905362496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061720486","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5314873,0.0004807143,0.4643,0.0002984594,0.0020511714,0.000059883063,0.0000024946053,0.0012863808,0.00003357],"genre_scores_gemma":[0.927252,0.000029575001,0.07249955,0.000013322826,0.00017473887,0.000003305379,0.0000017559255,0.000016609129,0.0000091652255],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991375,0.000006365853,0.00027531793,0.00015652183,0.0002505585,0.00017370684],"domain_scores_gemma":[0.9990961,0.00017866257,0.00011861456,0.00015871762,0.00037588345,0.00007204243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018415223,0.0001747841,0.00017704042,0.00048165722,0.00003580833,0.00016930228,0.00068361557,0.00008235308,0.0000026783482],"category_scores_gemma":[0.00011993901,0.00014107085,0.000044038417,0.00026094497,0.000016160691,0.00045642155,0.0001127891,0.00046476387,0.0000032812995],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013651926,0.00044023892,0.013307825,0.00086773053,0.001941543,0.0010701596,0.010806387,0.24560046,0.548138,0.04733273,0.00038135637,0.129977],"study_design_scores_gemma":[0.001333919,0.00020966581,0.0070678536,0.0006255294,0.00003349684,0.0015137974,0.00013168559,0.9406832,0.03508,0.00007184825,0.012729148,0.0005198447],"about_ca_topic_score_codex":0.0000033143704,"about_ca_topic_score_gemma":0.000010499886,"teacher_disagreement_score":0.6950827,"about_ca_system_score_codex":0.000023543942,"about_ca_system_score_gemma":0.00006964163,"threshold_uncertainty_score":0.57527024},"labels":[],"label_agreement":null},{"id":"W2062100393","doi":"10.1142/s021819400800391x","title":"SUPPORTING FORMAL VERIFICATION OF DIMA MULTI-AGENTS MODELS: TOWARDS A FRAMEWORK BASED ON MAUDE MODEL CHECKING","year":2008,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Computer science; Model checking; Rewriting; Programming language; Formal verification; Formal methods; Rotation formalisms in three dimensions; Temporal logic; Linear temporal logic; Software engineering; Mathematics","score_opus":0.0379183716798623,"score_gpt":0.2861758163316216,"score_spread":0.2482574446517593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062100393","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10923999,0.00033644232,0.8892875,0.000027378755,0.00094194437,0.000067974375,0.0000049517557,0.0000807602,0.000013101792],"genre_scores_gemma":[0.74810094,0.00005118722,0.25165325,0.000010780871,0.00014384117,0.0000045728007,0.000002348447,0.000019221903,0.000013872485],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99844897,0.000013337086,0.00065388024,0.0001909654,0.00045413242,0.00023874607],"domain_scores_gemma":[0.9988457,0.0001421282,0.00033286447,0.00017597481,0.00038507002,0.000118254844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045646084,0.00019885697,0.00026604705,0.00047683527,0.000052242773,0.00004968001,0.00051628717,0.00010073039,0.0000021245808],"category_scores_gemma":[0.0004752476,0.00019665547,0.00013564636,0.0001697763,0.000011357684,0.00076793064,0.00008966778,0.00028467365,0.0000013299477],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012321637,0.000087303924,0.00056734274,0.00008398648,0.000057534413,0.00001849106,0.001647663,0.9902785,0.001143333,0.0011426376,0.000016442222,0.004944444],"study_design_scores_gemma":[0.00056105695,0.00004718058,0.0036157183,0.00058954814,0.000008155693,0.0000682164,0.000009539486,0.9923466,0.0024678798,0.000025174093,0.00008995026,0.00017097878],"about_ca_topic_score_codex":0.0000042566676,"about_ca_topic_score_gemma":1.8990538e-7,"teacher_disagreement_score":0.63886094,"about_ca_system_score_codex":0.00012421639,"about_ca_system_score_gemma":0.00010635659,"threshold_uncertainty_score":0.8019377},"labels":[],"label_agreement":null},{"id":"W2066736649","doi":"10.1142/s0218194006002823","title":"MODELING SECURE SYSTEMS USING AN AGENT-ORIENTED APPROACH AND SECURITY PATTERNS","year":2006,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Computer security model; Viewpoints; Security engineering; Security testing; Security information and event management; Software security assurance; Software engineering; Information security; Security service; Computer security; Cloud computing security","score_opus":0.014126326264316159,"score_gpt":0.23088360995074975,"score_spread":0.2167572836864336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066736649","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41876963,0.0012395006,0.5786719,0.000003718572,0.001197477,0.0000452224,0.00000398842,0.00006524064,0.0000033771257],"genre_scores_gemma":[0.9656466,0.000039341732,0.03350318,0.0000022426018,0.0007699154,0.0000028530192,0.0000059780277,0.000022623075,0.000007218383],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99878734,0.00002385357,0.00047199093,0.00022094602,0.0003005001,0.00019536908],"domain_scores_gemma":[0.9992581,0.00005337856,0.00012856231,0.00012427382,0.00030533905,0.00013032493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036839844,0.00019883888,0.00023793687,0.000367252,0.00004919732,0.00023690655,0.00030828576,0.00008471619,5.716832e-7],"category_scores_gemma":[0.000062890766,0.00019476638,0.000058903366,0.00011953217,0.0000058877863,0.00077729486,0.000105983505,0.00022480708,3.684547e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033866422,0.00007206337,0.002275632,0.00015782047,0.00007276921,0.00002671165,0.0009723899,0.9918039,0.0012074132,0.0029341618,0.0000063615043,0.00046740207],"study_design_scores_gemma":[0.00040521333,0.000025813571,0.0009989219,0.00030538935,0.000012819633,0.00045898292,0.00005138338,0.9971994,0.000109275636,0.0000108926515,0.00022799369,0.00019391994],"about_ca_topic_score_codex":0.0000869878,"about_ca_topic_score_gemma":0.0000020633827,"teacher_disagreement_score":0.546877,"about_ca_system_score_codex":0.00010855571,"about_ca_system_score_gemma":0.000028958435,"threshold_uncertainty_score":0.7942343},"labels":[],"label_agreement":null},{"id":"W2073272392","doi":"10.1142/s0218194013400019","title":"KNOWLEDGE MANAGEMENT AND SEMANTIC MODELING: A ROLE OF INFORMATION GRANULARITY","year":2013,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Rough Sets and Fuzzy Logic","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Granularity; Abstraction; Computer science; Knowledge representation and reasoning; Granular computing; Representation (politics); Knowledge management; Information retrieval; Software engineering; Artificial intelligence; Programming language; Rough set","score_opus":0.005853733834053592,"score_gpt":0.1993747139848097,"score_spread":0.19352098015075608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073272392","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.097445324,0.0031773858,0.8983316,0.000035324912,0.0006672549,0.0000798372,0.0000014864218,0.00006311308,0.00019870051],"genre_scores_gemma":[0.902676,0.00023223471,0.09698183,0.000005187648,0.000085250824,0.0000043882724,0.0000010785507,0.0000073459287,0.0000067049486],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99917865,0.000007033277,0.00040015034,0.00009367582,0.00018088537,0.00013959453],"domain_scores_gemma":[0.99931926,0.000068981535,0.00009684293,0.00010022845,0.0003177794,0.00009692477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020411867,0.0001351333,0.00018491315,0.00041807888,0.000021689519,0.00013641366,0.00037925286,0.000049469734,0.0000019713086],"category_scores_gemma":[0.00008751051,0.00012281282,0.000056938887,0.00013572838,0.000010131158,0.00092508533,0.00020733566,0.00015901592,0.000004335399],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023662362,0.00030876184,0.0040740585,0.0012428764,0.00093930075,0.000039828043,0.0112641845,0.33583286,0.0016265429,0.080213904,0.00022766228,0.56420636],"study_design_scores_gemma":[0.00037843242,0.00004237729,0.0037367416,0.0002443844,0.000012667287,0.00011270018,0.00005629151,0.99323577,0.00013999417,0.000522866,0.0013789752,0.00013882211],"about_ca_topic_score_codex":0.00000763219,"about_ca_topic_score_gemma":2.6986214e-7,"teacher_disagreement_score":0.8052307,"about_ca_system_score_codex":0.000035504767,"about_ca_system_score_gemma":0.000017864953,"threshold_uncertainty_score":0.50081617},"labels":[],"label_agreement":null},{"id":"W2073798166","doi":"10.1142/s0218194008003532","title":"SOFTWARE EFFORT ESTIMATION BY ANALOGY USING ATTRIBUTE SELECTION BASED ON ROUGH SET ANALYSIS","year":2008,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Weighting; Data mining; Selection (genetic algorithm); Computer science; Set (abstract data type); Analogy; Estimation; Rough set; Artificial intelligence; Machine learning; Engineering","score_opus":0.017442438192425847,"score_gpt":0.2725042033759681,"score_spread":0.25506176518354223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073798166","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23357435,0.00043820788,0.7647123,0.00003478872,0.00088391325,0.000062403036,0.000014088794,0.00027874077,0.0000012645075],"genre_scores_gemma":[0.817876,0.00003794681,0.18173997,0.000016754357,0.00023983793,0.0000064058395,0.000020536476,0.000040558574,0.000022016895],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99785954,0.000027391716,0.00059857196,0.00036231382,0.00074608054,0.00040608188],"domain_scores_gemma":[0.9976951,0.0009857096,0.00018706429,0.00024314116,0.00063903705,0.00024995834],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00052601675,0.0003390428,0.00045548734,0.0017865067,0.00010197401,0.00014207268,0.00076487614,0.00015226178,0.0000088388115],"category_scores_gemma":[0.0018749827,0.0003575331,0.00024211047,0.0013689676,0.0000257203,0.00064668554,0.00012949083,0.00055928685,0.000005011545],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013148911,0.00005778387,0.032153606,0.000038686714,0.00047884893,0.00008035098,0.00018196576,0.96468055,0.00041841852,0.00004321519,0.0002454442,0.0016079508],"study_design_scores_gemma":[0.0005781811,0.00013084772,0.026425395,0.00015576473,0.00007098447,0.00039762203,0.0000021488809,0.9696934,0.0014665971,0.0000044373555,0.00075176946,0.00032284795],"about_ca_topic_score_codex":0.00001449296,"about_ca_topic_score_gemma":7.345328e-7,"teacher_disagreement_score":0.58430165,"about_ca_system_score_codex":0.00046948626,"about_ca_system_score_gemma":0.00016825704,"threshold_uncertainty_score":0.99988765},"labels":[],"label_agreement":null},{"id":"W2081971240","doi":"10.1142/s0218194014400154","title":"Addressing Non-Functional Properties in Feature Models: A Goal-Oriented Approach","year":2014,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Simon Fraser University; University of New Brunswick","funders":"","keywords":"Feature model; Software product line; Computer science; Feature (linguistics); Feature-oriented domain analysis; Domain engineering; Domain (mathematical analysis); Domain model; Software engineering; Software; Process (computing); Data mining; Domain analysis; Software development; Artificial intelligence; Domain knowledge; Software construction; Programming language","score_opus":0.04226678859353701,"score_gpt":0.26070419320407334,"score_spread":0.21843740461053635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081971240","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016117934,0.002153585,0.9791072,0.000055965484,0.0022000794,0.00007043157,0.000001124028,0.0002597466,0.000033931916],"genre_scores_gemma":[0.47452906,0.000046827845,0.52496743,0.000010665184,0.00036687692,0.000011076451,0.0000016362379,0.000030255353,0.000036175672],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99850315,0.000035851226,0.00045664195,0.0002924996,0.00039014264,0.00032171005],"domain_scores_gemma":[0.9987575,0.00047703,0.00013864682,0.00020181367,0.00028915642,0.00013584665],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00076658896,0.00029518912,0.0003775333,0.00075125083,0.00003648583,0.00012897904,0.00061470625,0.00013227531,5.455974e-7],"category_scores_gemma":[0.0018407812,0.0002733357,0.00010568676,0.00035544593,0.000024314226,0.0010477542,0.00024250014,0.00063601794,0.0000011546085],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014879974,0.000054270917,0.00022930354,0.00008903671,0.00006883994,0.000019743055,0.0008207837,0.9817835,0.0015806202,0.0026789238,0.00004448835,0.012615582],"study_design_scores_gemma":[0.0007584043,0.000055901968,0.0030157005,0.00071536086,0.000008207823,0.0003355522,0.00002946863,0.9920498,0.0013302607,0.0002634784,0.0011043741,0.00033349407],"about_ca_topic_score_codex":0.0000020314897,"about_ca_topic_score_gemma":3.5928625e-7,"teacher_disagreement_score":0.45841113,"about_ca_system_score_codex":0.00017721944,"about_ca_system_score_gemma":0.00006644767,"threshold_uncertainty_score":0.99997187},"labels":[],"label_agreement":null},{"id":"W2084288830","doi":"10.1142/s0218194010004669","title":"SEMI-SUPERVISED DYNAMIC CLASSIFICATION FOR INTRUSION DETECTION","year":2010,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Network Security and Intrusion Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Cluster analysis; Data mining; Support vector machine; DBSCAN; Classifier (UML); Intrusion detection system; Artificial intelligence; Test data; Pattern recognition (psychology); Data set; Training set; Machine learning; Fuzzy clustering; Canopy clustering algorithm","score_opus":0.0070118998611012106,"score_gpt":0.2296443091101784,"score_spread":0.2226324092490772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084288830","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20167898,0.0002492704,0.7920289,0.000103529936,0.0057437997,0.00006448551,0.0000017075737,0.00012325017,0.0000061064525],"genre_scores_gemma":[0.929935,0.00008958492,0.06922096,0.000012804664,0.00069477165,0.000009754423,0.0000021398612,0.00001841545,0.000016575299],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99913394,0.000007901289,0.00034800274,0.00016542217,0.00019150494,0.00015324209],"domain_scores_gemma":[0.99897164,0.00023335824,0.00012432688,0.00012709812,0.0004410583,0.000102521044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037573508,0.00014184693,0.00014915512,0.00040083562,0.00005821051,0.00013909406,0.00042865513,0.00011600948,0.0000039303145],"category_scores_gemma":[0.0005528021,0.00014231111,0.00009526622,0.00017630972,0.000010646951,0.0005605435,0.00008453952,0.0004005017,0.0000024282306],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005138563,0.00009492399,0.0001335653,0.00010829444,0.0001440566,0.000010651388,0.000863272,0.018797062,0.46688172,0.0054425,0.00011927719,0.5073533],"study_design_scores_gemma":[0.00048612268,0.00008989376,0.0019045593,0.00008731927,0.000010014395,0.0002457411,0.0000066764155,0.96802706,0.0103969965,0.00015295162,0.018424496,0.00016815677],"about_ca_topic_score_codex":0.0000013155433,"about_ca_topic_score_gemma":0.000004934329,"teacher_disagreement_score":0.94923,"about_ca_system_score_codex":0.00007224937,"about_ca_system_score_gemma":0.000034247416,"threshold_uncertainty_score":0.58032787},"labels":[],"label_agreement":null},{"id":"W2084757530","doi":"10.1142/s0218194008003751","title":"AN INTELLIGENT AGENT MOBILE EMISSIONS MODEL FOR URBAN ENVIRONMENTAL MANAGEMENT","year":2008,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Traffic control and management","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"National Key Research and Development Program of China","keywords":"Process (computing); Agent-based model; Computer science; Simulation; Transport engineering; Engineering; Artificial intelligence","score_opus":0.008515614705402127,"score_gpt":0.21227321982065908,"score_spread":0.20375760511525695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084757530","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19168036,0.0032818494,0.8028655,0.000007778781,0.0016356691,0.00020901537,0.00002619481,0.00026516596,0.000028435868],"genre_scores_gemma":[0.967617,0.001199306,0.03046333,0.000007019382,0.00040787685,0.000054702516,0.0000124816015,0.000060852337,0.00017748195],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99896926,0.0000037147956,0.0004162084,0.00015269921,0.00021719738,0.00024091988],"domain_scores_gemma":[0.9995046,0.0000629922,0.0000472252,0.00012418996,0.00005350568,0.00020744796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013657716,0.00023709745,0.00022668354,0.00033808922,0.000044537002,0.000034414916,0.00030406658,0.00005926154,0.000009011417],"category_scores_gemma":[0.000021383228,0.00024134993,0.00013444055,0.000055665052,0.000014211507,0.00020708796,0.0000533272,0.00017853401,0.0000032561902],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014935188,0.000089642985,0.00009637318,0.000087785884,0.0003167885,0.00004349422,0.00095634937,0.9764395,0.0015178312,0.00019290682,0.00062339986,0.01962099],"study_design_scores_gemma":[0.0006828682,0.00007844161,0.0009215037,0.00012265868,0.000047890306,0.00011029329,0.00006346253,0.9696111,0.00038969013,0.0000083218665,0.027700063,0.00026369983],"about_ca_topic_score_codex":2.8922773e-7,"about_ca_topic_score_gemma":2.4880887e-7,"teacher_disagreement_score":0.7759366,"about_ca_system_score_codex":0.0001831068,"about_ca_system_score_gemma":0.000012683084,"threshold_uncertainty_score":0.9841965},"labels":[],"label_agreement":null},{"id":"W2084918733","doi":"10.1142/s0218194012500118","title":"APPLYING EXPERT JUDGMENT TO IMPROVE AN INDIVIDUAL'S ABILITY TO PREDICT SOFTWARE DEVELOPMENT EFFORT","year":2012,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Consejo Nacional de Ciencia y Tecnología","keywords":"Computer science; Software; Set (abstract data type); Software engineering; Personal software process; Schedule; Process (computing); Best practice; Software bug; Software development; Data science; Engineering management; Engineering; Software construction; Management","score_opus":0.017445813949862294,"score_gpt":0.27626413262042093,"score_spread":0.25881831867055866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084918733","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2979441,0.0008483922,0.6970863,0.00004948258,0.0034044143,0.00028986347,0.0000060991256,0.00036863855,0.0000027506924],"genre_scores_gemma":[0.5893208,0.0000118927555,0.40945524,0.000051744988,0.00093439175,0.00015062925,0.0000038141175,0.00005328809,0.000018228182],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99713045,0.00001948306,0.00072943966,0.00040330918,0.0009817592,0.000735532],"domain_scores_gemma":[0.9972702,0.0005904111,0.00010006705,0.0003975215,0.0005297605,0.0011119845],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014312987,0.0003985097,0.00038492738,0.0009972672,0.00007507349,0.00029125498,0.0015640929,0.00012325903,0.000007715753],"category_scores_gemma":[0.002445685,0.00040390567,0.00010655879,0.00046181385,0.000011769273,0.001139515,0.00080788904,0.0004988496,0.000022803484],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008902673,0.00089379784,0.108381204,0.00051687745,0.0010161289,0.00013057067,0.027212428,0.27153176,0.017382719,0.0007251102,0.001008627,0.57111174],"study_design_scores_gemma":[0.0034496258,0.0013940809,0.6198719,0.0028758014,0.000077683566,0.0012377634,0.00025933172,0.054264873,0.063745685,0.000023524846,0.24888565,0.003914092],"about_ca_topic_score_codex":0.00000525692,"about_ca_topic_score_gemma":7.0278287e-7,"teacher_disagreement_score":0.5671976,"about_ca_system_score_codex":0.0005434304,"about_ca_system_score_gemma":0.00016814141,"threshold_uncertainty_score":0.9998413},"labels":[],"label_agreement":null},{"id":"W2085689804","doi":"10.1142/s0218194009004167","title":"A FRAMEWORK FOR TOOL-BASED SOFTWARE ARCHITECTURE RECONSTRUCTION","year":2009,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Reference architecture; Software architecture description; Architecture tradeoff analysis method; Resource-oriented architecture; Computer science; Software architecture; Multilayered architecture; Software engineering; Applications architecture; Space-based architecture; Architecture; Database-centric architecture; Software; Computer architecture; Software construction; Software system; Programming language","score_opus":0.01110723504304779,"score_gpt":0.26480299377069977,"score_spread":0.253695758727652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085689804","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031035699,0.0011232237,0.96399635,0.0003092413,0.002972407,0.00012771696,0.0000076189476,0.00042578016,0.0000019441247],"genre_scores_gemma":[0.2798621,0.000027933665,0.71919954,0.000035104327,0.000818788,0.000010631632,0.000002346975,0.000031025298,0.000012553285],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99839514,0.000013507628,0.0005047091,0.00029025806,0.0004191376,0.00037724766],"domain_scores_gemma":[0.99665624,0.0021380172,0.00014097217,0.00025448127,0.000617654,0.00019262612],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004995421,0.00028713464,0.00032370008,0.0008155157,0.000052186617,0.00024147383,0.00093222095,0.0001635752,0.000003842408],"category_scores_gemma":[0.007380315,0.00028867624,0.00020365092,0.00034530074,0.000017223174,0.00044800396,0.00008004731,0.0005961491,0.0000024131903],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071334056,0.00014452267,0.0027173734,0.00024680482,0.000310411,0.00008406204,0.00071320764,0.5702772,0.001958126,0.010522192,0.00026416645,0.41269058],"study_design_scores_gemma":[0.0066801533,0.0021691644,0.0584416,0.007142767,0.00013143802,0.0047680517,0.00003832519,0.85295117,0.017943487,0.014739056,0.03180437,0.0031904134],"about_ca_topic_score_codex":6.207387e-7,"about_ca_topic_score_gemma":1.277071e-7,"teacher_disagreement_score":0.40950015,"about_ca_system_score_codex":0.0001959681,"about_ca_system_score_gemma":0.00015342233,"threshold_uncertainty_score":0.99995655},"labels":[],"label_agreement":null},{"id":"W2090643237","doi":"10.1142/s0218194006002768","title":"GENERALIZATION AND INSTANTIATION FOR COMPONENT REUSE","year":2006,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Logic, programming, and type systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Generalization; Computer science; Reuse; Abstraction; Component (thermodynamics); Reusability; Generality; Component-based software engineering; Software engineering; Class (philosophy); Programming language; Theoretical computer science; Software development; Software; Artificial intelligence; Mathematics; Engineering","score_opus":0.009251430503048112,"score_gpt":0.2224831320563196,"score_spread":0.21323170155327148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090643237","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04610854,0.002009885,0.95018095,0.00006226428,0.0014847677,0.00006178646,0.0000010768869,0.00007980438,0.000010905641],"genre_scores_gemma":[0.9270724,0.000058645594,0.07226726,0.0000051840398,0.00054664566,0.000004659919,0.0000044794806,0.000012061925,0.000028634104],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99933916,0.000006514134,0.0002879739,0.00011206817,0.00014015887,0.00011414658],"domain_scores_gemma":[0.99938065,0.00010588566,0.00010697985,0.00008481522,0.00027081496,0.000050867442],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023476519,0.00010579015,0.00013293147,0.00022875762,0.000029916211,0.0001446648,0.00027651084,0.00004584212,3.9780724e-7],"category_scores_gemma":[0.00019851416,0.00009989927,0.000044120367,0.00008352972,0.0000065784575,0.0003199438,0.00008109455,0.00007575314,4.894053e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003855866,0.00022791217,0.011073227,0.00052552513,0.00042388326,0.00006938834,0.002462313,0.24137396,0.019397277,0.65849155,0.0013852116,0.06453119],"study_design_scores_gemma":[0.0016184374,0.00016100417,0.013458296,0.00013546561,0.000027479278,0.0004548749,0.000014782078,0.9161209,0.0033230337,0.0020105508,0.06226075,0.000414457],"about_ca_topic_score_codex":0.0000071265627,"about_ca_topic_score_gemma":0.0000012007189,"teacher_disagreement_score":0.8809639,"about_ca_system_score_codex":0.00005263329,"about_ca_system_score_gemma":0.000021085381,"threshold_uncertainty_score":0.4073774},"labels":[],"label_agreement":null},{"id":"W2106095006","doi":"10.1142/s021819401000492x","title":"DYNAMIC KNOWLEDGE EXTRACTION FROM SOFTWARE SYSTEMS USING SEQUENTIAL PATTERN MINING","year":2010,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Software system; Software construction; Source code; Software sizing; Software; Cohesion (chemistry); Software visualization; Software framework; Software development; Software engineering; Static program analysis; Software metric; Component-based software engineering; Data mining; Programming language","score_opus":0.014690367136132271,"score_gpt":0.2840261469821888,"score_spread":0.26933577984605656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106095006","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41183433,0.0016904277,0.576436,0.000014071649,0.009659143,0.000063855776,0.000011677389,0.00028799442,0.0000025177394],"genre_scores_gemma":[0.8430132,0.000054133026,0.1556561,0.0000035954715,0.0011478286,0.000008152463,0.0000072627995,0.000076564145,0.00003316573],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99772555,0.000031332067,0.00074926903,0.00041841544,0.0005990065,0.00047640663],"domain_scores_gemma":[0.9967747,0.0015305955,0.0002381525,0.00036534332,0.00075176003,0.00033949525],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00065617653,0.00040418236,0.00043361683,0.0009873712,0.000079321624,0.00052140246,0.0012844963,0.00023842741,0.000012637022],"category_scores_gemma":[0.0022372412,0.00043029053,0.00017769256,0.00036986324,0.00003108177,0.0010853815,0.00039846587,0.0011069373,0.000012671938],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005058472,0.00046789163,0.049379565,0.00064603926,0.0018379362,0.0011860344,0.005615701,0.6209359,0.1692815,0.00057668274,0.00034603072,0.14967613],"study_design_scores_gemma":[0.0008727065,0.00006596047,0.014268229,0.00080593856,0.00004158024,0.0014064877,0.000036848585,0.97556907,0.002147409,0.00001326962,0.004161897,0.00061062624],"about_ca_topic_score_codex":0.000042611493,"about_ca_topic_score_gemma":0.000007447087,"teacher_disagreement_score":0.43117887,"about_ca_system_score_codex":0.00030462316,"about_ca_system_score_gemma":0.00021103548,"threshold_uncertainty_score":0.99981487},"labels":[],"label_agreement":null},{"id":"W2108754848","doi":"10.1142/s0218194006002938","title":"A FRAMEWORK FOR THE PRAGMATIC QUALITY OF Z SPECIFICATIONS","year":2006,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Quality (philosophy); Computer science; Compromise; Software quality; Software engineering; Specification language; Risk analysis (engineering); Formal specification; Software quality control; Software; Programming language; Software development; Business","score_opus":0.03496447777121112,"score_gpt":0.3128131571523523,"score_spread":0.2778486793811412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108754848","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020759583,0.003062282,0.9741284,0.000244313,0.0015688209,0.00011691739,0.000009189842,0.000104587416,0.0000058756004],"genre_scores_gemma":[0.66664886,0.00005704151,0.33268565,0.0000034240556,0.00053904176,0.000017190185,0.0000014246016,0.000020676413,0.000026723328],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99863714,0.000014826813,0.0006144598,0.00014594884,0.0003844201,0.00020321684],"domain_scores_gemma":[0.9921749,0.0066412548,0.0002002016,0.00026056037,0.00065371353,0.00006936085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089763006,0.00015337483,0.00024145619,0.00034121686,0.00003917018,0.00010780479,0.0010004855,0.000067952016,0.000002856065],"category_scores_gemma":[0.005354358,0.00012556226,0.00014783756,0.00029374353,0.000025924324,0.00025631321,0.00012755774,0.00029274897,0.0000014242453],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039346567,0.00028224685,0.0098068025,0.00066285976,0.0007236569,0.000018191851,0.0014283736,0.49324724,0.0071559646,0.46326688,0.0008622385,0.022506198],"study_design_scores_gemma":[0.0024665147,0.00027615798,0.31136215,0.0018654319,0.00008783832,0.0004436755,0.00009465279,0.6333898,0.00947654,0.0072809686,0.03221401,0.0010423271],"about_ca_topic_score_codex":0.000007701714,"about_ca_topic_score_gemma":7.2906096e-7,"teacher_disagreement_score":0.6458893,"about_ca_system_score_codex":0.00008570467,"about_ca_system_score_gemma":0.00007496148,"threshold_uncertainty_score":0.64100534},"labels":[],"label_agreement":null},{"id":"W2109652142","doi":"10.1142/s0218194013500423","title":"A BIBLIOMETRIC/GEOGRAPHIC ASSESSMENT OF 40 YEARS OF SOFTWARE ENGINEERING RESEARCH (1969–2009)","year":2013,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada; Türkiye Bilimsel ve Teknolojik Araştırma Kurumu","keywords":"Ranking (information retrieval); Field (mathematics); Bibliometrics; Software; Computer science; Regional science; Data science; Geography; Library science; Mathematics; Information retrieval","score_opus":0.2055682898619816,"score_gpt":0.4921563615569048,"score_spread":0.2865880716949232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109652142","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8688227,0.005969199,0.12296087,0.000044936707,0.0019064313,0.00017526407,0.000036700003,0.000045133995,0.000038759874],"genre_scores_gemma":[0.95010346,0.0007922785,0.04866916,0.0000029650678,0.00029507687,0.0000119503065,0.0000024766719,0.00004238417,0.00008024518],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9911219,0.00007559995,0.0016273973,0.00039995505,0.006160971,0.00061416154],"domain_scores_gemma":[0.9794604,0.008851685,0.0004911379,0.00042023606,0.010261104,0.0005154229],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0108170565,0.00026345756,0.00068044587,0.2526063,0.00004891192,0.00065776124,0.0022345765,0.0001879167,0.0001182008],"category_scores_gemma":[0.055478774,0.00023631647,0.00032427278,0.15330122,0.0000967682,0.0009061098,0.0006935332,0.0009331672,0.000014928439],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056969326,0.00083040737,0.4492139,0.0005279941,0.001137969,0.0001636957,0.00087201485,0.16966921,0.03456431,0.001410608,0.0031577707,0.33839515],"study_design_scores_gemma":[0.0009852205,0.0003938277,0.8855065,0.000582957,0.00002054075,0.00012478029,0.00011783271,0.10234368,0.0024260369,0.00013557584,0.0069994205,0.00036361945],"about_ca_topic_score_codex":0.000060982453,"about_ca_topic_score_gemma":8.7440367e-7,"teacher_disagreement_score":0.4362926,"about_ca_system_score_codex":0.0001886737,"about_ca_system_score_gemma":0.000267116,"threshold_uncertainty_score":0.9636706},"labels":[],"label_agreement":null},{"id":"W2118477958","doi":"10.1142/s021819400300124x","title":"A BUSINESS PROCESS CENTERED SOFTWARE ANALYSIS METHOD","year":2003,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Computer science; Business process modeling; Artifact-centric business process model; Business process; Software engineering; Workflow; Business Process Model and Notation; Process modeling; Business process discovery; Business process management; Process (computing); Business logic; Process management; Systems engineering; Database; Programming language; Work in process; Engineering","score_opus":0.01107606629301367,"score_gpt":0.2490753259805029,"score_spread":0.23799925968748922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118477958","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10041066,0.0015846528,0.89625376,0.00008210749,0.0013537456,0.000049896877,0.0000042886527,0.00019608297,0.000064772175],"genre_scores_gemma":[0.95880914,0.000066059976,0.039815284,0.000058959875,0.0011079671,0.000007895939,0.000014924538,0.00006382687,0.00005594164],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998309,0.000008786306,0.0006504222,0.00028578154,0.0004368481,0.00030917238],"domain_scores_gemma":[0.997337,0.00015170858,0.0003435276,0.00014874502,0.0019632205,0.00005581147],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00062597095,0.00033582907,0.0005511916,0.0019095999,0.000071322735,0.00035417607,0.00043850718,0.00010994798,0.000044937602],"category_scores_gemma":[0.0022602074,0.00031671367,0.00027328887,0.0018520646,0.000016931179,0.0010400447,0.0000792934,0.0003159966,0.000009163558],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038077585,0.00017704388,0.026289962,0.00063874945,0.0025464096,0.000085044514,0.00023707667,0.9560695,0.0003317967,0.0015520221,0.000097737575,0.0119365305],"study_design_scores_gemma":[0.0029186888,0.000026635387,0.023333425,0.0014634696,0.0033183726,0.0003682371,0.0002795496,0.9258854,0.00068184274,0.0006754259,0.039285935,0.0017630381],"about_ca_topic_score_codex":0.000021531821,"about_ca_topic_score_gemma":0.000004225263,"teacher_disagreement_score":0.8583985,"about_ca_system_score_codex":0.000065679924,"about_ca_system_score_gemma":0.00006677081,"threshold_uncertainty_score":0.9999285},"labels":[],"label_agreement":null},{"id":"W2129544556","doi":"10.1142/s0218194002000834","title":"EVALUATING THEORIES FOR MANAGING IMPERFECT KNOWLEDGE IN HUMAN-CENTRIC DATABASE REENGINEERING ENVIRONMENTS","year":2002,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Documentation; Business process reengineering; Reverse engineering; Software engineering; Legacy system; Imperfect; Knowledge management; Process (computing); Data science; Systems engineering; Software; Engineering","score_opus":0.02763679813323434,"score_gpt":0.29500972378744905,"score_spread":0.2673729256542147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129544556","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12256385,0.009229318,0.8659868,0.0000595647,0.0018685189,0.00012549233,0.0000040505033,0.0001217223,0.0000406793],"genre_scores_gemma":[0.91343206,0.00035455453,0.08566763,0.0000071517143,0.00041738435,0.00001741747,0.000002547235,0.00003378832,0.00006747567],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99852586,0.000021345599,0.0005648557,0.0002711862,0.00025993417,0.00035680342],"domain_scores_gemma":[0.9987638,0.0006785182,0.00013221936,0.00020264297,0.0001128719,0.000109974935],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007638941,0.00025986746,0.0003221763,0.0007698772,0.000055539378,0.00014388081,0.000780866,0.000072614515,0.000005773708],"category_scores_gemma":[0.00079719676,0.0002604426,0.00011429986,0.0002516004,0.000017432894,0.0006623634,0.00025723633,0.00030490334,0.0000033746517],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005695486,0.00068002753,0.007409351,0.0011443185,0.00092551083,0.00045956325,0.009112115,0.6301117,0.05350181,0.06325487,0.0003748429,0.23296893],"study_design_scores_gemma":[0.0014995262,0.00014600549,0.0023972776,0.0007478664,0.000024900588,0.00021712002,0.000054538334,0.9897826,0.002619461,0.00019604903,0.0019253157,0.00038934502],"about_ca_topic_score_codex":0.0000028574846,"about_ca_topic_score_gemma":0.000001231233,"teacher_disagreement_score":0.7908682,"about_ca_system_score_codex":0.00018452397,"about_ca_system_score_gemma":0.000019744537,"threshold_uncertainty_score":0.9999848},"labels":[],"label_agreement":null},{"id":"W2132574419","doi":"10.1142/s0218194013500216","title":"DESIGN AND IMPLEMENTATION OF AN EDITOR/INTERPRETER FOR A VISUAL LOGIC PROGRAMMING LANGUAGE","year":2013,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Spreadsheets and End-User Computing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Debugger; Interpreter; Computer science; Programming language; Debugging; Prolog; Logic programming; Interface (matter); Visual programming language; Software engineering; Operating system","score_opus":0.007409049808588177,"score_gpt":0.27865641440693767,"score_spread":0.27124736459834947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132574419","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21571977,0.00040458445,0.7822208,0.000024022338,0.0014767902,0.0001019706,7.848842e-7,0.00005062399,6.529481e-7],"genre_scores_gemma":[0.6324961,0.000007540782,0.36679798,0.0000053922004,0.0006688734,0.00000946242,0.00000101797,0.000011440961,0.0000021379515],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99924815,0.000010210233,0.00031353772,0.00013004705,0.00014220196,0.00015587738],"domain_scores_gemma":[0.99921584,0.00024967836,0.00011370073,0.0000643518,0.00026688885,0.000089526984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002791115,0.0001239421,0.00015764499,0.00023866027,0.000020481715,0.00015275787,0.0002786152,0.000039003542,0.0000027642384],"category_scores_gemma":[0.000112860005,0.00011362531,0.000046551148,0.000068524736,0.0000081241715,0.00059445715,0.0000958131,0.00010098861,3.815369e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028384133,0.00014222052,0.0015043147,0.0003580312,0.00045437424,0.000028411057,0.014537634,0.076305844,0.03058727,0.0015063551,0.00024750349,0.87429965],"study_design_scores_gemma":[0.00070972036,0.00038119752,0.002484807,0.00025512,0.000015085617,0.00014931937,0.00019442062,0.98864424,0.0063563427,0.000051377552,0.00055735436,0.00020100384],"about_ca_topic_score_codex":0.00001098438,"about_ca_topic_score_gemma":4.5898946e-7,"teacher_disagreement_score":0.91233844,"about_ca_system_score_codex":0.00003482371,"about_ca_system_score_gemma":0.000026537627,"threshold_uncertainty_score":0.4633506},"labels":[],"label_agreement":null},{"id":"W2138542342","doi":"10.1142/s0218194002000792","title":"A COMPOSITIONAL KNOWLEDGE LEVEL PROCESS MODEL OF REQUIREMENTS ENGINEERING","year":2002,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Process (computing); Requirements engineering; Process modeling; Software engineering; Systems engineering; Work in process; Engineering; Programming language; Software","score_opus":0.041870897385258926,"score_gpt":0.24866986317522272,"score_spread":0.2067989657899638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138542342","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46203735,0.003817983,0.5318548,0.0001442853,0.001603031,0.000094332616,0.000020837468,0.00021392139,0.00021347568],"genre_scores_gemma":[0.98911846,0.0000854148,0.009389856,0.000022157104,0.0012350284,0.000007472345,0.00000951173,0.00006163618,0.000070475995],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99831563,0.0000028063193,0.0007453792,0.00022008704,0.0004416694,0.00027441958],"domain_scores_gemma":[0.9981211,0.000096720614,0.00032212268,0.00011681916,0.0012912326,0.000052034524],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00031689857,0.0003131627,0.0004387582,0.001089709,0.00005002297,0.00013753326,0.0004752498,0.00010249307,0.000030213461],"category_scores_gemma":[0.00048909173,0.00031687692,0.00018633954,0.0004413846,0.000024020135,0.0010656487,0.00013323987,0.00031693737,0.000011211419],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021705077,0.00024110121,0.0012339958,0.0008809003,0.00039476296,0.00001592647,0.0003692678,0.9839891,0.0066324444,0.0016050495,0.00018465598,0.0044310763],"study_design_scores_gemma":[0.000723831,0.000012359877,0.00046098404,0.0009613816,0.000106166524,0.00004297804,0.000022647224,0.9956844,0.0006765282,0.00006711367,0.000922167,0.00031946012],"about_ca_topic_score_codex":0.0000062367485,"about_ca_topic_score_gemma":8.753673e-7,"teacher_disagreement_score":0.5270811,"about_ca_system_score_codex":0.00007550259,"about_ca_system_score_gemma":0.000033727025,"threshold_uncertainty_score":0.99992836},"labels":[],"label_agreement":null},{"id":"W2152937518","doi":"10.1142/s0218194013500046","title":"COMPARISON OF OPEN SOURCE TOOLS FOR PROJECT MANAGEMENT","year":2013,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Division of Civil, Mechanical and Manufacturing Innovation","keywords":"Capability Maturity Model Integration; Software project management; Project management; Capability Maturity Model; Process management; Knowledge management; Best practice; Engineering management; Computer science; Software development; Software development process; Software; Engineering; Systems engineering; Software construction; Management","score_opus":0.03971197204239143,"score_gpt":0.34514949754873675,"score_spread":0.30543752550634534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152937518","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011155702,0.0012583521,0.9858992,0.000067956986,0.001093202,0.00030811704,0.0000031031805,0.00017293548,0.000041442945],"genre_scores_gemma":[0.38673732,0.000085723106,0.6128546,0.000007632835,0.00016080703,0.000049683906,0.0000019466245,0.000025688309,0.00007663595],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988788,0.0000097848915,0.0005333088,0.00016712221,0.00022337631,0.00018760367],"domain_scores_gemma":[0.9982759,0.0008025869,0.00023472846,0.00018044128,0.00042720727,0.000079165315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040125716,0.0001781561,0.00032269285,0.00041661866,0.000025168018,0.00048779187,0.0014799875,0.000061491,0.0000034807158],"category_scores_gemma":[0.00065507094,0.0001700685,0.00009917226,0.00019207582,0.0000096079875,0.0015958447,0.00046751814,0.0001896605,0.0000013750737],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006838859,0.0005296131,0.003471871,0.0013734283,0.0016713218,0.000032343552,0.003849003,0.17193048,0.0040795607,0.031523313,0.0102027645,0.7712679],"study_design_scores_gemma":[0.0017775714,0.0005316208,0.0052205576,0.001555653,0.000076391814,0.0002591427,0.00015134997,0.7364955,0.0107766185,0.0003327353,0.24204917,0.000773694],"about_ca_topic_score_codex":0.000009977646,"about_ca_topic_score_gemma":1.7926968e-7,"teacher_disagreement_score":0.7704942,"about_ca_system_score_codex":0.000058008998,"about_ca_system_score_gemma":0.000037160546,"threshold_uncertainty_score":0.6935192},"labels":[],"label_agreement":null},{"id":"W2157374570","doi":"10.1142/s0218194001000608","title":"SOFTWARE RESOURCE ARCHITECTURE","year":2001,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Resource-oriented architecture; Reference architecture; Software architecture description; Computer science; Applications architecture; Software architecture; Software engineering; Architecture tradeoff analysis method; Space-based architecture; Architecture; Software design description; Resource (disambiguation); Enterprise architecture framework; Computer architecture; Multilayered architecture; Software system; Software construction; Software; Operating system; Computer network","score_opus":0.005560298770386073,"score_gpt":0.21657082613307888,"score_spread":0.2110105273626928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157374570","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09778735,0.0025613578,0.8967414,0.00017329761,0.0023402858,0.0000546515,0.000001994882,0.0003038161,0.00003583871],"genre_scores_gemma":[0.8095725,0.00024375177,0.18844572,0.000050863426,0.0014726857,0.000007093833,0.000002617734,0.00004529549,0.00015943275],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99864316,0.000016563057,0.0004801735,0.00021916683,0.0003736592,0.00026729636],"domain_scores_gemma":[0.99875075,0.00035207436,0.00013625812,0.00023361432,0.00034287458,0.00018445402],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045177745,0.00022618905,0.00027501973,0.00046242322,0.000046183464,0.0001436476,0.0009006071,0.00010527492,0.0000060469365],"category_scores_gemma":[0.0008268057,0.00019764458,0.00014198976,0.00029065544,0.000018667033,0.00046507898,0.0002168612,0.00042673288,0.000008962699],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009751825,0.00028262398,0.040722862,0.0004923044,0.00083572714,0.0008854063,0.005335039,0.4308122,0.0015825225,0.0023299442,0.002033627,0.5145902],"study_design_scores_gemma":[0.0035157586,0.00052756193,0.048351556,0.0028889102,0.00007301587,0.013197962,0.00009733678,0.18218105,0.002408418,0.0004202801,0.74453735,0.0018007949],"about_ca_topic_score_codex":0.0000025483387,"about_ca_topic_score_gemma":5.1457977e-7,"teacher_disagreement_score":0.74250376,"about_ca_system_score_codex":0.00011072638,"about_ca_system_score_gemma":0.00006932713,"threshold_uncertainty_score":0.80597115},"labels":[],"label_agreement":null},{"id":"W2158797954","doi":"10.1142/s0218194008003714","title":"KNOWLEDGE-BASED REASONING ENHANCED CONTROL SYSTEM FOR<i>IN-SITU</i>BIOREMEDIATION PROCESSES","year":2008,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Reservoir Engineering and Simulation Methods","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Bioremediation; Process (computing); Knowledge base; Computer science; Control system; Function (biology); Control engineering; Control (management); Groundwater remediation; Environmental remediation; Engineering; Artificial intelligence; Contamination; Ecology","score_opus":0.010741988967665357,"score_gpt":0.24978265792725618,"score_spread":0.23904066895959084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158797954","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32399994,0.0034506337,0.67001146,0.000006981274,0.002026383,0.00012798549,0.00000894487,0.00031741394,0.000050240942],"genre_scores_gemma":[0.9391924,0.00017240578,0.059724104,0.0000026982257,0.0007581606,0.000039373295,0.000008904077,0.00008616512,0.000015779926],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984559,0.000019440164,0.0007302138,0.00019192355,0.00026561503,0.00033695353],"domain_scores_gemma":[0.99802756,0.00091641943,0.00011075939,0.000124142,0.0006504277,0.00017066889],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005200542,0.00032575664,0.00047006088,0.0008227155,0.000043649616,0.000053758296,0.00030816728,0.00015514567,0.0000015934108],"category_scores_gemma":[0.0013343103,0.0003451089,0.00013529394,0.000365979,0.000018518434,0.0003228444,0.000020352458,0.00035415892,0.0000023706305],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040313444,0.0000312771,0.00071865343,0.00078842556,0.000120285964,0.000025934436,0.00053801376,0.9866078,0.009532596,0.00006763713,0.00003797216,0.0014910996],"study_design_scores_gemma":[0.0033280258,0.00007058832,0.002797903,0.0013063633,0.000032811065,0.00014650497,0.000036160334,0.9577179,0.032019667,0.00000291148,0.0021172815,0.00042390687],"about_ca_topic_score_codex":0.0000011289857,"about_ca_topic_score_gemma":0.0000021683636,"teacher_disagreement_score":0.6151925,"about_ca_system_score_codex":0.0003305156,"about_ca_system_score_gemma":0.00012932548,"threshold_uncertainty_score":0.9999001},"labels":[],"label_agreement":null},{"id":"W2160917074","doi":"10.1142/s0218194013500113","title":"USING TEST ORACLES AND FORMAL SPECIFICATIONS WITH TEST-DRIVEN DEVELOPMENT","year":2013,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Computer science; Documentation; Software engineering; Formal specification; Programming language; Test (biology); Formal methods; Test case; Notation; Test Management Approach; Test-driven development; Test suite; Process (computing); Software development; Software; Software construction","score_opus":0.026056357144596323,"score_gpt":0.2394550303039406,"score_spread":0.2133986731593443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160917074","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1278666,0.0004666798,0.8705345,0.000072766205,0.0002443467,0.00006092234,0.000001259951,0.0007427751,0.000010156171],"genre_scores_gemma":[0.5026001,0.000018961126,0.49724057,0.0000055926544,0.00010577469,0.000004769939,4.891074e-7,0.000013630059,0.000010143482],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991348,0.0000044958047,0.00029286044,0.00015599279,0.00021132281,0.00020057059],"domain_scores_gemma":[0.99848783,0.0006985707,0.000119100565,0.00011706737,0.00043948373,0.00013797643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017438144,0.00017388612,0.0001701038,0.00036062908,0.00006354393,0.0002377561,0.00039064887,0.000047254467,0.000002080709],"category_scores_gemma":[0.0008393768,0.00015090869,0.000028100101,0.0001636231,0.00002019804,0.00077009597,0.00016577663,0.00020583642,0.0000026218788],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025473271,0.0009436111,0.3537851,0.00072098116,0.0010636408,0.00042588357,0.011121497,0.13306583,0.025491817,0.005627239,0.0027696756,0.46495923],"study_design_scores_gemma":[0.0007237325,0.00021842637,0.09928853,0.0014504946,0.00002481001,0.0025879776,0.000024571153,0.8877592,0.003177342,0.00017890157,0.003921584,0.0006443926],"about_ca_topic_score_codex":0.0000046075234,"about_ca_topic_score_gemma":6.1027316e-7,"teacher_disagreement_score":0.7546934,"about_ca_system_score_codex":0.00008462579,"about_ca_system_score_gemma":0.000081264014,"threshold_uncertainty_score":0.6153878},"labels":[],"label_agreement":null},{"id":"W2163522217","doi":"10.1142/s0218194009004416","title":"AN EFFICIENT LOTOS-BASED FRAMEWORK FOR DESCRIBING AND SOLVING (TEMPORAL) CSPs","year":2009,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Constraint Satisfaction and Optimization","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Computer science; Constraint satisfaction problem; Scheduling (production processes); Combinatorial explosion; Constraint satisfaction; Theoretical computer science; Execution time; Constraint (computer-aided design); Local consistency; Mathematical optimization; Distributed computing; Artificial intelligence; Mathematics","score_opus":0.012273620884149782,"score_gpt":0.24988336061337696,"score_spread":0.23760973972922717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163522217","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049788553,0.00056852365,0.948291,0.00016257941,0.000987831,0.00006619532,0.000002109342,0.00013022736,0.0000029547484],"genre_scores_gemma":[0.58457726,0.000013704524,0.4152233,0.000022549288,0.00015134295,0.0000015169784,0.0000011276392,0.000007892204,0.0000013185314],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992113,0.000008123354,0.0002972339,0.00016126485,0.00016614304,0.00015593371],"domain_scores_gemma":[0.99911565,0.000275115,0.00010119945,0.00009455693,0.0002714554,0.00014200107],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028875112,0.00014379302,0.00015696815,0.0003567573,0.000049684477,0.00021553434,0.0002573431,0.0000649217,0.0000018186731],"category_scores_gemma":[0.00046845438,0.00014781946,0.000058824302,0.00011829102,0.000009465581,0.00033807106,0.000025755906,0.00018350683,3.1735112e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015249643,0.00005779461,0.0008768269,0.00003443315,0.000042972424,0.000015365971,0.000687196,0.88881844,0.0015355113,0.015055611,0.000010525788,0.09285009],"study_design_scores_gemma":[0.00044088217,0.00011971092,0.0035964153,0.00036500744,0.000008298616,0.0000966473,0.000013513023,0.9938551,0.000854835,0.00013047343,0.00035017318,0.00016893547],"about_ca_topic_score_codex":6.9943496e-7,"about_ca_topic_score_gemma":2.8228715e-7,"teacher_disagreement_score":0.53478867,"about_ca_system_score_codex":0.000068593166,"about_ca_system_score_gemma":0.00005205519,"threshold_uncertainty_score":0.60279024},"labels":[],"label_agreement":null},{"id":"W2262844579","doi":"10.1142/s0218194015400197","title":"EMITS: An Experience Management System for IT Management Support","year":2015,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Parallels; Computer science; Cluster analysis; Automation; Identification (biology); Management information systems; Information management; Information system; Data science; Knowledge management; Software engineering; Systems engineering; Process management; Engineering; Artificial intelligence; Operations management","score_opus":0.045990468498944156,"score_gpt":0.2895189341104264,"score_spread":0.24352846561148223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2262844579","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05329794,0.0006822428,0.93433946,0.00013263532,0.009621289,0.0003048214,0.000014938207,0.00033161932,0.0012750701],"genre_scores_gemma":[0.9635759,0.000058845024,0.03329666,0.000071406575,0.002606797,0.00004364741,0.000031592543,0.000060314385,0.00025483628],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99867547,0.0000024190813,0.0004833628,0.0002195067,0.0003676995,0.00025156297],"domain_scores_gemma":[0.99894077,0.00004333089,0.00017030086,0.00015524731,0.0006211369,0.000069247326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046678341,0.00023049934,0.00023272085,0.00058654335,0.000040507097,0.00029248666,0.0006076678,0.000059713402,0.00001083199],"category_scores_gemma":[0.00015047795,0.00022154771,0.00007919259,0.00022075455,0.000016531494,0.0013405938,0.00021299004,0.00012905285,0.000019536123],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011357657,0.0013694152,0.015547445,0.014374931,0.0036133798,0.002117626,0.0054324535,0.32774574,0.0013081289,0.18323341,0.039294925,0.40482676],"study_design_scores_gemma":[0.002364926,0.000088474415,0.0019892533,0.001980111,0.00022026112,0.00040469566,0.0022297404,0.16606025,0.00054786046,0.00011196239,0.82310474,0.00089769147],"about_ca_topic_score_codex":0.0000059712884,"about_ca_topic_score_gemma":9.940745e-7,"teacher_disagreement_score":0.91027796,"about_ca_system_score_codex":0.00012723825,"about_ca_system_score_gemma":0.00001698031,"threshold_uncertainty_score":0.90344536},"labels":[],"label_agreement":null},{"id":"W2376065778","doi":"10.1142/s0218194016500169","title":"Knowledge-Driven User Behavior Pattern Discovery for System Security Enhancement","year":2016,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Data Mining Algorithms and Applications","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mohawk College; Ontario Tech University","funders":"","keywords":"Computer science; Insider threat; Insider; Process (computing); Domain (mathematical analysis); Audit; System administrator; Domain knowledge; Computer security; Software engineering","score_opus":0.009151537299184527,"score_gpt":0.24753457605856746,"score_spread":0.23838303875938294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2376065778","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042278685,0.000566713,0.95458806,0.000078749916,0.0022039665,0.000110516456,0.00004717641,0.00011783179,0.000008295142],"genre_scores_gemma":[0.90408087,0.000071039714,0.094842896,0.000005068226,0.00075571524,0.00007652608,0.0000043595182,0.000028635472,0.00013487633],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989468,0.00000789288,0.00041457842,0.0002243454,0.00019053114,0.00021583724],"domain_scores_gemma":[0.9988682,0.00031884192,0.00013355073,0.00018829439,0.0003641048,0.00012695817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024730546,0.0001852791,0.00021649046,0.00024621547,0.000040893116,0.00018280669,0.00073045946,0.00005709751,0.0000018001844],"category_scores_gemma":[0.00015330322,0.00014465806,0.000111863235,0.000104141705,0.00001298083,0.0007626418,0.00020811077,0.00011878192,0.0000068843747],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028292265,0.0007213697,0.0042554224,0.00066164875,0.000903586,0.00010898008,0.0027116642,0.0022381342,0.029268472,0.03341133,0.0022413183,0.92344975],"study_design_scores_gemma":[0.0054343776,0.00060986396,0.010567385,0.006543816,0.00020636413,0.0011889676,0.00012932082,0.7975836,0.03575962,0.00008299169,0.14008747,0.001806223],"about_ca_topic_score_codex":0.0000019254992,"about_ca_topic_score_gemma":8.867085e-7,"teacher_disagreement_score":0.92164356,"about_ca_system_score_codex":0.00018936524,"about_ca_system_score_gemma":0.000058664074,"threshold_uncertainty_score":0.58989847},"labels":[],"label_agreement":null},{"id":"W2588556346","doi":"10.1142/s0218194016400106","title":"A Machine Learning Based Approach for Evaluating Clone Detection Tools for a Generalized and Accurate Precision","year":2016,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Generality; clone (Java method); Computer science; Measure (data warehouse); Machine learning; Software; Variety (cybernetics); Data mining; Artificial intelligence; Java; Sample (material); Detector; Algorithm; Programming language","score_opus":0.03570845271944944,"score_gpt":0.30564613767927035,"score_spread":0.2699376849598209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588556346","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058244187,0.0015722738,0.93883145,0.000063185675,0.0008279997,0.0002502146,0.000011431803,0.00019847085,7.947042e-7],"genre_scores_gemma":[0.60501474,0.00007441946,0.39447922,0.000004189667,0.00029151852,0.00006699199,0.0000033691674,0.00003746181,0.000028088192],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998577,0.000026239304,0.00045555664,0.0002994027,0.0003373948,0.00030441934],"domain_scores_gemma":[0.9945355,0.004331644,0.00014905761,0.00013411,0.0006900806,0.00015962747],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0012878289,0.00023285105,0.0002888636,0.0005517117,0.00007114428,0.00027133705,0.00045712246,0.000096288946,0.000001207686],"category_scores_gemma":[0.011666376,0.00018816438,0.00012681058,0.00017471291,0.000013914428,0.00073650683,0.0001372617,0.00022243625,4.0065544e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021958722,0.000072688716,0.00080385926,0.00043164197,0.00029701862,0.000009008965,0.00037527448,0.49903402,0.07920756,0.0005211911,0.000023680752,0.41900447],"study_design_scores_gemma":[0.002416968,0.00032195324,0.0010084548,0.0003437028,0.000021573207,0.00011640124,0.0000037857471,0.98520607,0.008465482,0.00003250458,0.0018186686,0.00024441432],"about_ca_topic_score_codex":0.0000014285874,"about_ca_topic_score_gemma":2.0955031e-7,"teacher_disagreement_score":0.5467706,"about_ca_system_score_codex":0.00015754747,"about_ca_system_score_gemma":0.0000702761,"threshold_uncertainty_score":0.9966588},"labels":[],"label_agreement":null},{"id":"W2601108184","doi":"10.1142/s0218194017500085","title":"Dynamic Software Product Line Engineering: A Reference Framework","year":2017,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of New Brunswick","funders":"","keywords":"Adaptation (eye); Computer science; Context (archaeology); Software product line; Exploit; Realization (probability); Software deployment; Systems engineering; Software engineering; Product (mathematics); Software; Adaptive system; Distributed computing; Software development; Engineering; Artificial intelligence; Programming language","score_opus":0.028940504926909916,"score_gpt":0.3118441594468272,"score_spread":0.2829036545199173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2601108184","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016677307,0.0039890516,0.97205037,0.00020877355,0.0061990125,0.0001110108,0.000010389859,0.00074580486,0.0000082671095],"genre_scores_gemma":[0.29951808,0.00034279394,0.699475,0.000010747912,0.00050705596,0.000011995628,0.0000023616333,0.00006696139,0.00006500853],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99762297,0.000023355948,0.00075715233,0.0005060855,0.0005472445,0.0005431765],"domain_scores_gemma":[0.99620557,0.0013989367,0.00044834916,0.0009157396,0.000727324,0.00030409897],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008326509,0.0005235973,0.0006109183,0.00067420246,0.00014797867,0.00056950503,0.0029503366,0.00020508708,0.0000047489802],"category_scores_gemma":[0.02049884,0.00052578683,0.00018827374,0.0002025609,0.000051623814,0.0014861764,0.00085059577,0.0011315994,0.000009884243],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036282534,0.00012310775,0.0011353164,0.00037798486,0.0005864523,0.00046492065,0.0009541988,0.90402126,0.0042282827,0.00805746,0.00010467967,0.07991004],"study_design_scores_gemma":[0.0038687326,0.00088562554,0.06517203,0.008144103,0.00020661065,0.0047659543,0.00005472465,0.8437875,0.014241014,0.0044861254,0.049652442,0.0047351583],"about_ca_topic_score_codex":0.0000034470395,"about_ca_topic_score_gemma":7.1815407e-7,"teacher_disagreement_score":0.2828408,"about_ca_system_score_codex":0.00026564603,"about_ca_system_score_gemma":0.00013812042,"threshold_uncertainty_score":0.9997194},"labels":[],"label_agreement":null},{"id":"W2677216891","doi":"10.1142/s0218194017500280","title":"Investigating the Effect of Aspect-Oriented Refactoring on the Unit Testing Effort of Classes: An Empirical Evaluation","year":2017,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Code refactoring; Unit testing; AspectJ; Computer science; Testability; Regression testing; Programming language; Java; Source code; Software engineering; Software; Aspect-oriented programming; Software development; Reliability engineering; Engineering; Software construction","score_opus":0.05407465647112227,"score_gpt":0.3505202259286955,"score_spread":0.2964455694575732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2677216891","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9027101,0.00029257478,0.095267504,0.00010257762,0.0013744821,0.00015203815,0.0000023852208,0.000073382864,0.000024982526],"genre_scores_gemma":[0.987811,0.000008915722,0.011776214,0.0000035727787,0.00035403506,0.00001184781,9.581769e-7,0.000028352692,0.000005051184],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99799854,0.00007508857,0.00056114694,0.00020515159,0.00091944286,0.00024064525],"domain_scores_gemma":[0.9930803,0.0049158973,0.00042203435,0.00055910525,0.0008975474,0.00012511601],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0029535862,0.00023005919,0.00031074978,0.00034321196,0.00014643963,0.00019192375,0.0017380962,0.00006795006,0.0000027493704],"category_scores_gemma":[0.025083475,0.00015079702,0.00010706817,0.00026841127,0.0000735257,0.0005429239,0.00033727768,0.00061744,9.125882e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004107924,0.00009781505,0.50648415,0.00037202038,0.00066026463,0.000038655377,0.0028190026,0.42803872,0.014639954,0.0026350087,0.000058615697,0.044114735],"study_design_scores_gemma":[0.00078272173,0.000610613,0.3202804,0.0013957563,0.000042648226,0.00012557185,0.000030119048,0.6490115,0.02720919,0.00004155718,0.0002491494,0.00022078163],"about_ca_topic_score_codex":0.000012441882,"about_ca_topic_score_gemma":9.254552e-7,"teacher_disagreement_score":0.22097275,"about_ca_system_score_codex":0.00012464097,"about_ca_system_score_gemma":0.00013285616,"threshold_uncertainty_score":0.98312867},"labels":[],"label_agreement":null},{"id":"W2785953012","doi":"10.1142/s0218194017400083","title":"Comparing Software Bugs in Clone and Non-clone Code: An Empirical Study","year":2017,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"clone (Java method); Software maintenance; Cloning (programming); Commit; Code (set theory); Code refactoring; Computer science; Software bug; Programming language; Source code; Software; Software engineering; Software system; Biology; Database; Genetics; Set (abstract data type)","score_opus":0.030350166117151002,"score_gpt":0.32793527347887125,"score_spread":0.2975851073617202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2785953012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7050426,0.00070225983,0.29260358,0.000063704836,0.0013141363,0.00011499787,0.0000025268525,0.00015282304,0.0000034021111],"genre_scores_gemma":[0.95048565,0.000078293175,0.04890239,0.0000067177803,0.0004412893,0.000012878789,0.0000013933052,0.0000507659,0.000020611536],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978528,0.000029648672,0.0006482856,0.0004365326,0.0005875506,0.00044520048],"domain_scores_gemma":[0.99776125,0.00073845667,0.00019120936,0.00053961365,0.00040280557,0.00036667148],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010962826,0.00034960732,0.0005389564,0.00087781955,0.00011184977,0.00074442395,0.0018004184,0.00012282256,0.0000024128399],"category_scores_gemma":[0.003284704,0.00036093712,0.00007868866,0.00019779199,0.000046410696,0.0014490989,0.00083940907,0.0008222065,0.000003639868],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034260225,0.00035848675,0.94210327,0.00011247374,0.0002129045,0.0006626354,0.0036735695,0.04091204,0.00063666044,0.000070129514,0.00004576999,0.011177794],"study_design_scores_gemma":[0.0017597175,0.00024953845,0.7969296,0.00042292397,0.000013380674,0.00036816206,0.000049249753,0.19924243,0.00022880544,0.000020268353,0.00033347897,0.00038245256],"about_ca_topic_score_codex":0.00003506296,"about_ca_topic_score_gemma":0.000016585404,"teacher_disagreement_score":0.24544309,"about_ca_system_score_codex":0.00019692414,"about_ca_system_score_gemma":0.00010151788,"threshold_uncertainty_score":0.99988425},"labels":[],"label_agreement":null},{"id":"W2955577524","doi":"10.1142/s021819401950030x","title":"Binary Independence Language Model in a Relevance Feedback Environment","year":2019,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Hong Kong Polytechnic University","keywords":"Relevance (law); Computer science; Language model; Relevance feedback; Information retrieval; Context (archaeology); Independence (probability theory); Confidence interval; Binary number; Natural language processing; Data mining; Artificial intelligence; Statistics; Mathematics","score_opus":0.005958184241378128,"score_gpt":0.2226589068831781,"score_spread":0.2167007226418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955577524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5742212,0.00070414384,0.42431343,0.000043476157,0.00059417717,0.0000526206,0.0000020075074,0.000041844633,0.000027116019],"genre_scores_gemma":[0.95156026,0.0001315023,0.04807134,0.0000121648945,0.00006505653,0.0000025483746,9.219292e-7,0.000010224607,0.00014595555],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999031,0.0000064202936,0.00032244297,0.00011633483,0.0003557963,0.0001680142],"domain_scores_gemma":[0.9995118,0.00011330319,0.00007539738,0.00011432212,0.000101738544,0.00008345546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031366356,0.00011953733,0.00014935537,0.00037968945,0.0000102247195,0.0000696624,0.00050906616,0.00005752612,0.00000817211],"category_scores_gemma":[0.00014677463,0.00011476264,0.000050959854,0.00012914404,0.00000655163,0.0007225005,0.00016884376,0.00034536814,0.000024930952],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015605838,0.00005659016,0.0024815416,0.000066735156,0.000031151154,0.00009379137,0.0026089724,0.968336,0.008650553,0.0016738884,0.000021197871,0.015963979],"study_design_scores_gemma":[0.0005336566,0.000051589108,0.006960244,0.00023437105,0.0000021408025,0.00011636928,0.000029169058,0.9898105,0.0013639556,0.000015018194,0.0007274329,0.00015549784],"about_ca_topic_score_codex":0.0000019152662,"about_ca_topic_score_gemma":2.0395306e-7,"teacher_disagreement_score":0.3773391,"about_ca_system_score_codex":0.0001349984,"about_ca_system_score_gemma":0.000055010503,"threshold_uncertainty_score":0.46798846},"labels":[],"label_agreement":null},{"id":"W3126048998","doi":"10.1142/s021819402040032x","title":"Modeling and Selecting Frameworks in Terms of Patterns, Tactics and System Qualities","year":2020,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Carleton University","funders":"","keywords":"Computer science; Reuse; Selection (genetic algorithm); Quality (philosophy); Task (project management); Software engineering; Java; Code (set theory); Software design pattern; Artificial intelligence; Systems engineering; Programming language; Engineering; Software","score_opus":0.012849099749300815,"score_gpt":0.2471422633919846,"score_spread":0.2342931636426838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126048998","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23699376,0.0016584938,0.76076317,0.00009124615,0.00032444927,0.000034292476,0.0000021827234,0.00012793062,0.0000045077404],"genre_scores_gemma":[0.8776901,0.00033006512,0.12179047,0.000011120048,0.00015654058,0.000002095428,4.0189732e-7,0.000018378223,8.740669e-7],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990058,0.000016362299,0.00046848386,0.00016531305,0.00019059246,0.00015343893],"domain_scores_gemma":[0.9990458,0.0005064948,0.00012658173,0.000077469405,0.00012372078,0.00011996647],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037737197,0.00016879328,0.00028594877,0.00029557783,0.000017375884,0.00012103493,0.00030122107,0.000118162614,4.3505221e-7],"category_scores_gemma":[0.00084767793,0.00017146466,0.000038549544,0.00015443096,0.000008436764,0.00054952846,0.0001856905,0.00055553386,1.0587177e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006126474,0.00007099379,0.05017556,0.0032421525,0.0004689269,0.00027256168,0.015830731,0.85956585,0.0022332424,0.021497475,0.000018213115,0.04656302],"study_design_scores_gemma":[0.00029288488,0.000076403776,0.0014257653,0.0011547636,0.000011713096,0.00030097345,0.000110037836,0.9957033,0.0005339745,0.000033508448,0.00017060257,0.0001861006],"about_ca_topic_score_codex":0.000010065154,"about_ca_topic_score_gemma":6.203612e-7,"teacher_disagreement_score":0.6406963,"about_ca_system_score_codex":0.00004691695,"about_ca_system_score_gemma":0.000019351819,"threshold_uncertainty_score":0.6992126},"labels":[],"label_agreement":null},{"id":"W3184068421","doi":"10.1142/s0218194021500327","title":"An Extensible Compiler for Implementing Software Design Patterns as Concise Language Constructs","year":2021,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Software design pattern; Computer science; Structural pattern; Design pattern; Programming language; Compiler; Software design; Software engineering; Software; Software development","score_opus":0.019229357488186768,"score_gpt":0.29895102840481125,"score_spread":0.2797216709166245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184068421","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1775394,0.0017015198,0.81849176,0.00004043103,0.001797222,0.00011469254,0.00002167838,0.0002908357,0.0000024541957],"genre_scores_gemma":[0.60348856,0.000064398846,0.39576286,0.000025960804,0.0005362613,0.00001622063,0.000013152817,0.000056234705,0.00003634935],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99802375,0.000035915145,0.00057433214,0.0003700979,0.0004808655,0.0005150339],"domain_scores_gemma":[0.99607396,0.0018596867,0.00014538608,0.00032865597,0.0012725132,0.00031977866],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007496212,0.0003021652,0.00038189592,0.00049506617,0.0000729868,0.00039918005,0.0009093261,0.000106099345,0.000019948022],"category_scores_gemma":[0.0035933652,0.00032615446,0.00014934824,0.00027848044,0.000018401815,0.0007496295,0.00028560476,0.00039449884,0.0000048727015],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001772389,0.0007463106,0.050617177,0.0017361655,0.0027753697,0.0049015204,0.012498937,0.5268796,0.11224172,0.010000598,0.0016444429,0.2757809],"study_design_scores_gemma":[0.0069977352,0.0009284106,0.026043952,0.002746958,0.0001381552,0.008563479,0.0006946383,0.78044885,0.15600246,0.00028569132,0.014826188,0.0023234705],"about_ca_topic_score_codex":0.00000513433,"about_ca_topic_score_gemma":0.0000012214922,"teacher_disagreement_score":0.42594916,"about_ca_system_score_codex":0.00015795117,"about_ca_system_score_gemma":0.00029219757,"threshold_uncertainty_score":0.99991906},"labels":[],"label_agreement":null},{"id":"W3199372245","doi":"10.1142/s0218194022500383","title":"An Ontology-Based Information Extraction System for Residential Land-Use Suitability Analysis","year":2022,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Geographic Information Systems Studies","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Regina","funders":"","keywords":"Ontology; Computer science; Identification (biology); Set (abstract data type); Information extraction; Data mining; Geographic information system; Multiple-criteria decision analysis; Information retrieval; Operations research; Engineering; Geography; Cartography","score_opus":0.01152049669712776,"score_gpt":0.28150538240139805,"score_spread":0.2699848857042703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199372245","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41466662,0.0002242769,0.58085287,0.000088789515,0.003708426,0.00018942928,0.00006596192,0.00017513912,0.000028463563],"genre_scores_gemma":[0.9936678,0.000007927152,0.0059294393,0.0000073020246,0.00030473957,0.000036696176,0.00002711756,0.0000075539256,0.000011454996],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987616,0.000045518624,0.0005229785,0.00008040361,0.00042198677,0.00016750129],"domain_scores_gemma":[0.9983363,0.000438902,0.00026638294,0.000078357676,0.0007900466,0.0000899769],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014633902,0.00010572329,0.000216994,0.0009927914,0.00027306238,0.0001652835,0.00023527042,0.00005252591,0.0000099959025],"category_scores_gemma":[0.0007717117,0.00011562935,0.00015990488,0.00037548348,0.00001935667,0.0011892312,0.000033817156,0.0001825898,7.00565e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010838112,0.000058866874,0.07220067,0.00015982517,0.00089975446,0.000006139693,0.010717049,0.9099841,0.000074525495,0.0036396165,0.0000919025,0.0020591745],"study_design_scores_gemma":[0.0035261966,0.00043643566,0.24965422,0.0002615739,0.0008445513,0.00014727458,0.014990792,0.5769426,0.0002098506,0.000039226867,0.15201114,0.0009361032],"about_ca_topic_score_codex":0.00023281838,"about_ca_topic_score_gemma":0.00009543241,"teacher_disagreement_score":0.5790011,"about_ca_system_score_codex":0.0003713322,"about_ca_system_score_gemma":0.000100897756,"threshold_uncertainty_score":0.4715228},"labels":[],"label_agreement":null},{"id":"W3202312471","doi":"10.1142/s0218194023500171","title":"Exact Learning of Qualitative Constraint Networks from Membership Queries","year":2023,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Constraint Satisfaction and Optimization","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Heuristics; Computer science; Constraint (computer-aided design); Theoretical computer science; Mathematics","score_opus":0.01972674333613996,"score_gpt":0.28053784320917546,"score_spread":0.2608110998730355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202312471","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06074102,0.00047686842,0.9369972,0.0000828217,0.0014655176,0.000029077246,0.0000043275277,0.0001747462,0.000028423243],"genre_scores_gemma":[0.9546154,0.00020546159,0.0449285,0.0000041402573,0.00019315221,0.0000018051667,0.0000060815073,0.00001381496,0.000031631822],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99906397,0.00003478326,0.00040196592,0.00012465758,0.00021900065,0.00015561681],"domain_scores_gemma":[0.99844897,0.0009056161,0.00017166264,0.00007134764,0.00031743478,0.0000849693],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005300614,0.00013151308,0.00020796618,0.00040932585,0.000025585397,0.000070027156,0.0002700755,0.0000614136,0.000013737376],"category_scores_gemma":[0.0009257596,0.00013477281,0.00008292806,0.00027912908,0.000027954959,0.0003621112,0.000091848684,0.00029849567,0.0000026729667],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000986449,0.000014491673,0.0017824956,0.00003045205,0.00024777887,0.000029827223,0.008471517,0.9514465,0.0006676945,0.009137313,0.00004715877,0.028114941],"study_design_scores_gemma":[0.00045761085,0.00005291451,0.006560249,0.00037426339,0.000012853719,0.00006586497,0.0007777363,0.9898115,0.00066305225,0.00012642777,0.00090169534,0.00019586358],"about_ca_topic_score_codex":0.00000771331,"about_ca_topic_score_gemma":0.0000013098503,"teacher_disagreement_score":0.8938744,"about_ca_system_score_codex":0.000057565852,"about_ca_system_score_gemma":0.000058733985,"threshold_uncertainty_score":0.5495876},"labels":[],"label_agreement":null},{"id":"W4206923519","doi":"10.1142/s0218194021400192","title":"Automatically Generating Release Notes with Content Classification Models","year":2021,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Automatic summarization; Computer science; Task (project management); Metric (unit); Software; Software release life cycle; Artificial intelligence; Word (group theory); Machine learning; Word embedding; Natural language processing; Information retrieval; Embedding; Software development; Software quality; Programming language","score_opus":0.03481585465653141,"score_gpt":0.25578651031495636,"score_spread":0.22097065565842494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206923519","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15880683,0.0016077989,0.8383009,0.00018621085,0.0008013236,0.00004498375,0.0000022873262,0.0002410015,0.000008657166],"genre_scores_gemma":[0.66963756,0.00007836054,0.32993343,0.000013792161,0.00026995837,0.000006914657,0.0000025373524,0.000029814264,0.000027612496],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99840236,0.000021588106,0.00048447968,0.00026375975,0.000547046,0.0002807529],"domain_scores_gemma":[0.99701077,0.0011645507,0.00011747596,0.00024672484,0.0012300749,0.00023041827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038063957,0.0002248075,0.00027223816,0.0003726546,0.00004488096,0.00030319302,0.0005904893,0.00008007871,0.0000038550884],"category_scores_gemma":[0.0029742562,0.00020704544,0.000087131186,0.00033026093,0.000017764707,0.0007471633,0.00019047767,0.0004181183,0.0000036201607],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019161924,0.00014979334,0.0029137684,0.00019896243,0.0004866326,0.00073499297,0.001111889,0.9198842,0.030248323,0.01175891,0.00007389376,0.03241949],"study_design_scores_gemma":[0.0006227067,0.00007292606,0.007237357,0.00054868107,0.000015668391,0.0011458562,0.000023457951,0.983396,0.006169925,0.000037018362,0.0004562699,0.00027413055],"about_ca_topic_score_codex":0.0000023858838,"about_ca_topic_score_gemma":8.3920037e-7,"teacher_disagreement_score":0.51083076,"about_ca_system_score_codex":0.00016942577,"about_ca_system_score_gemma":0.00023100253,"threshold_uncertainty_score":0.84430677},"labels":[],"label_agreement":null},{"id":"W4221004552","doi":"10.1142/s0218194022500085","title":"GASSER: A Multi-Objective Evolutionary Approach for Test Suite Reduction","year":2022,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Test suite; Sorting; Computer science; Regression testing; Reduction (mathematics); Suite; Genetic algorithm; Test case; Artifact (error); Baseline (sea); Software; Model-based testing; Code coverage; Machine learning; Evolutionary algorithm; Data mining; Artificial intelligence; Algorithm; Regression analysis; Software system; Mathematics; Programming language","score_opus":0.01419625295735528,"score_gpt":0.25685773653825233,"score_spread":0.24266148358089706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221004552","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017851477,0.0022591695,0.9765898,0.00006227435,0.002718103,0.00019341614,0.000026453652,0.00029376723,0.0000055646233],"genre_scores_gemma":[0.59632486,0.00003582235,0.40283406,0.0000051547636,0.0005392316,0.00009605402,0.0000098344835,0.000044770815,0.00011017082],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983666,0.000022244078,0.00043668208,0.00031047253,0.00052495755,0.00033906117],"domain_scores_gemma":[0.99777454,0.0011365188,0.00013446035,0.00019600101,0.0005914873,0.00016700907],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00071445416,0.00023236586,0.0002603339,0.0008740735,0.00012760426,0.000120863595,0.0009927832,0.000059395235,0.000004495555],"category_scores_gemma":[0.002619568,0.0002600541,0.00016288781,0.00044273882,0.000017449434,0.0005310806,0.00044086506,0.0005875896,0.0000011464621],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045704637,0.00046457408,0.004934187,0.00018555402,0.0003998781,0.000061087005,0.0017937666,0.97545356,0.0066278237,0.0012989746,0.0009717349,0.0077631655],"study_design_scores_gemma":[0.001448635,0.0003230932,0.012262267,0.0000953012,0.000020502566,0.0021746506,0.00009664899,0.97403973,0.00092813384,0.000029783723,0.008154111,0.000427121],"about_ca_topic_score_codex":0.000003439692,"about_ca_topic_score_gemma":6.6592534e-8,"teacher_disagreement_score":0.5784734,"about_ca_system_score_codex":0.0005444295,"about_ca_system_score_gemma":0.00016237846,"threshold_uncertainty_score":0.99998516},"labels":[],"label_agreement":null},{"id":"W4223509913","doi":"10.1142/s0218194022500231","title":"The Safety and Performance of Prominent Programming Languages","year":2022,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Computer science; Benchmarking; Python (programming language); Java; Memory safety; Rust (programming language); Programming language; Software; Software engineering","score_opus":0.005247951322101604,"score_gpt":0.23780677742766604,"score_spread":0.23255882610556444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223509913","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6974987,0.009890066,0.29133445,0.00029262103,0.00079703727,0.00009476099,0.00000399082,0.00007791643,0.000010442349],"genre_scores_gemma":[0.9827968,0.00051367877,0.016532194,0.0000025450522,0.00009617062,0.0000066202333,6.548583e-7,0.000008439204,0.000042904383],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99906427,0.000020486883,0.0003166081,0.000103822014,0.00035413567,0.00014068074],"domain_scores_gemma":[0.9990428,0.000480726,0.00009714731,0.00010600978,0.00021001988,0.000063263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008162387,0.000088216,0.00014589497,0.00020190404,0.00010147467,0.00007801487,0.0005489874,0.000017617082,0.000001978742],"category_scores_gemma":[0.00049162965,0.000069368514,0.000060024406,0.00020243559,0.000023218978,0.0001783283,0.00038584182,0.00027807063,2.0521145e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000118733755,0.0001243876,0.024445152,0.00033125776,0.00062324567,0.000061636245,0.003178506,0.15155682,0.0017196604,0.005033625,0.00005742347,0.81274956],"study_design_scores_gemma":[0.0008502208,0.00051119603,0.023332935,0.00029463097,0.000027177652,0.0007149259,0.00023394178,0.9143453,0.0018657374,0.000024140152,0.057487946,0.00031179533],"about_ca_topic_score_codex":0.0000026588746,"about_ca_topic_score_gemma":3.1449434e-7,"teacher_disagreement_score":0.8124378,"about_ca_system_score_codex":0.00006961483,"about_ca_system_score_gemma":0.000050754305,"threshold_uncertainty_score":0.28287658},"labels":[],"label_agreement":null},{"id":"W4223587050","doi":"10.1142/s0218194022400022","title":"The Experience of Tests during the COVID-19 Pandemic-Induced Emergency Remote Teaching","year":2022,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Psychological intervention; Test (biology); Medical education; Online teaching; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Computer science; 2019-20 coronavirus outbreak; Psychology; Mathematics education; Medicine; Nursing; Virology","score_opus":0.019499760169403805,"score_gpt":0.29145999673710904,"score_spread":0.27196023656770524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223587050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5445804,0.0025441637,0.44959238,0.00027438952,0.002790367,0.000056067056,0.0000013239387,0.00015517884,0.000005758784],"genre_scores_gemma":[0.9837508,0.000094641415,0.015746957,0.0000121767625,0.00027424027,0.0000068560125,3.7893798e-7,0.000019826468,0.000094087234],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985269,0.00009288427,0.0005027981,0.00017061776,0.00046542837,0.00024138206],"domain_scores_gemma":[0.9984562,0.0007856435,0.00026991894,0.0002288895,0.00012866496,0.00013069068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001609652,0.00016010327,0.00016681454,0.0002228805,0.00048970047,0.000108481334,0.0014701599,0.000031038235,0.0000040803607],"category_scores_gemma":[0.0027911877,0.00011801991,0.0001193754,0.00021397327,0.000019464796,0.00022662149,0.00052156154,0.0009838564,4.393751e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052053863,0.00011267795,0.02876808,0.0001695543,0.00045961255,0.00013874863,0.05828132,0.59394616,0.01451242,0.0042618997,0.00016510702,0.29913238],"study_design_scores_gemma":[0.0022415454,0.0004767755,0.036432486,0.00052189734,0.000058298585,0.008609308,0.0027069813,0.44437793,0.0008405111,0.00016473787,0.502359,0.0012105398],"about_ca_topic_score_codex":0.000034718072,"about_ca_topic_score_gemma":0.000002277918,"teacher_disagreement_score":0.50219387,"about_ca_system_score_codex":0.000212187,"about_ca_system_score_gemma":0.0000874393,"threshold_uncertainty_score":0.48127124},"labels":[],"label_agreement":null},{"id":"W4238214107","doi":"10.1142/s0218194006002732","title":"GUEST EDITORS' INTRODUCTION","year":2006,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Educational Leadership and Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Software engineering","score_opus":0.009065126377884937,"score_gpt":0.2769442355204666,"score_spread":0.2678791091425817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238214107","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41778126,0.01871643,0.11460909,0.02815571,0.41533032,0.00036139632,0.000024981224,0.0008613044,0.0041594943],"genre_scores_gemma":[0.8364412,0.00015496166,0.008582193,0.000011189547,0.15422478,0.000002923855,0.0000059043664,0.00002125258,0.0005555943],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991592,0.000022115115,0.00026366577,0.00009358061,0.00030860564,0.00015280482],"domain_scores_gemma":[0.9988985,0.00042369036,0.00011446441,0.000045217566,0.00043132136,0.00008677206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005870422,0.00009815659,0.00011367878,0.00027090142,0.00006649322,0.00011585728,0.00019824141,0.00006944481,0.000032199772],"category_scores_gemma":[0.0013903392,0.00010290725,0.000056490746,0.00013380349,0.000030941737,0.00052137545,0.00001871628,0.0002397226,0.000008865434],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002523865,0.0015064584,0.06107366,0.00057316356,0.0017220377,0.00026654254,0.04563535,0.17424108,0.011896218,0.24614829,0.4176843,0.03900052],"study_design_scores_gemma":[0.00017984552,0.00002019763,0.003501519,0.000081885926,0.000018542947,0.00005617701,0.0003374462,0.00041293565,0.00032181898,0.00006831089,0.99486184,0.00013947117],"about_ca_topic_score_codex":0.00007304315,"about_ca_topic_score_gemma":0.000014186562,"teacher_disagreement_score":0.5771776,"about_ca_system_score_codex":0.00012991493,"about_ca_system_score_gemma":0.000112522845,"threshold_uncertainty_score":0.4196436},"labels":[],"label_agreement":null},{"id":"W4243558676","doi":"10.1142/s0218194008003726","title":"GUEST EDITORS' INTRODUCTION","year":2008,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Educational Leadership and Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Computer science; World Wide Web; Software engineering","score_opus":0.019223258667818637,"score_gpt":0.2904809406797966,"score_spread":0.2712576820119779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243558676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5979607,0.01268663,0.05951201,0.017262885,0.31001708,0.00025642544,0.000014292911,0.00060504675,0.0016849475],"genre_scores_gemma":[0.8815836,0.00074099045,0.008801991,0.000017695671,0.10834415,0.0000029322796,0.0000033306405,0.00002140458,0.00048393634],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99914825,0.000023902325,0.00024761396,0.00009493711,0.00033375673,0.0001515396],"domain_scores_gemma":[0.998782,0.00045340986,0.00010716021,0.00004931402,0.00047264254,0.00013548737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005062617,0.00009874851,0.00012310762,0.00027365817,0.00010257801,0.000053923584,0.00021715029,0.00006977032,0.000036763122],"category_scores_gemma":[0.0025742024,0.00010316347,0.000059328086,0.00013880253,0.000046951045,0.00057169615,0.000021430555,0.0002777538,0.000011478138],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039814174,0.0016837149,0.09664189,0.00060285314,0.003348983,0.0008492618,0.2698415,0.09020867,0.0083973305,0.07216147,0.41531423,0.040551953],"study_design_scores_gemma":[0.00020108404,0.000029491006,0.00371002,0.0000793309,0.0000152531475,0.00025142802,0.00049915287,0.0003409968,0.00026858263,0.000015164582,0.9944404,0.00014914405],"about_ca_topic_score_codex":0.000023347628,"about_ca_topic_score_gemma":0.0000036374954,"teacher_disagreement_score":0.5791261,"about_ca_system_score_codex":0.00012070475,"about_ca_system_score_gemma":0.0001708255,"threshold_uncertainty_score":0.42068842},"labels":[],"label_agreement":null},{"id":"W4251686564","doi":"10.1142/s021819400300141x","title":"GUEST EDITOR'S INTRODUCTION","year":2003,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Software engineering; Software; Library science; World Wide Web","score_opus":0.0052981607705041185,"score_gpt":0.21157867762716157,"score_spread":0.20628051685665744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251686564","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016001625,0.0012763616,0.9388941,0.00011286871,0.043539323,0.000039970237,9.490351e-7,0.000109139226,0.000025679426],"genre_scores_gemma":[0.89888906,0.00011797409,0.08075159,0.000009236959,0.02008389,0.000004142707,0.0000017548177,0.000025881003,0.000116484305],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99910265,0.00001587908,0.00034490295,0.00014392367,0.00025001448,0.00014262696],"domain_scores_gemma":[0.9992248,0.00011291352,0.00012056382,0.000114619674,0.0003254911,0.00010161788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040291253,0.00013442671,0.00015615305,0.00032881924,0.00002643919,0.00011904172,0.0003156994,0.000057882804,0.000005232812],"category_scores_gemma":[0.0007124285,0.00013025389,0.00006697823,0.00014127811,0.000005687917,0.00055902475,0.000045259854,0.00019350092,0.000007696323],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006122181,0.0009953142,0.016271211,0.00096090185,0.002414065,0.00043499257,0.010516863,0.5367017,0.07605523,0.20607261,0.08126855,0.06824737],"study_design_scores_gemma":[0.0013775015,0.0001412569,0.005235315,0.00042287016,0.00002632282,0.0013247463,0.00003591143,0.16001287,0.013172386,0.00006284124,0.81758904,0.0005989505],"about_ca_topic_score_codex":0.0000013991001,"about_ca_topic_score_gemma":2.6165077e-7,"teacher_disagreement_score":0.8828874,"about_ca_system_score_codex":0.000094394556,"about_ca_system_score_gemma":0.00003878119,"threshold_uncertainty_score":0.53115994},"labels":[],"label_agreement":null},{"id":"W4289170436","doi":"10.1142/s0218194022500498","title":"A Semantic Web-Enabled Approach for Dependency Management","year":2022,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Software engineering; Artifact (error); Knowledge base; Software development; Software; World Wide Web; Data science; Programming language; Artificial intelligence","score_opus":0.01051651063017205,"score_gpt":0.24127503706056194,"score_spread":0.23075852643038988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289170436","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022781039,0.0018833565,0.9723998,0.000058623293,0.0023622557,0.00019552723,0.000009067442,0.000276307,0.00003405694],"genre_scores_gemma":[0.7078681,0.00006994043,0.29141742,0.0000113353135,0.00031396083,0.00009843539,0.000004948809,0.00004671388,0.00016918223],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99823785,0.000019515652,0.00044984583,0.00029087727,0.0006315191,0.00037039162],"domain_scores_gemma":[0.99857134,0.00062461843,0.00010878402,0.00023094582,0.00029846907,0.00016584474],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008579951,0.00022963695,0.00027318267,0.00094967877,0.0000968067,0.00016344023,0.0014193073,0.00004515558,0.000008122434],"category_scores_gemma":[0.00061929657,0.0002489925,0.0001588078,0.00040698823,0.000009559113,0.00036255873,0.00068398257,0.00046867027,0.0000015699361],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049758808,0.0002892808,0.0022172225,0.0006150272,0.000911961,0.0003020982,0.0010181337,0.96046436,0.0015074665,0.009422233,0.0010452556,0.022157231],"study_design_scores_gemma":[0.0017853817,0.00019893146,0.0022624573,0.00013931585,0.000034462068,0.0011615378,0.00006347611,0.9717858,0.0003564433,0.000094110386,0.021657139,0.0004609524],"about_ca_topic_score_codex":0.0000012635626,"about_ca_topic_score_gemma":8.2001264e-8,"teacher_disagreement_score":0.685087,"about_ca_system_score_codex":0.0002904147,"about_ca_system_score_gemma":0.00008971202,"threshold_uncertainty_score":0.99999624},"labels":[],"label_agreement":null},{"id":"W4307184827","doi":"10.1142/s0218194022500590","title":"SWEBOK Matters: Report and Reflection of a SEKE Panel on the Educational and Professional Implications of SWEBOK","year":2022,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Reflection (computer programming); Software engineering; Social software engineering; Engineering management; Software; Software Engineering Process Group; Educational software; Computer science; Engineering ethics; Knowledge management; Software development; Engineering; Software construction; Programming language","score_opus":0.024022873783818774,"score_gpt":0.29139228721987115,"score_spread":0.26736941343605236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307184827","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45982975,0.0025832865,0.5275878,0.0067954776,0.002778758,0.00021529914,0.000027151058,0.00014482955,0.00003768154],"genre_scores_gemma":[0.9596923,0.00009501352,0.039901808,0.00004869851,0.00015767576,0.000028069026,0.000002920114,0.00001665395,0.000056850142],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99901134,0.000026524132,0.0004227615,0.0001537594,0.0002792357,0.00010636226],"domain_scores_gemma":[0.9981134,0.0011287748,0.00028627133,0.00015962373,0.00024032583,0.000071616974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063291827,0.00012942667,0.00017514027,0.00034863508,0.00008184301,0.000051298724,0.00037802424,0.000036064386,0.000010781204],"category_scores_gemma":[0.00074808643,0.00011120826,0.00005192946,0.00019774558,0.000028898314,0.00024689667,0.00025857816,0.00033612392,1.5237205e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043270967,0.002158406,0.064781435,0.0021157225,0.0033386224,0.00034196852,0.023802962,0.28183314,0.09281633,0.40299815,0.016860694,0.108519845],"study_design_scores_gemma":[0.0037652347,0.0023761052,0.44791773,0.0040080277,0.00030831082,0.037046395,0.0007348818,0.29873097,0.020893268,0.009423649,0.1723367,0.0024587363],"about_ca_topic_score_codex":0.0000066178104,"about_ca_topic_score_gemma":2.998796e-7,"teacher_disagreement_score":0.49986258,"about_ca_system_score_codex":0.00006546542,"about_ca_system_score_gemma":0.000117455915,"threshold_uncertainty_score":0.45349413},"labels":[],"label_agreement":null},{"id":"W4407555323","doi":"10.1142/s0218194025500147","title":"Approximate Query for Industrial Fault Knowledge Graph Based on Vector Index","year":2025,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Rough Sets and Fuzzy Logic","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Novelis (Canada)","funders":"","keywords":"Computer science; Graph; Index (typography); Data mining; Query optimization; Information retrieval; Theoretical computer science; Programming language","score_opus":0.013749494541613064,"score_gpt":0.24840178520688794,"score_spread":0.23465229066527488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407555323","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005979097,0.0009847486,0.9868235,0.00020092813,0.00557738,0.00012641636,0.000009594418,0.00015453206,0.00014380927],"genre_scores_gemma":[0.940899,0.000036708167,0.058071893,0.000049174847,0.0008266374,0.000023646791,0.000004035418,0.00002611533,0.00006276297],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998844,0.000014827576,0.00044507484,0.00023073045,0.00021209732,0.00025325269],"domain_scores_gemma":[0.99859434,0.0006469779,0.00011315666,0.00016871889,0.0003603151,0.00011649707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042346862,0.00023793602,0.0002917923,0.0008597486,0.000051255993,0.00018779025,0.00073862955,0.0001378219,0.0000017797252],"category_scores_gemma":[0.0007454602,0.00021720774,0.00017436477,0.00034542973,0.000015159951,0.0002538868,0.000117144926,0.00038018374,0.0000015310055],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022038288,0.00055926904,0.002418527,0.0004510025,0.00072843215,0.000081901184,0.0008207829,0.7705783,0.00076854194,0.04197719,0.0037337241,0.17766193],"study_design_scores_gemma":[0.0017985292,0.0001572426,0.0015031409,0.00076508784,0.00001898886,0.000028798699,0.000008143916,0.9748554,0.0006183914,0.00020832877,0.01976719,0.0002707506],"about_ca_topic_score_codex":0.0000016326088,"about_ca_topic_score_gemma":5.305573e-7,"teacher_disagreement_score":0.93491995,"about_ca_system_score_codex":0.00013455674,"about_ca_system_score_gemma":0.00015948327,"threshold_uncertainty_score":0.88574743},"labels":[],"label_agreement":null},{"id":"W4417247349","doi":"10.1142/s0218194025501025","title":"Machine Learning and Constraint Programming for Efficient Healthcare Scheduling","year":2025,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Scheduling and Timetabling Solutions","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Constraint programming; Heuristics; Scheduling (production processes); Job shop scheduling; Constraint satisfaction; Workload; Computation; Constraint logic programming","score_opus":0.029099736797058635,"score_gpt":0.3481407537252765,"score_spread":0.31904101692821785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417247349","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11510575,0.01586708,0.8657969,0.0005889115,0.0023956269,0.000116866824,0.000011303036,0.00010206993,0.000015448186],"genre_scores_gemma":[0.86839676,0.000118417796,0.13107866,0.000012850717,0.00025016375,0.0000078714775,0.0000023029604,0.000016687043,0.00011628521],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984553,0.0000245621,0.00067422434,0.00023235152,0.00036073977,0.00025281863],"domain_scores_gemma":[0.99664116,0.0019961577,0.00017693292,0.00008394768,0.0009501462,0.00015163724],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0019892408,0.00017339968,0.00031766747,0.0007385438,0.00012103767,0.00026642077,0.00028625314,0.00008210233,0.0000033314993],"category_scores_gemma":[0.011098316,0.00015319492,0.00012889775,0.00034224818,0.000036723253,0.000111988724,0.00010790229,0.00040400124,0.0000012828218],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006744505,0.00009503512,0.013914329,0.00019091542,0.0004379519,0.000021193988,0.0009943089,0.7294315,0.00096791604,0.015075838,0.000040349518,0.23876323],"study_design_scores_gemma":[0.0010975375,0.00009189737,0.0015586793,0.00083441526,0.000049356735,0.0001849268,0.00027382243,0.9538185,0.00036852036,0.0002963722,0.041194707,0.0002312736],"about_ca_topic_score_codex":0.0000047912827,"about_ca_topic_score_gemma":0.0000013593676,"teacher_disagreement_score":0.753291,"about_ca_system_score_codex":0.00008180655,"about_ca_system_score_gemma":0.00012292551,"threshold_uncertainty_score":0.9972316},"labels":[],"label_agreement":null},{"id":"W84838725","doi":"10.1142/s0218194006002665","title":"VISUALIZING THE EVOLUTION OF SOFTWARE USING SOFTCHANGE","year":2006,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Software evolution; Computer science; Software; Software engineering; Software development; Programming language; Software construction","score_opus":0.01334633879320567,"score_gpt":0.2650616976364051,"score_spread":0.2517153588431994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W84838725","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20937023,0.004760862,0.7838758,0.00003658463,0.0017150468,0.00006744556,0.0000043986047,0.00016581776,0.000003816421],"genre_scores_gemma":[0.8747185,0.000036252357,0.124412715,0.0000037463558,0.0007569542,0.000004546191,0.0000013146004,0.00004106482,0.000024921346],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99814004,0.000026030546,0.0006392394,0.00021994782,0.00062982494,0.00034491188],"domain_scores_gemma":[0.99746716,0.0012191033,0.00022698773,0.0002602213,0.0007190277,0.00010751566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007418441,0.0002544,0.00031232322,0.00075621315,0.000061005834,0.00014277162,0.0011325078,0.000102617916,0.0000033896024],"category_scores_gemma":[0.0018302528,0.00021941206,0.00016335814,0.00054092956,0.00003882759,0.00058446714,0.00033295038,0.00042490524,0.0000022538202],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035670666,0.00024927265,0.054642305,0.00053391006,0.0006204053,0.00018652335,0.0018433566,0.8767479,0.0329942,0.01758122,0.0003549123,0.014210345],"study_design_scores_gemma":[0.0019903702,0.00026264178,0.10193965,0.0022168127,0.000095618336,0.0020807292,0.00012621703,0.868692,0.015010445,0.00063334266,0.005833366,0.0011188175],"about_ca_topic_score_codex":0.000063625455,"about_ca_topic_score_gemma":0.000002376245,"teacher_disagreement_score":0.66534823,"about_ca_system_score_codex":0.00034353608,"about_ca_system_score_gemma":0.00016167577,"threshold_uncertainty_score":0.89473647},"labels":[],"label_agreement":null},{"id":"W94409711","doi":"10.1142/s0218194012400104","title":"DETECTING EMERGENT BEHAVIOR IN DISTRIBUTED SYSTEMS USING SCENARIO-BASED SPECIFICATIONS","year":2012,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Sequence diagram; Agile software development; Computer science; Software deployment; Sequence (biology); Unified Modeling Language; Distributed computing; Use Case Diagram; Software engineering; Systems engineering; Software; Engineering; Class diagram; Programming language","score_opus":0.02845934775123619,"score_gpt":0.26143574518266355,"score_spread":0.23297639743142737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W94409711","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3943443,0.001884064,0.6001785,0.000011987453,0.003439438,0.00006473292,0.0000035905234,0.00007199169,0.0000014118738],"genre_scores_gemma":[0.9656952,0.000026045807,0.033728722,0.0000020682762,0.0005152466,0.000010750747,0.0000022000702,0.000017066588,0.0000026886278],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99869454,0.000020562911,0.00058487087,0.00014100531,0.0002726148,0.0002863834],"domain_scores_gemma":[0.9990185,0.00019816327,0.000160376,0.0001650394,0.0002975686,0.00016037248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064708485,0.000171954,0.00023003622,0.0005041718,0.00004072642,0.000098331635,0.0004382165,0.00008017068,0.000002062588],"category_scores_gemma":[0.00042721725,0.00016412813,0.00008850884,0.00033273632,0.00001033002,0.00061698747,0.00008800087,0.00029023612,0.000002594152],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009813838,0.00023470646,0.18762882,0.00018243359,0.00008679131,0.00003472283,0.000850856,0.8025992,0.0032609636,0.00042707194,0.00001943591,0.0046652104],"study_design_scores_gemma":[0.0005822161,0.000038808037,0.08824235,0.00061575277,0.00002144133,0.00037245752,0.00005160063,0.90678674,0.0012409728,0.0000015447849,0.0017364816,0.00030960602],"about_ca_topic_score_codex":0.00001404148,"about_ca_topic_score_gemma":7.1112856e-7,"teacher_disagreement_score":0.5713509,"about_ca_system_score_codex":0.00033400411,"about_ca_system_score_gemma":0.00007417429,"threshold_uncertainty_score":0.6692951},"labels":[],"label_agreement":null}]}