{"meta":{"query_hash":"a53473c07c08","filters":{"venue":"International Journal of Software Engineering and Knowledge Engineering"},"cohort_total":78,"direct_labels_cover":0,"predictions_cover":78,"exported":78,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/a53473c07c08","api":"https://metacan.xera.ac/api/v1/cohort?venue=International+Journal+of+Software+Engineering+and+Knowledge+Engineering"},"results":[{"id":"W1569281881","doi":"10.1142/s0218194007003410","title":"SOFTWARE ARCHITECTURE DECOMPOSITION USING ATTRIBUTES","year":2007,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cistel Technology (Canada); Carleton University","funders":"","keywords":"Computer science; Cluster analysis; Decomposition; Software; Intuition; Software design; Architectural pattern; Software engineering; Software architecture; Software system; Functional decomposition; Software development; Data mining; Programming language; Artificial intelligence; Machine learning","score_opus":0.021371959781204954,"score_gpt":0.3037227290936085,"score_spread":0.28235076931240355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1569281881","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01808754,0.000157026,0.97748077,0.000081555816,0.000021608224,0.0001370572,0.00011292332,0.0008514325,0.0030700266],"genre_scores_gemma":[0.11624602,0.00021891482,0.88096195,0.000023705203,0.000017144017,0.00011853742,0.0005032916,0.00021611033,0.0016942896],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9977041,0.0006262372,0.00025945588,0.00037851834,0.0009355633,0.00009621966],"domain_scores_gemma":[0.99531156,0.0014708044,0.00044828778,0.001234376,0.0013518792,0.00018310628],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023950909,0.0006564119,0.0005087914,0.0040464723,0.0008286479,0.0025111125,0.0007122505,0.0005174054,0.0024133308],"category_scores_gemma":[0.007091478,0.00040917547,0.0010525805,0.003071399,0.0006335244,0.0027976301,0.0016223475,0.0011376217,0.00085654965],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019271359,0.00016325159,0.0076793516,0.0006235837,0.00019067033,0.00019092415,0.0022133095,0.056567423,0.03233508,0.12667264,0.0037263236,0.7694447],"study_design_scores_gemma":[0.000057061745,0.00039913115,0.008114864,0.00031646676,0.00029582065,0.0010199721,0.0018694373,0.60451245,0.053317808,0.23109238,0.09885556,0.0001490193],"about_ca_topic_score_codex":0.0011148035,"about_ca_topic_score_gemma":0.0010939045,"teacher_disagreement_score":0.0040464723,"about_ca_system_score_codex":0.0006378237,"about_ca_system_score_gemma":0.0010641133,"threshold_uncertainty_score":0.012666643},"labels":[],"label_agreement":null},{"id":"W157516286","doi":"10.1142/s0218194007003331","title":"COMPOSITE ALGORITHMS IN IMAGE CONTENT SEARCHES","year":2007,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Image Retrieval and Classification Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Voting; Computer science; Image (mathematics); Similarity (geometry); Algorithm; Range (aeronautics); Image fusion; Component (thermodynamics); Data mining; Pattern recognition (psychology); Artificial intelligence","score_opus":0.022214519922682373,"score_gpt":0.2693671519047986,"score_spread":0.24715263198211623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W157516286","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008732656,0.001297429,0.9853092,0.00009146182,0.00007969883,0.00021122974,0.00004707265,0.001675928,0.0025553023],"genre_scores_gemma":[0.06383661,0.00061873934,0.9321643,0.00009581837,0.00008764608,0.00025227715,0.00017773952,0.00023170949,0.0025351513],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99379396,0.0015017329,0.0004245327,0.0008532507,0.00313739,0.0002891665],"domain_scores_gemma":[0.99264634,0.0031738621,0.0004681991,0.0011803011,0.0022507962,0.00028045222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005461683,0.0011376316,0.0028257591,0.0071302545,0.0010702065,0.003411219,0.002663896,0.0024674195,0.004537475],"category_scores_gemma":[0.013343769,0.00070317555,0.0013485723,0.0089433165,0.0015096558,0.004822496,0.0025107383,0.001384331,0.0040638414],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007123087,0.00024136867,0.0016172336,0.00044305084,0.00017018075,0.00012063906,0.00016622568,0.030206153,0.022752628,0.022789659,0.0044873892,0.91629314],"study_design_scores_gemma":[0.00018808525,0.0007587911,0.002821216,0.00008335224,0.00021860635,0.0013510276,0.00017266885,0.8797978,0.0444702,0.04882399,0.02115775,0.00015649814],"about_ca_topic_score_codex":0.0018690331,"about_ca_topic_score_gemma":0.0017311093,"teacher_disagreement_score":0.0071302545,"about_ca_system_score_codex":0.0009341411,"about_ca_system_score_gemma":0.0012990655,"threshold_uncertainty_score":0.02888447},"labels":[],"label_agreement":null},{"id":"W1967979827","doi":"10.1142/s0218194005002373","title":"PREDICTIVE TRACES IN HYBRID SYSTEMS","year":2005,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Advanced Control Systems Optimization","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Model predictive control; Hybrid system; Control theory (sociology); Controller (irrigation); Computer science; Set (abstract data type); Ideal (ethics); Control engineering; State (computer science); Actuator; Control system; Control (management); Engineering; Algorithm; Artificial intelligence; Machine learning","score_opus":0.0032114979548211837,"score_gpt":0.1964733591420254,"score_spread":0.19326186118720423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967979827","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025926849,0.002112732,0.9635695,0.00033748825,0.000104401224,0.000035067384,0.00011596912,0.00037522143,0.0074227317],"genre_scores_gemma":[0.901615,0.002502021,0.08888556,0.0001474523,0.00020188293,0.00012662265,0.00031342485,0.00011253914,0.00609545],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99927706,0.00019017563,0.000040794057,0.00013220061,0.00030638324,0.000053415763],"domain_scores_gemma":[0.997829,0.0014764699,0.00016844891,0.00020659015,0.00023849672,0.00008092656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00088419765,0.0006216295,0.00051223225,0.0008926959,0.000434163,0.0015572187,0.0009793694,0.00083919725,0.0022951302],"category_scores_gemma":[0.0048225583,0.00035476865,0.00049695955,0.0009898735,0.0020510198,0.0028208017,0.0012832523,0.001582984,0.0002555616],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059691803,0.000024773968,0.0007582754,0.000105093495,0.000023665112,0.00015575971,0.00026180682,0.2606097,0.0010222519,0.70141166,0.0007881719,0.03477916],"study_design_scores_gemma":[0.000011757662,0.000030722207,0.00012848547,0.000020499763,0.000007156625,0.00004160796,0.000038204995,0.45716873,0.0007379591,0.539004,0.0027975787,0.000013256169],"about_ca_topic_score_codex":0.0038500456,"about_ca_topic_score_gemma":0.0014398593,"teacher_disagreement_score":0.0038500456,"about_ca_system_score_codex":0.00089234306,"about_ca_system_score_gemma":0.0006649804,"threshold_uncertainty_score":0.0076779723},"labels":[],"label_agreement":null},{"id":"W1971322849","doi":"10.1142/s0218194011005359","title":"MEASURING SOFTWARE FUNCTIONAL SIZE FROM BUSINESS PROCESS MODELS","year":2011,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Domain (mathematical analysis); Notation; Business Process Model and Notation; Software engineering; Data mining; Software; Software measurement; Business process modeling; Software quality; Business process; Software development; Programming language; Engineering; Work in process; Mathematics","score_opus":0.034226706827946325,"score_gpt":0.1995926156395059,"score_spread":0.16536590881155958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971322849","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25964916,0.00033712955,0.7222716,0.00023126422,0.000040103507,0.00033695166,0.0012031546,0.0023953156,0.0135351345],"genre_scores_gemma":[0.8014972,0.0003800349,0.19267115,0.00003065979,0.00001726937,0.0005044271,0.0033070177,0.00023436213,0.0013577591],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99500763,0.0015349323,0.0002930006,0.00038430854,0.002635709,0.00014437798],"domain_scores_gemma":[0.984362,0.0097560575,0.0012387902,0.0019043148,0.0025960524,0.00014277689],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041132625,0.0013209041,0.0005566587,0.0042956662,0.00045593936,0.0018873734,0.0010120393,0.0007925916,0.0017859394],"category_scores_gemma":[0.03349708,0.0005595866,0.0011471623,0.0031856045,0.00050199375,0.0032014726,0.0011105393,0.0008256831,0.0006485098],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030992314,0.00041501064,0.020707848,0.00059744547,0.000148877,0.00023542704,0.0010262545,0.6140592,0.015822478,0.043952815,0.0018709216,0.30085388],"study_design_scores_gemma":[0.000014356218,0.0001578584,0.0069618756,0.00007298612,0.000042578646,0.00007830134,0.00014193327,0.9641147,0.007823678,0.01701769,0.0035323673,0.000041639378],"about_ca_topic_score_codex":0.006579522,"about_ca_topic_score_gemma":0.0059906533,"teacher_disagreement_score":0.006579522,"about_ca_system_score_codex":0.0021738592,"about_ca_system_score_gemma":0.0014198845,"threshold_uncertainty_score":0.021753252},"labels":[],"label_agreement":null},{"id":"W1975057653","doi":"10.1142/s0218194010004621","title":"ASSESSING TEST SUITES FOR BUFFER OVERFLOW VULNERABILITIES","year":2010,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Buffer overflow; Test suite; Computer science; Secure coding; Software security assurance; Benchmark (surveying); Test case; Mutation; Software; Exploit; Reliability engineering; Vulnerability (computing); Computer security; Engineering; Operating system; Machine learning; Information security","score_opus":0.01213610208872551,"score_gpt":0.27433133318351743,"score_spread":0.2621952310947919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975057653","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8937856,0.0003586048,0.102953084,0.00011566354,0.000017528757,0.00016893394,0.00026897914,0.001375577,0.00095594855],"genre_scores_gemma":[0.9328277,0.00016039182,0.0657686,0.000030362613,0.000010136118,0.00015222133,0.0007835312,0.000089556816,0.00017753012],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99580103,0.0018424576,0.00037985324,0.00033278627,0.0014084002,0.00023545363],"domain_scores_gemma":[0.9707907,0.02297006,0.0024742023,0.0011186627,0.0021659592,0.00048040846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003912335,0.001228429,0.00055730686,0.004355071,0.00024777776,0.00066655583,0.00087294553,0.0006830472,0.00061820203],"category_scores_gemma":[0.029861672,0.000252663,0.000752594,0.0014601084,0.0005428386,0.00078580563,0.00067818497,0.00041000926,0.000095931566],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009308841,0.0010901649,0.12298425,0.0006676735,0.0004951348,0.0016726378,0.0008398492,0.48439234,0.0918817,0.0071611106,0.0015119296,0.28637227],"study_design_scores_gemma":[0.00013643366,0.0019145401,0.02633415,0.00007475734,0.0002566339,0.0009271484,0.0002634693,0.9141574,0.04862406,0.0058575594,0.0013970354,0.000056880795],"about_ca_topic_score_codex":0.0013044905,"about_ca_topic_score_gemma":0.0012296851,"teacher_disagreement_score":0.004355071,"about_ca_system_score_codex":0.0005967729,"about_ca_system_score_gemma":0.0007035385,"threshold_uncertainty_score":0.02069062},"labels":[],"label_agreement":null},{"id":"W1976580313","doi":"10.1142/s0218194000000183","title":"KNOWLEDGE ENGINEERING OF A MONITORING AND CONTROL DECISION SUPPORT SYSTEM","year":2000,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"AI-based Problem Solving and Planning","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Expert system; Computer science; Decision support system; Software engineering; Conceptual model; Object-oriented programming; Heuristics; Knowledge-based systems; Legal expert system; Knowledge engineering; Systems engineering; Engineering; Knowledge management; Artificial intelligence","score_opus":0.005613013261435456,"score_gpt":0.2214766038898474,"score_spread":0.21586359062841196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976580313","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021380575,0.0004520445,0.95913786,0.0009574848,0.000076545366,0.00016398438,0.00013413941,0.0010625363,0.01663485],"genre_scores_gemma":[0.6393475,0.00086398696,0.35084337,0.00033925654,0.00008901908,0.00030002682,0.00040692015,0.00011429644,0.0076955887],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99906546,0.00016213894,0.00007722534,0.00019207671,0.00039887565,0.000104269675],"domain_scores_gemma":[0.99877375,0.00060240016,0.000104468425,0.00013026687,0.00032424086,0.00006487786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00097149843,0.0005025268,0.00061962067,0.0007357856,0.000983574,0.0025681234,0.0011433668,0.0010833029,0.0032117546],"category_scores_gemma":[0.0036769817,0.0003822245,0.000522023,0.00044675378,0.0008810116,0.0018591637,0.0010564373,0.000963539,0.00085380115],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023260045,0.00026677907,0.001550609,0.00050618703,0.00008775177,0.0014966513,0.00071804976,0.43283308,0.017473735,0.1389503,0.0041782544,0.40170604],"study_design_scores_gemma":[0.000051546143,0.00010831169,0.0005692727,0.0000799846,0.000074518306,0.00028695236,0.00014254026,0.8791934,0.009528128,0.08313946,0.026786821,0.0000390079],"about_ca_topic_score_codex":0.006806429,"about_ca_topic_score_gemma":0.0037336778,"teacher_disagreement_score":0.006806429,"about_ca_system_score_codex":0.0011940553,"about_ca_system_score_gemma":0.0020981221,"threshold_uncertainty_score":0.013533652},"labels":[],"label_agreement":null},{"id":"W1979073407","doi":"10.1142/s0218194000000286","title":"ISSUES AND MODELS IN SOFTWARE PRODUCT LINES","year":2000,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta; Government of Alberta","keywords":"Software engineering; Software product line; Computer science; Software development; Software; Product (mathematics); Systems engineering; Software construction; Engineering; Programming language","score_opus":0.020730186428758075,"score_gpt":0.2780429710698353,"score_spread":0.2573127846410772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979073407","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016990911,0.027043613,0.7333725,0.051655397,0.0011598459,0.00016903739,0.00032511298,0.0004106659,0.16887285],"genre_scores_gemma":[0.67466223,0.025200343,0.2526436,0.0045246272,0.002523259,0.0010082771,0.0008598661,0.00048240053,0.038095307],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9925398,0.0038568806,0.0005163506,0.0007511696,0.0019635714,0.0003722982],"domain_scores_gemma":[0.98423773,0.010692769,0.0012847864,0.0017423183,0.0016153321,0.00042714612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072536897,0.0015631581,0.0009944334,0.0027820717,0.0022960661,0.007840195,0.0034015502,0.0063891653,0.0052592554],"category_scores_gemma":[0.023421068,0.001244915,0.0019461511,0.0043323473,0.009807066,0.018217752,0.0037423614,0.0067205383,0.0017718846],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030037236,0.0000080342425,0.000046893212,0.000028549432,0.0000035346875,0.000045954035,0.0002753944,0.002254838,0.000024836747,0.9945015,0.0008722765,0.0019351072],"study_design_scores_gemma":[0.00000443712,0.000008021341,0.000032592627,0.00004812272,0.0000035853543,0.000037973394,0.00009186,0.004412546,0.000039344068,0.9792109,0.016103614,0.000006968836],"about_ca_topic_score_codex":0.0042882445,"about_ca_topic_score_gemma":0.0021009713,"teacher_disagreement_score":0.007840195,"about_ca_system_score_codex":0.0040147123,"about_ca_system_score_gemma":0.0023121224,"threshold_uncertainty_score":0.03836167},"labels":[],"label_agreement":null},{"id":"W1981186426","doi":"10.1142/s0218194008003660","title":"ENHANCING OWL ONTOLOGIES WITH RELATION SEMANTICS","year":2008,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Ontology; Web Ontology Language; Relation (database); Semantics (computer science); Semantic Web; Knowledge representation and reasoning; Semantic Web Rule Language; OWL-S; Domain (mathematical analysis); Programming language; Information retrieval; Social Semantic Web; Artificial intelligence; Semantic analytics; Database; Mathematics","score_opus":0.0102610601754219,"score_gpt":0.21475347956203597,"score_spread":0.20449241938661408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981186426","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026771363,0.00015694898,0.9449773,0.00053347996,0.0000891194,0.0005574645,0.00037548447,0.009506274,0.017032621],"genre_scores_gemma":[0.10835556,0.00033384352,0.88290673,0.00035184028,0.000031003696,0.00029069543,0.0013073201,0.0009302417,0.0054927752],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99688005,0.0009549292,0.00028569164,0.00025857193,0.0014698848,0.00015090567],"domain_scores_gemma":[0.9943757,0.0026517576,0.00033840135,0.0015211666,0.00096542155,0.00014763625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049060946,0.00051366363,0.00042696585,0.0010607874,0.00072779204,0.0022624775,0.0016953214,0.00075737055,0.0029883971],"category_scores_gemma":[0.014007314,0.0006303498,0.0010958215,0.0009425576,0.0009627999,0.007974509,0.0037334189,0.001717845,0.0010118479],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000420847,0.0011224567,0.0049603437,0.0013683081,0.00021232349,0.0017846443,0.0056300494,0.021950196,0.048911694,0.35718963,0.020219978,0.5362296],"study_design_scores_gemma":[0.0002544499,0.00024581587,0.0021281464,0.0005240392,0.0002361933,0.0016489279,0.0016934079,0.21094145,0.06488418,0.19155283,0.525728,0.00016265482],"about_ca_topic_score_codex":0.00404137,"about_ca_topic_score_gemma":0.005647682,"teacher_disagreement_score":0.0049060946,"about_ca_system_score_codex":0.00064319593,"about_ca_system_score_gemma":0.0015494417,"threshold_uncertainty_score":0.0259462},"labels":[],"label_agreement":null},{"id":"W1981223477","doi":"10.1142/s0218194008003763","title":"RELIABILITY MODEL FOR COMPONENT-BASED SYSTEMS IN COSMIC (A CASE STUDY)","year":2008,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; École de Technologie Supérieure; Concordia University","funders":"","keywords":"Component (thermodynamics); Reliability engineering; Reliability (semiconductor); Computer science; Markov chain; Context (archaeology); Markov model; Markov process; Probabilistic logic; Dependability; Component-based software engineering; Software system; Distributed computing; Systems engineering; Engineering; Software; Machine learning; Artificial intelligence","score_opus":0.027262164607725074,"score_gpt":0.27827164325388154,"score_spread":0.25100947864615647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981223477","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22431237,0.0014503306,0.7346078,0.0010898396,0.000086236185,0.00030728805,0.0009880104,0.00092006184,0.03623801],"genre_scores_gemma":[0.94994444,0.00046631022,0.040393937,0.00006750538,0.000049610848,0.0002723039,0.00046205698,0.000075136166,0.008268681],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99912125,0.00032921147,0.00005350991,0.00013925819,0.0002557513,0.000101039615],"domain_scores_gemma":[0.9987538,0.0006543215,0.00014458016,0.000093216666,0.00030956574,0.000044569748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014772303,0.00077641616,0.00057717453,0.0011812449,0.0006389987,0.0013013057,0.001203197,0.0018021117,0.0024646104],"category_scores_gemma":[0.002633905,0.00028687785,0.00097195763,0.0008862726,0.00083395507,0.0008247442,0.0006963249,0.000775527,0.0005245026],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065463224,0.000037160178,0.0018070857,0.00006830684,0.000025666957,0.0007094651,0.0003014538,0.93045485,0.0015492545,0.056871835,0.0013113396,0.006798085],"study_design_scores_gemma":[0.000009466671,0.000042659194,0.00055147643,0.000012456385,0.000018767101,0.00015500249,0.00005171553,0.98750985,0.00027852305,0.009336065,0.002024251,0.000009839885],"about_ca_topic_score_codex":0.013649394,"about_ca_topic_score_gemma":0.006813144,"teacher_disagreement_score":0.013649394,"about_ca_system_score_codex":0.0015181581,"about_ca_system_score_gemma":0.00094084657,"threshold_uncertainty_score":0.027139902},"labels":[],"label_agreement":null},{"id":"W1989162170","doi":"10.1142/s0218194003001378","title":"Trade-off Analysis for Requirements Selection","year":2003,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":114,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Analytic hierarchy process; Heuristics; Quality (philosophy); Selection (genetic algorithm); Set (abstract data type); Process (computing); Operations research; Requirements analysis; Requirement prioritization; Novelty; Negotiation; Software; Risk analysis (engineering); Requirements management; Engineering; Machine learning","score_opus":0.016844108821757013,"score_gpt":0.27725356859668926,"score_spread":0.26040945977493224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989162170","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0051414818,0.00054000784,0.9848166,0.00022094812,0.00003618931,0.00033580864,0.000075316035,0.00024995883,0.008583649],"genre_scores_gemma":[0.18980576,0.0006213033,0.8043427,0.00017312253,0.00007506755,0.0012641269,0.000352376,0.00019590171,0.0031696744],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97360873,0.015841886,0.0011620158,0.0011492559,0.007562554,0.00067550025],"domain_scores_gemma":[0.95769274,0.03610178,0.0017375335,0.0015586598,0.0026306398,0.0002786506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022692215,0.0030728783,0.0021683448,0.006626589,0.0011841316,0.0039223186,0.001987062,0.0017247004,0.011920322],"category_scores_gemma":[0.05714204,0.0014131032,0.0029843538,0.0050712023,0.0016899204,0.0036735595,0.002205387,0.002492345,0.0022588905],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005875384,0.00026511084,0.0022098378,0.0013897036,0.00050824374,0.00036179056,0.0007945779,0.4614082,0.0042205895,0.20726064,0.004272617,0.3167211],"study_design_scores_gemma":[0.000064863874,0.00025072743,0.0004591239,0.00017674186,0.00009846937,0.00022185863,0.00016485594,0.85867447,0.0015040303,0.13250965,0.0058245193,0.000050718874],"about_ca_topic_score_codex":0.0017548625,"about_ca_topic_score_gemma":0.0016119903,"teacher_disagreement_score":0.022692215,"about_ca_system_score_codex":0.0034793634,"about_ca_system_score_gemma":0.00242278,"threshold_uncertainty_score":0.12000936},"labels":[],"label_agreement":null},{"id":"W1989484719","doi":"10.1142/s0218194005002312","title":"HIGH-SPEED RT MONITORING SYSTEM USING NEURAL NETWORKS","year":2005,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Fault Detection and Control Systems","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Francis Xavier University","funders":"St. Francis Xavier University","keywords":"Learning vector quantization; Artificial neural network; Computer science; Fault (geology); Identification (biology); Condition monitoring; Real-time computing; Warning system; Transient (computer programming); Support vector machine; Reliability engineering; Artificial intelligence; Engineering; Data mining; Machine learning","score_opus":0.007051304491594033,"score_gpt":0.21571933514405134,"score_spread":0.20866803065245731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989484719","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05529723,0.000591766,0.9252357,0.00026152964,0.00016763808,0.0001570234,0.0001819314,0.01007633,0.008030865],"genre_scores_gemma":[0.7514149,0.00029016097,0.23813586,0.00020698806,0.00009305061,0.00018924696,0.00025944842,0.00012752421,0.009282911],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994684,0.000084595944,0.00003496679,0.00014430193,0.00022764185,0.000040187228],"domain_scores_gemma":[0.99951077,0.00014205815,0.00007752192,0.0000650518,0.00018196495,0.000022593322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055898266,0.000492876,0.00035479642,0.0005261126,0.0002652083,0.00070104847,0.0008386332,0.00065104547,0.0027603959],"category_scores_gemma":[0.0012426706,0.00019191451,0.00023680566,0.00036480319,0.00020973926,0.00091955415,0.00035393512,0.0004509208,0.0007849393],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061158865,0.00021022318,0.003115126,0.00024154627,0.00008731905,0.0002420822,0.0001488153,0.10202421,0.0996626,0.0043835384,0.005201365,0.7840716],"study_design_scores_gemma":[0.000045436092,0.00018857881,0.0014770817,0.000028448587,0.000049812494,0.00017625166,0.000016045256,0.95448065,0.035686366,0.0013660487,0.0064532496,0.00003212902],"about_ca_topic_score_codex":0.0031644353,"about_ca_topic_score_gemma":0.0026073696,"teacher_disagreement_score":0.0031644353,"about_ca_system_score_codex":0.0006406607,"about_ca_system_score_gemma":0.00041574694,"threshold_uncertainty_score":0.009234488},"labels":[],"label_agreement":null},{"id":"W1990503178","doi":"10.1142/s0218194002000883","title":"PREDICTING FAULT-PRONE MODULES IN EMBEDDED SYSTEMS USING ANALOGY-BASED CLASSIFICATION MODELS","year":2002,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University","keywords":"Computer science; Software quality; Avionics software; Reliability engineering; Software system; Reliability (semiconductor); Software; Embedded software; Software fault tolerance; Embedded system; Software development; Distributed computing; Fault tolerance; Engineering; Operating system","score_opus":0.03968420817390434,"score_gpt":0.26719730615041987,"score_spread":0.22751309797651553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990503178","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6589252,0.00023219612,0.33697864,0.00033529577,0.000032418196,0.0002156481,0.00033021116,0.0006803666,0.002269951],"genre_scores_gemma":[0.96359754,0.000056485776,0.03541974,0.000024635234,0.000010823993,0.000057836434,0.00026947726,0.000017717799,0.00054571184],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999183,0.00025993885,0.00007408391,0.0002049623,0.00020125652,0.00007666774],"domain_scores_gemma":[0.9884377,0.009063676,0.0011452365,0.00046562197,0.0006901528,0.00019767288],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023288168,0.0007266174,0.0006453155,0.0027360495,0.00047218555,0.0010313566,0.0012988131,0.0014950032,0.0014254882],"category_scores_gemma":[0.013414819,0.00037333372,0.0007032707,0.001353189,0.0006329239,0.0014616695,0.0006399436,0.0008916521,0.00028339203],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071048424,0.00016879803,0.021777207,0.000034317676,0.00003381393,0.00017542795,0.00010163163,0.95210147,0.001035944,0.0018136867,0.0003441367,0.022342505],"study_design_scores_gemma":[0.0000021727649,0.000011996979,0.0016761543,0.000001953622,0.0000039815395,0.000014713074,0.000009681165,0.99674076,0.00013016336,0.0013620652,0.00004272239,0.0000036449585],"about_ca_topic_score_codex":0.007641704,"about_ca_topic_score_gemma":0.005649428,"teacher_disagreement_score":0.007641704,"about_ca_system_score_codex":0.0011697103,"about_ca_system_score_gemma":0.0005588532,"threshold_uncertainty_score":0.015194476},"labels":[],"label_agreement":null},{"id":"W1993188540","doi":"10.1142/s0218194007003446","title":"XML SCHEMA MATCHING","year":2007,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Advanced Database Systems and Queries","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke; Open Text (Canada); University of Windsor","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Schema matching; Document Structure Description; RELAX NG; XML Schema Editor; XML validation; XML Schema (W3C); XML; Star schema; Efficient XML Interchange; Information retrieval; XML database; Matching (statistics); Schema (genetic algorithms); Data mining; Streaming XML; Database; Data integration; Document type definition; Mathematics; World Wide Web","score_opus":0.006121626440767754,"score_gpt":0.24008975644408093,"score_spread":0.23396813000331318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993188540","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0069004414,0.0015935494,0.9424831,0.0018680919,0.0005284267,0.0013716466,0.008072061,0.009445755,0.027736915],"genre_scores_gemma":[0.05533796,0.0018941157,0.89400023,0.0014615078,0.00015980071,0.0005926528,0.026906166,0.0016045645,0.018042931],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9910477,0.0021353848,0.0015443552,0.0018012362,0.002990623,0.00048065768],"domain_scores_gemma":[0.9907109,0.0027093748,0.00060362316,0.0032772732,0.002411025,0.00028776017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058957706,0.0011336645,0.0016433265,0.00529923,0.0020932984,0.0055236355,0.003969609,0.0033056792,0.026102195],"category_scores_gemma":[0.023933152,0.0008464036,0.002828695,0.009383951,0.000927681,0.011217493,0.005568805,0.0019959717,0.012762329],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037209154,0.00038476803,0.0031295489,0.001424306,0.0003719883,0.00086175685,0.0010079505,0.014379292,0.009873381,0.23470019,0.11568326,0.61781156],"study_design_scores_gemma":[0.00014227277,0.00015607008,0.0011720276,0.00046544752,0.0002071678,0.0018680131,0.0011720369,0.10681486,0.022324942,0.28025964,0.58530754,0.000109997556],"about_ca_topic_score_codex":0.00352963,"about_ca_topic_score_gemma":0.0027830668,"teacher_disagreement_score":0.026102195,"about_ca_system_score_codex":0.0018394355,"about_ca_system_score_gemma":0.0037168586,"threshold_uncertainty_score":0.08732051},"labels":[],"label_agreement":null},{"id":"W1994108236","doi":"10.1142/s0218194009004143","title":"DESIGN OF DECOUPLED CLINICAL DECISION SUPPORT FOR SERVICE-ORIENTED ARCHITECTURES","year":2009,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Service-oriented architecture; Service (business); Decoupling (probability); Loose coupling; Clinical decision support system; Empirical research; Component (thermodynamics); Service design; Decision support system; Architecture; Process management; Risk analysis (engineering); Knowledge management; Service delivery framework; Web service; World Wide Web; Engineering; Business; Artificial intelligence","score_opus":0.012893685436894868,"score_gpt":0.2840476549168647,"score_spread":0.27115396947996984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994108236","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052821953,0.0002220861,0.9405002,0.0007153838,0.00006228051,0.0006379552,0.000063448104,0.00171417,0.0032624672],"genre_scores_gemma":[0.36598358,0.00023314756,0.6301806,0.00023944824,0.000037086767,0.00054649956,0.00024742473,0.0001386448,0.0023935568],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99736625,0.0009365326,0.00033990596,0.00033712634,0.0007579378,0.00026221422],"domain_scores_gemma":[0.99678874,0.0010766486,0.0002919146,0.00041141515,0.0010564569,0.0003747832],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045292727,0.0006199125,0.0005697523,0.00079564465,0.0009212045,0.0028684938,0.0017490243,0.001327839,0.001995644],"category_scores_gemma":[0.008187647,0.0009881585,0.0008118826,0.00077880145,0.0012895138,0.0016473895,0.0022842295,0.0015263467,0.0007440506],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014980043,0.00079382316,0.011658133,0.0008107543,0.00045635866,0.0017360242,0.0035512398,0.44100115,0.06951375,0.16698816,0.0060178246,0.2959748],"study_design_scores_gemma":[0.00025376733,0.00019441698,0.0010490165,0.00008420989,0.00015236289,0.0002421631,0.00029375494,0.9317312,0.013378481,0.034405693,0.018163921,0.000050965817],"about_ca_topic_score_codex":0.0039322814,"about_ca_topic_score_gemma":0.0044822674,"teacher_disagreement_score":0.0045292727,"about_ca_system_score_codex":0.0015863518,"about_ca_system_score_gemma":0.004841532,"threshold_uncertainty_score":0.023953319},"labels":[],"label_agreement":null},{"id":"W1995584399","doi":"10.1142/s0218194009004489","title":"TEMPORAL SOFTWARE CHANGE PREDICTION USING NEURAL NETWORKS","year":2009,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Eclipse; Computer science; Software maintenance; Software; Software evolution; Dimension (graph theory); Plan (archaeology); Software development; Artificial neural network; Software engineering; Scale (ratio); Data science; Data mining; Artificial intelligence; Machine learning; Software construction; Operating system","score_opus":0.02304885103198641,"score_gpt":0.26661743351535744,"score_spread":0.24356858248337104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995584399","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6086302,0.0013336147,0.3823237,0.0008181725,0.0001352968,0.000097341384,0.00086416083,0.0021449649,0.0036525433],"genre_scores_gemma":[0.97286224,0.00019150953,0.025467752,0.000050985967,0.000038460985,0.00004062344,0.000524827,0.00001910922,0.0008043729],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99937063,0.00015068227,0.000047661902,0.0002014372,0.00014053332,0.00008909003],"domain_scores_gemma":[0.99657613,0.002119984,0.0004707184,0.000150866,0.00060515606,0.00007710995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011453987,0.0006107556,0.00051251013,0.0017866505,0.00035185227,0.00078669825,0.00089767465,0.00085098966,0.0007826907],"category_scores_gemma":[0.006621259,0.00032888356,0.00053195615,0.0013860059,0.0003076756,0.0012054036,0.0004583937,0.00088240585,0.00017398153],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030387164,0.0001738258,0.022997694,0.00006651852,0.00010703318,0.00016050077,0.00007049583,0.82538176,0.0013282762,0.0009430996,0.0012601305,0.14720683],"study_design_scores_gemma":[0.0000017001076,0.0000065270183,0.00091641187,0.0000019290592,0.000004549194,0.0000055281994,0.000004047376,0.99841785,0.0001707988,0.0004176527,0.00005087367,0.0000021232606],"about_ca_topic_score_codex":0.027594378,"about_ca_topic_score_gemma":0.021903148,"teacher_disagreement_score":0.027594378,"about_ca_system_score_codex":0.0012973413,"about_ca_system_score_gemma":0.0005598939,"threshold_uncertainty_score":0.054867566},"labels":[],"label_agreement":null},{"id":"W1996036854","doi":"10.1142/s0218194000000079","title":"AN APPROACH TO QUANTITATIVE SOFTWARE ARCHITECTURE SENSITIVITY ANALYSIS","year":2000,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nortel (Canada)","funders":"","keywords":"Reference architecture; Computer science; Architecture tradeoff analysis method; Software architecture description; Robustness (evolution); Software architecture; Resource-oriented architecture; Software engineering; Software; Software construction; Software sizing; Software system; Data mining; Operating system","score_opus":0.017232346490800497,"score_gpt":0.28605456543468233,"score_spread":0.2688222189438818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996036854","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018956547,0.00014731791,0.99218714,0.00022848183,0.000032588556,0.0001892056,0.00009573031,0.00019310338,0.0050306986],"genre_scores_gemma":[0.19602303,0.00041936486,0.7982095,0.00032782057,0.00013623043,0.002298249,0.00025900733,0.000255454,0.0020712952],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97611016,0.013280698,0.0011714777,0.0015779275,0.007384561,0.00047511747],"domain_scores_gemma":[0.9564355,0.032189965,0.0026840256,0.0044440217,0.003971081,0.00027533897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01969109,0.0026833797,0.0013881801,0.010339398,0.0011563865,0.0049448926,0.0026555262,0.0018886854,0.0055875927],"category_scores_gemma":[0.063038394,0.001132158,0.0024295824,0.006171035,0.004259201,0.004752337,0.0038362648,0.004298206,0.0006165037],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041818344,0.00019155815,0.0011839642,0.00048340665,0.0002247023,0.000150355,0.0009760623,0.13361481,0.004822511,0.7800599,0.0015924983,0.07665848],"study_design_scores_gemma":[0.000020423766,0.000119722405,0.0007056421,0.00014576115,0.00004958711,0.00014316615,0.00033901844,0.23158678,0.002823612,0.7532775,0.0107043,0.00008451533],"about_ca_topic_score_codex":0.0015386569,"about_ca_topic_score_gemma":0.00079995015,"teacher_disagreement_score":0.01969109,"about_ca_system_score_codex":0.0030963658,"about_ca_system_score_gemma":0.0023531278,"threshold_uncertainty_score":0.10413772},"labels":[],"label_agreement":null},{"id":"W1996090276","doi":"10.1142/s0218194005002051","title":"A NEW APPROACH IN DESIGNING INTERPROCESS COMMUNICATION FOR REAL-TIME SYSTEMS","year":2005,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Real-Time Systems Scheduling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Francis Xavier University; Dalhousie University","funders":"","keywords":"Inter-process communication; Computer science; Process (computing); Distributed computing; Message passing; Software; Event (particle physics); Set (abstract data type); Embedded system; Operating system; Real-time computing","score_opus":0.01019748547541436,"score_gpt":0.244190021954812,"score_spread":0.23399253647939763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996090276","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015096434,0.00034846066,0.99383014,0.00031777425,0.000108858854,0.00005903947,0.000009964478,0.0006402027,0.003175867],"genre_scores_gemma":[0.048036963,0.0013060578,0.94025856,0.00064044853,0.0002739385,0.0004385257,0.00007327266,0.00044823735,0.0085239755],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99793965,0.00046615978,0.00017051391,0.0003580619,0.0009414064,0.00012425147],"domain_scores_gemma":[0.99774915,0.0005573274,0.00020001973,0.0005965714,0.000751601,0.00014528351],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024169094,0.0011524053,0.0007519338,0.0012589397,0.0014465539,0.002877493,0.0025109977,0.0013090875,0.0031677252],"category_scores_gemma":[0.004389616,0.0008869117,0.0014038286,0.0012741279,0.0020053086,0.0055428525,0.0016561358,0.0036244704,0.0020829698],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018724157,0.0002624277,0.0010300624,0.0010892627,0.00017021554,0.0004969041,0.0019390762,0.06794599,0.038079783,0.48643005,0.009122399,0.39324656],"study_design_scores_gemma":[0.00016097873,0.000899533,0.00060118525,0.0004449354,0.00033965605,0.0015476523,0.0003187379,0.36728156,0.055233996,0.21037066,0.36257443,0.00022669468],"about_ca_topic_score_codex":0.0014334113,"about_ca_topic_score_gemma":0.0017174148,"teacher_disagreement_score":0.0031677252,"about_ca_system_score_codex":0.0012786996,"about_ca_system_score_gemma":0.0026577143,"threshold_uncertainty_score":0.012781978},"labels":[],"label_agreement":null},{"id":"W1998649124","doi":"10.1142/s0218194008003829","title":"A TOOL BASED ON DL FOR UML MODEL CONSISTENCY CHECKING","year":2008,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Metamodeling; Computer science; Unified Modeling Language; UML tool; Applications of UML; Consistency (knowledge bases); Programming language; Object Constraint Language; Interoperability; Model checking; Software engineering; Software; Artificial intelligence; Operating system","score_opus":0.018420540995221085,"score_gpt":0.24378718692551027,"score_spread":0.22536664593028918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998649124","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024206603,0.0001690534,0.87261504,0.00017287351,0.00008602168,0.0002355948,0.0013266269,0.11914605,0.0038280212],"genre_scores_gemma":[0.06963876,0.0003742267,0.90476555,0.0005193513,0.000057714777,0.00073193066,0.0058995774,0.011263451,0.0067495364],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967937,0.0008309183,0.00063629483,0.0006709527,0.00086503953,0.0002030455],"domain_scores_gemma":[0.99501306,0.0021753928,0.0003651625,0.001406311,0.00087617314,0.00016377617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040501696,0.0015560492,0.0011233253,0.004328571,0.00091513497,0.0027738316,0.0020436526,0.001042907,0.012883466],"category_scores_gemma":[0.010422065,0.0012360052,0.0017467039,0.0016704862,0.00087607896,0.0032129763,0.002561883,0.0025336107,0.0041807606],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049637957,0.0005761724,0.00835649,0.0024378623,0.0003534069,0.0014349268,0.0009974276,0.034512307,0.054179695,0.14180137,0.09788429,0.65696967],"study_design_scores_gemma":[0.0004512856,0.00021467518,0.0017580395,0.00048685857,0.00031238838,0.0026235203,0.00024186028,0.43037614,0.08431335,0.057213817,0.4217833,0.00022469205],"about_ca_topic_score_codex":0.006121432,"about_ca_topic_score_gemma":0.005643305,"teacher_disagreement_score":0.012883466,"about_ca_system_score_codex":0.0015269788,"about_ca_system_score_gemma":0.0031284362,"threshold_uncertainty_score":0.043099463},"labels":[],"label_agreement":null},{"id":"W1999603696","doi":"10.1142/s0218194004001816","title":"FROM KNOWLEDGE MODELING TO ONTOLOGY CONSTRUCTION","year":2004,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Natural Sciences and Engineering Research Council of Canada; Defense Advanced Research Projects Agency; National Science Foundation","keywords":"Ontology; Computer science; Software engineering; Domain knowledge; XML; Process ontology; Domain (mathematical analysis); Knowledge-based systems; Ontology-based data integration; Structuring; Knowledge sharing; Upper ontology; Process (computing); Open Knowledge Base Connectivity; Knowledge management; World Wide Web; Programming language; Personal knowledge management","score_opus":0.01085274666121525,"score_gpt":0.2433625772805168,"score_spread":0.23250983061930156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999603696","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029405567,0.009519475,0.9541949,0.00945386,0.00036128922,0.000068422654,0.00013116338,0.0005715965,0.022758672],"genre_scores_gemma":[0.1731447,0.025874872,0.78652686,0.0021703334,0.0009801107,0.00038783747,0.0009534257,0.0004268186,0.009535061],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.995682,0.0021023105,0.00031906425,0.00049094664,0.0011673929,0.00023830513],"domain_scores_gemma":[0.9957052,0.0026089237,0.00023955687,0.000826336,0.00044501157,0.00017504321],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005358859,0.0010409321,0.0011515701,0.0044217627,0.0019399889,0.0085074045,0.0028234639,0.0022442716,0.0031560697],"category_scores_gemma":[0.008568533,0.0009347324,0.0015536302,0.0043622204,0.010073967,0.017090026,0.006282021,0.0039545246,0.0011919746],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007974982,0.000020571977,0.00016723503,0.00022832087,0.000026003703,0.00012165517,0.0009174444,0.004663015,0.0002319215,0.93296826,0.003298719,0.05734883],"study_design_scores_gemma":[0.0000050974313,0.0000070965602,0.00007659762,0.0001892538,0.000010343854,0.00010349337,0.00039879457,0.010770817,0.0004928698,0.9343502,0.053577054,0.000018398407],"about_ca_topic_score_codex":0.0056477487,"about_ca_topic_score_gemma":0.0029644957,"teacher_disagreement_score":0.0085074045,"about_ca_system_score_codex":0.0035544306,"about_ca_system_score_gemma":0.0037174802,"threshold_uncertainty_score":0.028340697},"labels":[],"label_agreement":null},{"id":"W2003538822","doi":"10.1142/s0218194007003367","title":"PROTECT VIRTUAL PROPERTY IN ONLINE GAMING SYSTEM","year":2007,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Cryptography and Data Security","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Computer science; Entertainment; Property (philosophy); TRACE (psycholinguistics); Metaverse; Virtual world; Order (exchange); Virtual economy; Computer security; Virtual reality; Multimedia; Internet privacy; Human–computer interaction; World Wide Web; Business","score_opus":0.007286633045632748,"score_gpt":0.22559984909622016,"score_spread":0.2183132160505874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003538822","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2814449,0.0010124884,0.6483704,0.0033883504,0.00019985862,0.0007312225,0.00066868804,0.021700999,0.042483162],"genre_scores_gemma":[0.9065564,0.00029545987,0.078674145,0.0005861387,0.000054256056,0.0002184664,0.00046404856,0.0004074775,0.012743489],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9976351,0.0010674758,0.0002388013,0.00019925743,0.00057670416,0.00028269732],"domain_scores_gemma":[0.99635386,0.0010492805,0.00047506907,0.0015134397,0.00044648573,0.00016187367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021778375,0.00035712178,0.00036300079,0.001075176,0.0012251823,0.0027660287,0.0011534985,0.0009516167,0.0023437254],"category_scores_gemma":[0.0054237475,0.0002613592,0.00040523813,0.00057844946,0.001737921,0.008435204,0.0028300162,0.0010650373,0.000726679],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00094093336,0.0005595982,0.01378193,0.00055282924,0.00008004679,0.0027724716,0.006035165,0.02019099,0.05207547,0.59910333,0.03163441,0.2722729],"study_design_scores_gemma":[0.00016580791,0.00076454645,0.0046937214,0.0003404033,0.00019015375,0.0031340634,0.0018671296,0.38853252,0.1495703,0.23297742,0.21748993,0.00027408707],"about_ca_topic_score_codex":0.0017657417,"about_ca_topic_score_gemma":0.0011962621,"teacher_disagreement_score":0.0027660287,"about_ca_system_score_codex":0.0010396002,"about_ca_system_score_gemma":0.0012420724,"threshold_uncertainty_score":0.011517644},"labels":[],"label_agreement":null},{"id":"W2014256464","doi":"10.1142/s0218194006002707","title":"UNDERSTANDING THE EVOLUTION AND CO-EVOLUTION OF CLASSES IN OBJECT-ORIENTED SYSTEMS","year":2006,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Code refactoring; Computer science; Class diagram; Class (philosophy); Association rule learning; Software evolution; Unified Modeling Language; Software system; Data mining; Categorical variable; Software; Artificial intelligence; Programming language; Machine learning; Software construction","score_opus":0.016992741941098635,"score_gpt":0.24870536454836795,"score_spread":0.23171262260726933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014256464","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7153863,0.001206458,0.27980962,0.0009667527,0.000019034918,0.00015398189,0.00036663134,0.000459581,0.0016316567],"genre_scores_gemma":[0.7852315,0.0006388094,0.21260531,0.00008225403,0.00002547292,0.00006866463,0.0007565433,0.00006154376,0.00052997784],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99830025,0.00045562958,0.00020342394,0.0003503663,0.0005894497,0.00010091934],"domain_scores_gemma":[0.98291093,0.010691402,0.0031149068,0.0017163755,0.0012952323,0.0002711777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024424873,0.00040976724,0.00040891458,0.005857103,0.00086114474,0.0021482797,0.0012209556,0.0013100823,0.00032143656],"category_scores_gemma":[0.018097255,0.0005502606,0.00057118415,0.003572878,0.0012273518,0.004648332,0.001043305,0.0010744419,0.00013450938],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028506556,0.00080091006,0.39603573,0.0006452575,0.0001887427,0.0017297248,0.009447076,0.07473591,0.020044122,0.019386267,0.001260913,0.4754402],"study_design_scores_gemma":[0.00003982407,0.00022566303,0.2538128,0.0001966917,0.00017422729,0.0020925477,0.0038530242,0.6401536,0.015683696,0.07370557,0.009959941,0.000102345606],"about_ca_topic_score_codex":0.011321554,"about_ca_topic_score_gemma":0.014247598,"teacher_disagreement_score":0.011321554,"about_ca_system_score_codex":0.0010884062,"about_ca_system_score_gemma":0.00093602145,"threshold_uncertainty_score":0.022511303},"labels":[],"label_agreement":null},{"id":"W2023385229","doi":"10.1142/s0218194010004931","title":"FORMALIZATION OF TEXTUAL USE CASES BASED ON PETRI NETS","year":2010,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Petri net; Programming language; Semantics (computer science); Syntax; Tuple; Specification language; Process architecture; Formal specification; Formal methods; Artificial intelligence; Natural language processing; Software engineering","score_opus":0.011126367822804604,"score_gpt":0.21850995729218098,"score_spread":0.20738358946937638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023385229","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036428852,0.00014320682,0.98944795,0.0002709576,0.000054928492,0.00026157382,0.00018373379,0.00056713016,0.005427557],"genre_scores_gemma":[0.17658177,0.0008053652,0.81336224,0.00028438756,0.00016621505,0.001184976,0.0010927712,0.00024276115,0.0062795286],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99314004,0.002240876,0.00107321,0.0007880658,0.0022934352,0.0004643458],"domain_scores_gemma":[0.9924085,0.004333213,0.0010697659,0.0007360531,0.0012623087,0.00019024288],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049124286,0.0012327131,0.00059321686,0.00262997,0.00098965,0.0049580913,0.0022710457,0.001293474,0.004556745],"category_scores_gemma":[0.010190732,0.000890726,0.0022081481,0.0015627154,0.0044914773,0.0050276243,0.0021350149,0.0028393664,0.00085870095],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004030945,0.0000891824,0.00045998173,0.00021276347,0.000029244478,0.0009761109,0.0009897857,0.046830002,0.0037956908,0.92397213,0.0011568842,0.02144789],"study_design_scores_gemma":[0.00008840333,0.00008174046,0.00040516417,0.0005007874,0.00008751567,0.0009204647,0.00038741218,0.36534563,0.012414999,0.5610782,0.058596395,0.00009329785],"about_ca_topic_score_codex":0.0059695654,"about_ca_topic_score_gemma":0.00404464,"teacher_disagreement_score":0.0059695654,"about_ca_system_score_codex":0.002041006,"about_ca_system_score_gemma":0.0030268794,"threshold_uncertainty_score":0.025979698},"labels":[],"label_agreement":null},{"id":"W2023463827","doi":"10.1142/s0218194003001317","title":"Adding Flexibility in Information Flow Control for Object-Oriented Systems Using Versions","year":2003,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Security and Verification in Computing","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Computer science; Information flow; Flexibility (engineering); Object (grammar); Process (computing); Distributed computing; Blocking (statistics); Confidentiality; Control (management); Enforcement; Cloning (programming); Computer security; Computer network; Programming language; Artificial intelligence","score_opus":0.013752855542731332,"score_gpt":0.2507605874164886,"score_spread":0.23700773187375726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023463827","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016051421,0.00023720728,0.97909355,0.0003549941,0.00006561422,0.00013806798,0.00003765332,0.002682354,0.0013391532],"genre_scores_gemma":[0.40927285,0.00061762385,0.5844946,0.00045814208,0.00027948222,0.00026936355,0.00022664694,0.0010522074,0.0033290538],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.984288,0.005146348,0.002674087,0.0020441602,0.004844421,0.0010029391],"domain_scores_gemma":[0.9426241,0.022585604,0.004807992,0.026103025,0.0029411947,0.0009381966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01827356,0.0015228695,0.0014017179,0.0027695445,0.0017730792,0.007395278,0.0031761837,0.00257675,0.0015513276],"category_scores_gemma":[0.042936347,0.0019112953,0.0028608022,0.0021627469,0.0067218463,0.018013591,0.0065832795,0.004553251,0.00046672366],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079806685,0.00021050166,0.0061399443,0.00042961712,0.0002087763,0.0007074976,0.0037163016,0.09145049,0.01977229,0.633027,0.0028673008,0.24067235],"study_design_scores_gemma":[0.00024458143,0.00055133784,0.0009559336,0.00036651548,0.0004348351,0.0009541357,0.00024062027,0.38016728,0.044466086,0.5072447,0.063976154,0.00039774712],"about_ca_topic_score_codex":0.002334635,"about_ca_topic_score_gemma":0.0014154898,"teacher_disagreement_score":0.01827356,"about_ca_system_score_codex":0.0018615685,"about_ca_system_score_gemma":0.0021447774,"threshold_uncertainty_score":0.096641004},"labels":[],"label_agreement":null},{"id":"W2029427595","doi":"10.1142/s0218194006002690","title":"LEVEL-WISE CONSTRUCTION OF DECISION TREES FOR CLASSIFICATION","year":2006,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Rough Sets and Fuzzy Logic","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Natural Sciences and Engineering Research Council of Canada; University of Regina","keywords":"Partition (number theory); Decision tree; Computer science; Decision table; Theoretical computer science; Space (punctuation); Artificial intelligence; Focus (optics); Representation (politics); Mathematics; Machine learning; Rough set","score_opus":0.017190190243180515,"score_gpt":0.24236752543811094,"score_spread":0.2251773351949304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029427595","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018826295,0.00023193438,0.9969298,0.00008466603,0.000017897944,0.00006417838,0.00009647289,0.00014171712,0.0005506337],"genre_scores_gemma":[0.032128047,0.00026085385,0.96637803,0.0000499977,0.000030312878,0.00019967255,0.00047677648,0.00004933102,0.0004268432],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9966587,0.0015940819,0.00026011554,0.00039465324,0.00092267705,0.00016977612],"domain_scores_gemma":[0.99470454,0.0035550515,0.00034883808,0.0006133063,0.00060434546,0.00017384138],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031798584,0.0008350048,0.0011818508,0.0027259896,0.00085079717,0.0022187023,0.0014139707,0.0010885322,0.0030180283],"category_scores_gemma":[0.01133248,0.0006481811,0.0018451834,0.0028715995,0.0011118465,0.0029772597,0.0020790792,0.002547417,0.0013773266],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000114777446,0.00011371644,0.0020971322,0.00061860506,0.00014553373,0.00022251238,0.0008338176,0.14777812,0.008276735,0.42524362,0.0070923795,0.4074632],"study_design_scores_gemma":[0.000027128943,0.000111662186,0.0005175512,0.00013744825,0.00007080036,0.00019326403,0.00011837655,0.53139615,0.0039174133,0.4455924,0.017874317,0.000043557062],"about_ca_topic_score_codex":0.0007304292,"about_ca_topic_score_gemma":0.0010883954,"teacher_disagreement_score":0.0031798584,"about_ca_system_score_codex":0.0010014509,"about_ca_system_score_gemma":0.0010866175,"threshold_uncertainty_score":0.016816914},"labels":[],"label_agreement":null},{"id":"W2039316517","doi":"10.1142/s0218194012400116","title":"DEFECT PREDICTION USING CASE-BASED REASONING: AN ATTRIBUTE WEIGHTING TECHNIQUE BASED UPON SENSITIVITY ANALYSIS IN NEURAL NETWORKS","year":2012,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Weighting; Artificial neural network; Sensitivity (control systems); Data mining; Computer science; Heuristic; Artificial intelligence; Linear regression; Machine learning; Pattern recognition (psychology); Engineering","score_opus":0.01592908508520493,"score_gpt":0.26951147551447335,"score_spread":0.25358239042926844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039316517","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042644717,0.00019996442,0.9546546,0.00013536916,0.000030352874,0.00014847529,0.00009319602,0.00065260136,0.0014406942],"genre_scores_gemma":[0.6894485,0.00022864371,0.30901057,0.00008601535,0.000036024307,0.00017561711,0.00022006598,0.000058249927,0.00073634036],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974899,0.00079783733,0.00022149427,0.00040935312,0.0009559883,0.00012536788],"domain_scores_gemma":[0.99335676,0.0043732417,0.0006339352,0.0004971337,0.0010466498,0.000092273054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036247615,0.0010647182,0.0009183948,0.0040843263,0.00043938283,0.0011100507,0.0010860624,0.00088504015,0.0014071186],"category_scores_gemma":[0.015188792,0.00046507298,0.0014477388,0.002094206,0.0005277573,0.0017476586,0.0009335254,0.00092439266,0.00021713247],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016418261,0.00026249498,0.008045782,0.0001744942,0.00030935454,0.00026686906,0.0002544373,0.6706335,0.008399494,0.0048068697,0.000889962,0.30579254],"study_design_scores_gemma":[0.0000052822247,0.000031138672,0.00093518215,0.000016859825,0.00003513739,0.00005510323,0.00001791559,0.9928076,0.0021656791,0.0036796115,0.0002359599,0.0000145266795],"about_ca_topic_score_codex":0.004360502,"about_ca_topic_score_gemma":0.0027535511,"teacher_disagreement_score":0.004360502,"about_ca_system_score_codex":0.0009011471,"about_ca_system_score_gemma":0.00067851663,"threshold_uncertainty_score":0.019169807},"labels":[],"label_agreement":null},{"id":"W2049321492","doi":"10.1142/s0218194002000913","title":"ASSOCIATION ANALYSIS OF SOFTWARE MEASURES","year":2002,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Software sizing; Software; Software metric; Software engineering; Software construction; Reusability; Regression testing; Software development; Software quality; Verification and validation; Association (psychology); Data mining; Statistics; Programming language; Mathematics","score_opus":0.014566029233017957,"score_gpt":0.24283468499269795,"score_spread":0.22826865575968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049321492","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27659467,0.0018630658,0.7106275,0.0005579483,0.0001469822,0.0004355105,0.002344166,0.00086271553,0.006567423],"genre_scores_gemma":[0.869709,0.00071251026,0.12412203,0.0001174636,0.0001794009,0.000785418,0.0030782425,0.000113353446,0.0011826173],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9737118,0.010476057,0.0024660514,0.005757618,0.0068759797,0.0007125657],"domain_scores_gemma":[0.8498331,0.10682705,0.017176611,0.013140628,0.011910715,0.0011119983],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013472085,0.0009787901,0.0016223808,0.011866493,0.0010606884,0.0035402873,0.0010684166,0.00102941,0.0030949705],"category_scores_gemma":[0.09784903,0.00037988438,0.0015830178,0.011703285,0.0012665463,0.004698914,0.0025662566,0.0016199627,0.0009106081],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010735084,0.00039257883,0.4301268,0.0015585632,0.0026727382,0.0011427402,0.002433008,0.030136153,0.006590086,0.1093257,0.004214394,0.41033372],"study_design_scores_gemma":[0.000115580544,0.0012852775,0.25033936,0.00041833142,0.0021151416,0.0026369405,0.0025478574,0.29047012,0.01075734,0.41664115,0.022402028,0.00027083533],"about_ca_topic_score_codex":0.00056673225,"about_ca_topic_score_gemma":0.00038148463,"teacher_disagreement_score":0.013472085,"about_ca_system_score_codex":0.00083090167,"about_ca_system_score_gemma":0.00108634,"threshold_uncertainty_score":0.071247995},"labels":[],"label_agreement":null},{"id":"W2052103584","doi":"10.1142/s0218194002000810","title":"USE CASE PATTERNS","year":2002,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Use Case Diagram; Computer science; Use Case Points; Software engineering; Set (abstract data type); Class (philosophy); Object-oriented programming; Process (computing); Software; Software development; Unified Modeling Language; Software development process; Artificial intelligence; Class diagram; Programming language","score_opus":0.04229184336523819,"score_gpt":0.26514015539016605,"score_spread":0.22284831202492786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052103584","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027946223,0.0013032896,0.8549339,0.005628952,0.00040241214,0.007864048,0.0064168884,0.005827746,0.089676544],"genre_scores_gemma":[0.12702468,0.0013983414,0.8235598,0.0012731083,0.0001279077,0.0052741533,0.009328288,0.0011944438,0.030819217],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9744621,0.008032219,0.005425508,0.0020206838,0.009040561,0.0010190267],"domain_scores_gemma":[0.9523262,0.023930104,0.0046288674,0.009151794,0.008849868,0.0011132269],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0136685185,0.0015951018,0.00092853396,0.0094094025,0.0021367255,0.0063069165,0.0037229164,0.003397789,0.01249923],"category_scores_gemma":[0.04815978,0.0012896396,0.0015515028,0.009278632,0.0017249953,0.008494805,0.0046869977,0.0019481092,0.004546194],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004451941,0.0007298827,0.0184799,0.0024231337,0.00021627698,0.0057287426,0.012131322,0.0048411326,0.012176364,0.2857964,0.09443619,0.5625955],"study_design_scores_gemma":[0.00013315369,0.0001780027,0.004369634,0.0011868346,0.00012737644,0.00898767,0.0038209339,0.015642894,0.010253449,0.12724774,0.8279033,0.00014903022],"about_ca_topic_score_codex":0.0020060597,"about_ca_topic_score_gemma":0.0030427852,"teacher_disagreement_score":0.0136685185,"about_ca_system_score_codex":0.0020636378,"about_ca_system_score_gemma":0.0032390207,"threshold_uncertainty_score":0.072286904},"labels":[],"label_agreement":null},{"id":"W2053055720","doi":"10.1142/s0218194005001884","title":"A GENERIC FORMAL FRAMEWORK FOR CONSTRUCTING AGENT INTERACTION PROTOCOLS","year":2005,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Computer science; Interaction protocol; Programming language; Protocol (science); Construct (python library); Semantics (computer science); Abstraction; Formal specification; Formal semantics (linguistics); Theoretical computer science; Formal description; Software engineering; Principal (computer security); Formal methods; Model checking; Distributed computing","score_opus":0.024024708330747855,"score_gpt":0.2959518691328403,"score_spread":0.2719271608020924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053055720","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007061173,0.00010821237,0.9965048,0.00017815291,0.000031006053,0.00013858957,0.00005457906,0.0003944512,0.0018841021],"genre_scores_gemma":[0.033123888,0.00038862118,0.96376723,0.0001722438,0.000059569767,0.0006475463,0.0002332124,0.00013178072,0.001475841],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9942993,0.0018178645,0.0008625568,0.0008625243,0.0017194733,0.00043823532],"domain_scores_gemma":[0.9954633,0.0015893346,0.00052484265,0.0014688096,0.0007175141,0.00023625827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008399317,0.0015617202,0.0010256863,0.0024007794,0.0020828936,0.0042900713,0.0049161287,0.0032211628,0.003536587],"category_scores_gemma":[0.008348062,0.0014105419,0.0037650187,0.0019343762,0.006040956,0.0060076234,0.003992128,0.0047968994,0.001444934],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009460736,0.000029144176,0.0000821241,0.00013959152,0.000017857288,0.00015772104,0.00027934244,0.013265287,0.0012834639,0.9738985,0.000965645,0.009871862],"study_design_scores_gemma":[0.00006654452,0.00009201158,0.00012370628,0.00024985307,0.000073196185,0.0004707209,0.00017469324,0.10775233,0.0052162427,0.792095,0.09360645,0.0000793349],"about_ca_topic_score_codex":0.0024581815,"about_ca_topic_score_gemma":0.0021184264,"teacher_disagreement_score":0.008399317,"about_ca_system_score_codex":0.0024474289,"about_ca_system_score_gemma":0.0042100246,"threshold_uncertainty_score":0.04442042},"labels":[],"label_agreement":null},{"id":"W2055962110","doi":"10.1142/s0218194006002902","title":"TOWARDS AUTOMATIC ESTABLISHMENT OF MODEL DEPENDENCIES USING FORMAL CONCEPT ANALYSIS","year":2006,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Dependency (UML); Abstraction; Relation (database); Process (computing); Data mining; Identification (biology); Iterative and incremental development; Software maintenance; Software; Software development; Code (set theory); Source code; Programming language; Software engineering; Theoretical computer science","score_opus":0.007425077705933283,"score_gpt":0.22939385709408838,"score_spread":0.2219687793881551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055962110","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005622565,0.00006267273,0.99125004,0.00010856175,0.000014140032,0.00013042986,0.00012915446,0.0022233783,0.0004589912],"genre_scores_gemma":[0.03132062,0.00009237188,0.9671929,0.000044913486,0.000009705175,0.00019395567,0.0006061731,0.00022915588,0.00031035882],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9912237,0.0032543477,0.0007407686,0.001010718,0.003439045,0.00033144047],"domain_scores_gemma":[0.9688738,0.02021857,0.0022320761,0.0045551313,0.003855174,0.00026531535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009434106,0.0015186159,0.0012348284,0.0067287837,0.0016171719,0.003467875,0.0026576335,0.0013455458,0.0024721504],"category_scores_gemma":[0.03656366,0.0015796872,0.002914831,0.0032232485,0.0018440018,0.005585951,0.0041283006,0.0033525818,0.001112734],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002590236,0.00045844447,0.007174466,0.0011094235,0.00022846655,0.0011648833,0.0050426656,0.068061545,0.033129647,0.21447758,0.00976757,0.6591262],"study_design_scores_gemma":[0.00010198458,0.000096634074,0.0012314214,0.00031688932,0.00014788912,0.00053606887,0.00056126306,0.80373275,0.034184862,0.13026036,0.028716626,0.000113183734],"about_ca_topic_score_codex":0.006609557,"about_ca_topic_score_gemma":0.006485513,"teacher_disagreement_score":0.009434106,"about_ca_system_score_codex":0.002112436,"about_ca_system_score_gemma":0.006004475,"threshold_uncertainty_score":0.049892902},"labels":[],"label_agreement":null},{"id":"W2058643469","doi":"10.1142/s0218194013500137","title":"DEVELOPMENT OF SCIENTIFIC SOFTWARE: A SYSTEMATIC MAPPING, A BIBLIOMETRICS STUDY, AND A PAPER REPOSITORY","year":2013,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Bibliometrics; Software development; Context (archaeology); Computer science; Data science; Code refactoring; Software engineering; Software peer review; Social software engineering; Software; Software walkthrough; Process (computing); Software analytics; Software development process; Software construction; World Wide Web; Geography","score_opus":0.045562653563626605,"score_gpt":0.2998618338327025,"score_spread":0.2542991802690759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058643469","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6147561,0.2008408,0.04518534,0.0202864,0.0021234138,0.0037192316,0.031036666,0.0010666061,0.08098537],"genre_scores_gemma":[0.7674034,0.117701404,0.0878784,0.0013539352,0.00084758614,0.0036517435,0.014935709,0.00043099737,0.005796803],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9448631,0.015394654,0.013156354,0.0024602874,0.02349184,0.0006337883],"domain_scores_gemma":[0.7736108,0.14642444,0.033828806,0.010450993,0.033128344,0.0025566844],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.02860411,0.0006512043,0.0018562116,0.20365646,0.003440544,0.009191162,0.0011473726,0.0010055245,0.004171035],"category_scores_gemma":[0.11446903,0.00055052264,0.0011591475,0.27431965,0.002303802,0.009370712,0.0043322896,0.0007034433,0.00091897865],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001887404,0.00026395294,0.16135426,0.04601392,0.00082498824,0.0015291729,0.026701553,0.0007146627,0.00321699,0.027454237,0.029107032,0.7026305],"study_design_scores_gemma":[0.00015159903,0.00050309795,0.40610674,0.04260097,0.001941769,0.004837861,0.08638798,0.004008347,0.006779298,0.033603545,0.41264957,0.00042912175],"about_ca_topic_score_codex":0.002970572,"about_ca_topic_score_gemma":0.005019621,"teacher_disagreement_score":0.79634356,"about_ca_system_score_codex":0.0040262374,"about_ca_system_score_gemma":0.015251693,"threshold_uncertainty_score":0.1512748},"labels":[],"label_agreement":null},{"id":"W2058791400","doi":"10.1142/s021819400800374x","title":"AN INTEGRATED GAME-THEORY BASED MODEL FOR TRANS-BOUNDARY WATER RESOURCES MANAGEMENT IN NORTH CHINA: A CASE STUDY IN THE GUANTING RESERVOIR BASIN (GRB), BEIJING","year":2008,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Water resources management and optimization","field":"Engineering","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"National Science Fund for Distinguished Young Scholars; National Key Research and Development Program of China","keywords":"Water resources; Beijing; Upstream (networking); Context (archaeology); Water resource management; Water quality; Resource (disambiguation); Environmental science; Integrated water resources management; Structural basin; China; Environmental resource management; Computer science; Geography; Geology; Ecology","score_opus":0.012685237502122257,"score_gpt":0.22976147457785445,"score_spread":0.2170762370757322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058791400","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78199714,0.00065828173,0.16379493,0.0014782017,0.0001002879,0.00051027734,0.0005689771,0.00017809383,0.050713666],"genre_scores_gemma":[0.98302,0.00024673363,0.0089164395,0.000043265187,0.000008589859,0.0002474736,0.00011595293,0.000013247033,0.007388324],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995528,0.0002063879,0.000018833534,0.00006821233,0.000057868812,0.00009582983],"domain_scores_gemma":[0.99954563,0.00022612314,0.00005156522,0.000011901016,0.000088082306,0.00007662122],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00072309165,0.00086930406,0.0008701191,0.000646658,0.0012749758,0.0018878902,0.0018662376,0.0022780523,0.0036862008],"category_scores_gemma":[0.0008723829,0.00046816876,0.0008439694,0.00065631623,0.0012490127,0.0011306582,0.001480685,0.00087980565,0.00014402153],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004230807,0.00005866678,0.0012783385,0.00003069471,0.00001874967,0.0007322914,0.00012737694,0.98754996,0.0005014756,0.007835628,0.00026714927,0.0015573825],"study_design_scores_gemma":[0.000022757471,0.00003222432,0.0003005578,0.0000049292107,0.000010631267,0.000016944285,0.00012366954,0.99801886,0.00006251567,0.0010418956,0.0003569437,0.000008078236],"about_ca_topic_score_codex":0.10107638,"about_ca_topic_score_gemma":0.07655094,"teacher_disagreement_score":0.10107638,"about_ca_system_score_codex":0.0035550152,"about_ca_system_score_gemma":0.003354494,"threshold_uncertainty_score":0.20097607},"labels":[],"label_agreement":null},{"id":"W2061720486","doi":"10.1142/s0218194010004827","title":"AUTOMATED STAGED CONFIGURATION WITH SEMANTIC WEB TECHNOLOGIES","year":2010,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; National Research Council Canada; University of British Columbia; Athabasca University","funders":"","keywords":"Feature (linguistics); Computer science; Feature model; Software deployment; Software engineering; Software; Semantic Web; Semantic feature; World Wide Web; Artificial intelligence; Programming language","score_opus":0.0030850323237433925,"score_gpt":0.20520998137736834,"score_spread":0.20212494905362496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061720486","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033860836,0.00019650768,0.9395099,0.00018751106,0.000057223322,0.00024671524,0.00024132992,0.02150349,0.0041963872],"genre_scores_gemma":[0.3401793,0.00019013815,0.65516084,0.000110894856,0.00001901317,0.00017050571,0.0009970149,0.0010096225,0.00216268],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957759,0.0011601824,0.00035366399,0.00079361885,0.0016094211,0.00030731107],"domain_scores_gemma":[0.99386746,0.002276581,0.00039037032,0.002522047,0.000796483,0.00014706052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002400623,0.0012060376,0.0013963099,0.0019895344,0.0012759914,0.0028310553,0.0021580728,0.0013978726,0.003232784],"category_scores_gemma":[0.008087638,0.0010404261,0.0014158053,0.0019982194,0.0014882336,0.004198259,0.0026609432,0.0013218297,0.0012819244],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010301791,0.00040663144,0.0070914263,0.0003394929,0.0001905527,0.001587722,0.0010489479,0.19842981,0.037101287,0.04518543,0.012016858,0.69557166],"study_design_scores_gemma":[0.00010236075,0.00011656811,0.0010286963,0.00007335016,0.00006368648,0.00041480307,0.00024737933,0.86722964,0.042001043,0.0743572,0.014270114,0.00009515247],"about_ca_topic_score_codex":0.004808714,"about_ca_topic_score_gemma":0.0056392374,"teacher_disagreement_score":0.004808714,"about_ca_system_score_codex":0.0010692109,"about_ca_system_score_gemma":0.0019656518,"threshold_uncertainty_score":0.012695849},"labels":[],"label_agreement":null},{"id":"W2062100393","doi":"10.1142/s021819400800391x","title":"SUPPORTING FORMAL VERIFICATION OF DIMA MULTI-AGENTS MODELS: TOWARDS A FRAMEWORK BASED ON MAUDE MODEL CHECKING","year":2008,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Computer science; Model checking; Rewriting; Programming language; Formal verification; Formal methods; Rotation formalisms in three dimensions; Temporal logic; Linear temporal logic; Software engineering; Mathematics","score_opus":0.0379183716798623,"score_gpt":0.2861758163316216,"score_spread":0.2482574446517593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062100393","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003325394,0.00011591206,0.99431485,0.00017362452,0.000020125733,0.00010116193,0.00003954552,0.000920498,0.0009888229],"genre_scores_gemma":[0.06741785,0.00017101738,0.93113756,0.00011439607,0.000020407842,0.00025954004,0.000113263384,0.00018793283,0.00057799264],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9925518,0.0031995943,0.0006798502,0.0007861856,0.002335851,0.00044661397],"domain_scores_gemma":[0.99177027,0.0036673788,0.00074839144,0.0025026193,0.0011224415,0.0001888835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010766397,0.0008427416,0.0014607336,0.002011705,0.0011328274,0.0041527892,0.0047819233,0.0018481911,0.0011691739],"category_scores_gemma":[0.016699912,0.0012765329,0.0033252193,0.0009137126,0.003359309,0.003560123,0.0052426453,0.004177957,0.00052118354],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009114889,0.00017838871,0.0015662273,0.00040843344,0.00014237085,0.0007218083,0.0011566619,0.12727468,0.010272168,0.8059389,0.0012637723,0.05098545],"study_design_scores_gemma":[0.000069285765,0.00007710023,0.00023556923,0.0002141565,0.000095312185,0.00033684028,0.00017425185,0.77646285,0.014669083,0.1831593,0.024424167,0.00008213995],"about_ca_topic_score_codex":0.004817503,"about_ca_topic_score_gemma":0.004596191,"teacher_disagreement_score":0.010766397,"about_ca_system_score_codex":0.0017543248,"about_ca_system_score_gemma":0.0039728736,"threshold_uncertainty_score":0.056938827},"labels":[],"label_agreement":null},{"id":"W2066736649","doi":"10.1142/s0218194006002823","title":"MODELING SECURE SYSTEMS USING AN AGENT-ORIENTED APPROACH AND SECURITY PATTERNS","year":2006,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Computer security model; Viewpoints; Security engineering; Security testing; Security information and event management; Software security assurance; Software engineering; Information security; Security service; Computer security; Cloud computing security","score_opus":0.014126326264316159,"score_gpt":0.23088360995074975,"score_spread":0.2167572836864336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066736649","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006022606,0.00019526534,0.98563683,0.00066142326,0.00003894179,0.00014448691,0.000049963637,0.00013702545,0.0071134996],"genre_scores_gemma":[0.10641604,0.00094324455,0.88679934,0.00016547723,0.00005734086,0.0005969707,0.00013234204,0.000061346116,0.0048279525],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99842453,0.000630157,0.00019101595,0.00016071017,0.00048121458,0.00011240091],"domain_scores_gemma":[0.9987091,0.0005360005,0.00024835172,0.0002485261,0.0001674639,0.00009053216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021123888,0.0009456781,0.0005180706,0.0016496684,0.0013147077,0.0033856186,0.0019902948,0.0019245525,0.0022702257],"category_scores_gemma":[0.0026462828,0.000809231,0.0014887154,0.0016116189,0.0021264935,0.0052916347,0.002527126,0.0018820479,0.0005631136],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001774672,0.000056925164,0.0008752887,0.00012165086,0.000054639353,0.00040603825,0.0009405135,0.10018312,0.0014840786,0.8773598,0.00071348605,0.017786756],"study_design_scores_gemma":[0.00005503289,0.000055037246,0.00027826996,0.00013271182,0.00008334624,0.00032548513,0.0005804157,0.39819402,0.0019292439,0.54132956,0.056998998,0.000037824455],"about_ca_topic_score_codex":0.004110113,"about_ca_topic_score_gemma":0.0049998597,"teacher_disagreement_score":0.004110113,"about_ca_system_score_codex":0.0011218196,"about_ca_system_score_gemma":0.002014691,"threshold_uncertainty_score":0.01117152},"labels":[],"label_agreement":null},{"id":"W2073272392","doi":"10.1142/s0218194013400019","title":"KNOWLEDGE MANAGEMENT AND SEMANTIC MODELING: A ROLE OF INFORMATION GRANULARITY","year":2013,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Rough Sets and Fuzzy Logic","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Granularity; Abstraction; Computer science; Knowledge representation and reasoning; Granular computing; Representation (politics); Knowledge management; Information retrieval; Software engineering; Artificial intelligence; Programming language; Rough set","score_opus":0.005853733834053592,"score_gpt":0.1993747139848097,"score_spread":0.19352098015075608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073272392","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022636404,0.004516039,0.93583524,0.009122114,0.00029809863,0.00013248045,0.00023984189,0.00031804753,0.026901668],"genre_scores_gemma":[0.6635711,0.003281832,0.32880333,0.00067378033,0.00047378324,0.00026257208,0.00028303333,0.00010556341,0.0025450077],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9924832,0.0031933603,0.00080610346,0.001006652,0.002064607,0.00044617784],"domain_scores_gemma":[0.9876945,0.0067069284,0.0012204675,0.0031329107,0.00074584986,0.0004992374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007920967,0.0007154332,0.001266687,0.004307369,0.0017952772,0.011970575,0.0022480644,0.002014972,0.0019018557],"category_scores_gemma":[0.018497847,0.0005607271,0.0011603998,0.0052189203,0.0077606277,0.02156613,0.0040986077,0.0031039226,0.00036197857],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021929958,0.000017368551,0.0003680601,0.000102310754,0.000032206714,0.00006828664,0.0006022658,0.0041559157,0.00048109132,0.97976696,0.0005020036,0.013881539],"study_design_scores_gemma":[0.000008554432,0.000016616585,0.00030138248,0.00011426072,0.000037063484,0.0000841514,0.00042419115,0.013267237,0.0004918013,0.97578543,0.009447588,0.000021805607],"about_ca_topic_score_codex":0.0022273574,"about_ca_topic_score_gemma":0.0013236608,"teacher_disagreement_score":0.011970575,"about_ca_system_score_codex":0.0027988753,"about_ca_system_score_gemma":0.002126625,"threshold_uncertainty_score":0.04189056},"labels":[],"label_agreement":null},{"id":"W2073798166","doi":"10.1142/s0218194008003532","title":"SOFTWARE EFFORT ESTIMATION BY ANALOGY USING ATTRIBUTE SELECTION BASED ON ROUGH SET ANALYSIS","year":2008,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Weighting; Data mining; Selection (genetic algorithm); Computer science; Set (abstract data type); Analogy; Estimation; Rough set; Artificial intelligence; Machine learning; Engineering","score_opus":0.017442438192425847,"score_gpt":0.2725042033759681,"score_spread":0.25506176518354223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073798166","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061000116,0.0001418111,0.93759155,0.00009873403,0.000015783633,0.000116808274,0.000077829485,0.00029214032,0.0006652631],"genre_scores_gemma":[0.563766,0.00015487625,0.4351901,0.000026388523,0.000023863475,0.00027347048,0.00024951875,0.000026755813,0.00028905208],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99388015,0.003218297,0.0004792736,0.00053813716,0.0017266022,0.00015748975],"domain_scores_gemma":[0.9863073,0.0098785665,0.0011305441,0.0009982252,0.0015377393,0.00014758011],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061866483,0.0009701849,0.0020470512,0.0044495543,0.00058455236,0.0016850589,0.001188549,0.0005876936,0.00064064265],"category_scores_gemma":[0.021935202,0.00048169793,0.0017071571,0.002944429,0.0004902846,0.0022921034,0.0012453893,0.0009440653,0.00015635462],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021942852,0.00024875833,0.019306649,0.00028801142,0.00041945156,0.00021136332,0.00053495297,0.629682,0.003786451,0.019279396,0.001352457,0.32467112],"study_design_scores_gemma":[0.000024397094,0.00009284768,0.0025824204,0.000015568683,0.000052197498,0.000063113635,0.000054894615,0.9792859,0.0018105586,0.01544353,0.0005391601,0.000035502235],"about_ca_topic_score_codex":0.002111389,"about_ca_topic_score_gemma":0.0013811778,"teacher_disagreement_score":0.0061866483,"about_ca_system_score_codex":0.0008849225,"about_ca_system_score_gemma":0.0011959694,"threshold_uncertainty_score":0.03271854},"labels":[],"label_agreement":null},{"id":"W2081971240","doi":"10.1142/s0218194014400154","title":"Addressing Non-Functional Properties in Feature Models: A Goal-Oriented Approach","year":2014,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Simon Fraser University; University of New Brunswick","funders":"","keywords":"Feature model; Software product line; Computer science; Feature (linguistics); Feature-oriented domain analysis; Domain engineering; Domain (mathematical analysis); Domain model; Software engineering; Software; Process (computing); Data mining; Domain analysis; Software development; Artificial intelligence; Domain knowledge; Software construction; Programming language","score_opus":0.04226678859353701,"score_gpt":0.26070419320407334,"score_spread":0.21843740461053635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081971240","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0076826387,0.000055448778,0.9905387,0.00022039168,0.000010304436,0.00009328358,0.00003873223,0.00023718586,0.0011232559],"genre_scores_gemma":[0.14645521,0.00015796852,0.8517263,0.00012690404,0.00002102111,0.00025183713,0.00028919178,0.00017767417,0.0007938919],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99059665,0.0035460468,0.00073821394,0.0012301115,0.0034055233,0.00048347045],"domain_scores_gemma":[0.9824537,0.006459795,0.0024214252,0.0050971983,0.0031489895,0.0004189741],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008312904,0.0015351169,0.0012139971,0.004803984,0.0017307799,0.0048741223,0.0035438654,0.002461036,0.0010327883],"category_scores_gemma":[0.022479808,0.0012830946,0.0035460417,0.0031763809,0.0033191578,0.008406241,0.005499483,0.0034175226,0.00039097606],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020763365,0.0007600717,0.012310967,0.00097018434,0.00044481142,0.0012584943,0.0075373403,0.13810945,0.022844825,0.52156734,0.0019903653,0.29199848],"study_design_scores_gemma":[0.000049133505,0.0002930048,0.003215154,0.0004458828,0.0005306876,0.0007355832,0.0020277316,0.55511105,0.02143798,0.3866942,0.029312417,0.00014716266],"about_ca_topic_score_codex":0.004296356,"about_ca_topic_score_gemma":0.0051509487,"teacher_disagreement_score":0.008312904,"about_ca_system_score_codex":0.0024248555,"about_ca_system_score_gemma":0.0037493084,"threshold_uncertainty_score":0.043963373},"labels":[],"label_agreement":null},{"id":"W2084288830","doi":"10.1142/s0218194010004669","title":"SEMI-SUPERVISED DYNAMIC CLASSIFICATION FOR INTRUSION DETECTION","year":2010,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Network Security and Intrusion Detection","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Cluster analysis; Data mining; Support vector machine; DBSCAN; Classifier (UML); Intrusion detection system; Artificial intelligence; Test data; Pattern recognition (psychology); Data set; Training set; Machine learning; Fuzzy clustering; Canopy clustering algorithm","score_opus":0.0070118998611012106,"score_gpt":0.2296443091101784,"score_spread":0.2226324092490772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084288830","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011158394,0.00034425248,0.98604566,0.00011924382,0.000060968112,0.00007525866,0.000082629376,0.0012944159,0.00081919023],"genre_scores_gemma":[0.47470397,0.00040497317,0.52025163,0.00015862154,0.00022661671,0.0004572491,0.0009363103,0.00018829733,0.0026723566],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99709237,0.0009590821,0.00023076897,0.0006439498,0.00091586885,0.00015803553],"domain_scores_gemma":[0.99551845,0.0019431289,0.00054082694,0.0006931645,0.0012067417,0.00009776681],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002611013,0.00083290046,0.0014331227,0.0022711363,0.00062737725,0.0011617916,0.0017842063,0.0010195816,0.0011415846],"category_scores_gemma":[0.005550596,0.0004326872,0.0008576979,0.001642406,0.0006901497,0.0018003826,0.00088001066,0.0012038667,0.0009238718],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020177856,0.00036964932,0.0046466156,0.00025012868,0.00024426504,0.00015268859,0.00022054734,0.20784079,0.00995394,0.01171716,0.005495872,0.7589065],"study_design_scores_gemma":[0.0000043490436,0.00004315304,0.0005710076,0.000009324368,0.00001006318,0.00006221408,0.000019482548,0.99114907,0.0020020758,0.0046377326,0.0014802403,0.000011329248],"about_ca_topic_score_codex":0.0017967785,"about_ca_topic_score_gemma":0.0021145188,"teacher_disagreement_score":0.002611013,"about_ca_system_score_codex":0.000754295,"about_ca_system_score_gemma":0.00088529143,"threshold_uncertainty_score":0.013808489},"labels":[],"label_agreement":null},{"id":"W2084757530","doi":"10.1142/s0218194008003751","title":"AN INTELLIGENT AGENT MOBILE EMISSIONS MODEL FOR URBAN ENVIRONMENTAL MANAGEMENT","year":2008,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Traffic control and management","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"National Key Research and Development Program of China","keywords":"Process (computing); Agent-based model; Computer science; Simulation; Transport engineering; Engineering; Artificial intelligence","score_opus":0.008515614705402127,"score_gpt":0.21227321982065908,"score_spread":0.20375760511525695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084757530","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06613963,0.00034065233,0.91891766,0.0004019123,0.00007869128,0.00006826451,0.00019410378,0.00022559354,0.013633562],"genre_scores_gemma":[0.91626626,0.0004552765,0.069328,0.0000990461,0.000054237807,0.00030822595,0.00020498359,0.000058914964,0.013225058],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9998056,0.000054580494,0.000009001304,0.00005258615,0.000052505868,0.000025594565],"domain_scores_gemma":[0.9997843,0.000093575196,0.000041318097,0.000010883932,0.000055189474,0.000014735779],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028690248,0.00052992883,0.00053757144,0.00044064573,0.00038509685,0.0009130486,0.0012317835,0.0010122982,0.0018427934],"category_scores_gemma":[0.00078340556,0.0002743453,0.00055850705,0.00040710112,0.00046596667,0.001223627,0.0005955166,0.0006490697,0.00029283043],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009126654,0.000016522139,0.0003475671,0.000015308573,0.000013669434,0.00004752881,0.00003132631,0.9800521,0.00048356978,0.016009875,0.00015670688,0.0028167318],"study_design_scores_gemma":[0.0000032096164,0.000007630602,0.000073614625,0.0000015936282,0.000003884399,0.0000075848507,0.0000074598206,0.99661416,0.0000761927,0.0026473568,0.0005539123,0.0000034158563],"about_ca_topic_score_codex":0.007745038,"about_ca_topic_score_gemma":0.0053928504,"teacher_disagreement_score":0.007745038,"about_ca_system_score_codex":0.0008000634,"about_ca_system_score_gemma":0.00070939015,"threshold_uncertainty_score":0.015399873},"labels":[],"label_agreement":null},{"id":"W2084918733","doi":"10.1142/s0218194012500118","title":"APPLYING EXPERT JUDGMENT TO IMPROVE AN INDIVIDUAL'S ABILITY TO PREDICT SOFTWARE DEVELOPMENT EFFORT","year":2012,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Consejo Nacional de Ciencia y Tecnología","keywords":"Computer science; Software; Set (abstract data type); Software engineering; Personal software process; Schedule; Process (computing); Best practice; Software bug; Software development; Data science; Engineering management; Engineering; Software construction; Management","score_opus":0.017445813949862294,"score_gpt":0.27626413262042093,"score_spread":0.25881831867055866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084918733","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9762716,0.00011053113,0.019629551,0.00017978002,0.000032420718,0.00008603642,0.00011613306,0.00019084412,0.0033829205],"genre_scores_gemma":[0.99008477,0.000044930748,0.0091697015,0.00004755872,0.000015725316,0.00002907428,0.00010619565,0.0000074714153,0.0004946041],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972198,0.0014486758,0.00018099416,0.00054515735,0.000470411,0.00013486281],"domain_scores_gemma":[0.9643967,0.027976021,0.0019671211,0.0020916616,0.002732966,0.0008355399],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072983336,0.00048093768,0.00064784515,0.0014887673,0.00047080664,0.0010813386,0.00053232646,0.00080901245,0.0016004812],"category_scores_gemma":[0.04168973,0.0001990341,0.00039966733,0.0008487008,0.00027641156,0.0011918055,0.00057984435,0.0007743115,0.0006896184],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009833795,0.0018102047,0.721083,0.00009843503,0.00033936888,0.000087821034,0.0012331544,0.017439473,0.0030876116,0.00040128545,0.0021680598,0.25126818],"study_design_scores_gemma":[0.00018182062,0.0035386202,0.5646148,0.00009886623,0.0003126297,0.0002796485,0.0019222399,0.41329536,0.008000387,0.0056538144,0.0019705954,0.0001311711],"about_ca_topic_score_codex":0.0031017163,"about_ca_topic_score_gemma":0.004524216,"teacher_disagreement_score":0.0072983336,"about_ca_system_score_codex":0.0002881105,"about_ca_system_score_gemma":0.0005294628,"threshold_uncertainty_score":0.038597763},"labels":[],"label_agreement":null},{"id":"W2085689804","doi":"10.1142/s0218194009004167","title":"A FRAMEWORK FOR TOOL-BASED SOFTWARE ARCHITECTURE RECONSTRUCTION","year":2009,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Reference architecture; Software architecture description; Architecture tradeoff analysis method; Resource-oriented architecture; Computer science; Software architecture; Multilayered architecture; Software engineering; Applications architecture; Space-based architecture; Architecture; Database-centric architecture; Software; Computer architecture; Software construction; Software system; Programming language","score_opus":0.01110723504304779,"score_gpt":0.26480299377069977,"score_spread":0.253695758727652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085689804","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00036717168,0.00006144285,0.9969072,0.0001034415,0.000009318369,0.00012676674,0.00004649854,0.0014617762,0.0009164632],"genre_scores_gemma":[0.010120818,0.00012572981,0.9883454,0.000036476646,0.000010409514,0.00017976912,0.0003445307,0.00017531078,0.0006616224],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99154496,0.0024170487,0.0010803291,0.0013964466,0.003032659,0.0005285247],"domain_scores_gemma":[0.99199873,0.0025478404,0.00059530756,0.0031451534,0.0014476324,0.00026525266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011136554,0.0020397953,0.0013786402,0.006181892,0.0023009048,0.0071455315,0.0063660704,0.0035533821,0.005091587],"category_scores_gemma":[0.014714158,0.0021215251,0.0054894667,0.003937716,0.005596858,0.008326087,0.006607852,0.0054818187,0.002480897],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052083447,0.00015426386,0.0009629032,0.00052729365,0.00013779415,0.000850707,0.0015647084,0.057504654,0.004360542,0.77126765,0.004759683,0.15785755],"study_design_scores_gemma":[0.00005968607,0.00013541422,0.00051248766,0.00065112073,0.00012816128,0.0010679424,0.0005690689,0.36383876,0.007926013,0.50264174,0.12230909,0.00016053223],"about_ca_topic_score_codex":0.008299405,"about_ca_topic_score_gemma":0.0073690545,"teacher_disagreement_score":0.011136554,"about_ca_system_score_codex":0.0028802892,"about_ca_system_score_gemma":0.004945359,"threshold_uncertainty_score":0.058896363},"labels":[],"label_agreement":null},{"id":"W2090643237","doi":"10.1142/s0218194006002768","title":"GENERALIZATION AND INSTANTIATION FOR COMPONENT REUSE","year":2006,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Logic, programming, and type systems","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Generalization; Computer science; Reuse; Abstraction; Component (thermodynamics); Reusability; Generality; Component-based software engineering; Software engineering; Class (philosophy); Programming language; Theoretical computer science; Software development; Software; Artificial intelligence; Mathematics; Engineering","score_opus":0.009251430503048112,"score_gpt":0.2224831320563196,"score_spread":0.21323170155327148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090643237","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061094533,0.00025780583,0.9878014,0.00017526827,0.00002819247,0.00008696158,0.000020173244,0.0007684897,0.004752379],"genre_scores_gemma":[0.14569415,0.00066744024,0.84799343,0.0002456002,0.000067604306,0.00023367758,0.00012669571,0.0004493467,0.0045220247],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9954521,0.0011373069,0.00047377782,0.001288232,0.0013557842,0.00029290037],"domain_scores_gemma":[0.99308586,0.0024096086,0.0006193393,0.0030971307,0.0006122347,0.00017569447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042001912,0.0007610835,0.00097216916,0.0017014374,0.00115935,0.0021328442,0.0014328327,0.0014321568,0.003844952],"category_scores_gemma":[0.00965483,0.0007068898,0.0022611239,0.001609846,0.0042663543,0.0056072306,0.0039076027,0.0025134138,0.0010070701],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006622516,0.00003632586,0.0013258436,0.00025188466,0.00004327268,0.00024948822,0.00068526604,0.01632254,0.011354897,0.78253067,0.002237788,0.18489592],"study_design_scores_gemma":[0.00006323768,0.00014101659,0.0012248014,0.00020648488,0.0001248859,0.0013774509,0.0001995094,0.114961445,0.02781,0.7214207,0.1323706,0.000099789686],"about_ca_topic_score_codex":0.0012165797,"about_ca_topic_score_gemma":0.0010800456,"teacher_disagreement_score":0.0042001912,"about_ca_system_score_codex":0.001354078,"about_ca_system_score_gemma":0.0012985027,"threshold_uncertainty_score":0.022212982},"labels":[],"label_agreement":null},{"id":"W2106095006","doi":"10.1142/s021819401000492x","title":"DYNAMIC KNOWLEDGE EXTRACTION FROM SOFTWARE SYSTEMS USING SEQUENTIAL PATTERN MINING","year":2010,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Software system; Software construction; Source code; Software sizing; Software; Cohesion (chemistry); Software visualization; Software framework; Software development; Software engineering; Static program analysis; Software metric; Component-based software engineering; Data mining; Programming language","score_opus":0.014690367136132271,"score_gpt":0.2840261469821888,"score_spread":0.26933577984605656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106095006","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.079453625,0.0007260108,0.91094875,0.00039151002,0.000037726506,0.00051846844,0.0023228035,0.003486755,0.0021143327],"genre_scores_gemma":[0.26218376,0.0007872328,0.7285532,0.00007213835,0.000026761254,0.00041824215,0.0067827287,0.0001558148,0.0010200578],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998007,0.00033776593,0.00027421553,0.00044572543,0.0008183917,0.00011686635],"domain_scores_gemma":[0.9954045,0.0023421135,0.00059588504,0.000719123,0.00083564,0.00010270048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011505092,0.0011967021,0.0009731932,0.009567321,0.0006655777,0.001355924,0.0013246905,0.0007259418,0.0010351894],"category_scores_gemma":[0.0068729604,0.0005159712,0.0014452332,0.0063091367,0.00060139847,0.0019725347,0.0011730632,0.0007231902,0.0007954524],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021091053,0.0003350909,0.017831111,0.0013674519,0.00026465082,0.0017180288,0.0008322015,0.048994087,0.02769135,0.0072784955,0.0039050637,0.88957155],"study_design_scores_gemma":[0.000095016585,0.00041590288,0.014359774,0.0003001567,0.0003608637,0.0025412824,0.0011449766,0.8308871,0.056447554,0.06993409,0.023394743,0.00011856341],"about_ca_topic_score_codex":0.004059378,"about_ca_topic_score_gemma":0.005768519,"teacher_disagreement_score":0.009567321,"about_ca_system_score_codex":0.00074168044,"about_ca_system_score_gemma":0.0019794567,"threshold_uncertainty_score":0.008071482},"labels":[],"label_agreement":null},{"id":"W2108754848","doi":"10.1142/s0218194006002938","title":"A FRAMEWORK FOR THE PRAGMATIC QUALITY OF Z SPECIFICATIONS","year":2006,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Quality (philosophy); Computer science; Compromise; Software quality; Software engineering; Specification language; Risk analysis (engineering); Formal specification; Software quality control; Software; Programming language; Software development; Business","score_opus":0.03496447777121112,"score_gpt":0.3128131571523523,"score_spread":0.2778486793811412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108754848","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004421379,0.001278714,0.97478515,0.0042358013,0.00013938165,0.0002224103,0.00007415957,0.00026890248,0.014574071],"genre_scores_gemma":[0.19252856,0.0014930253,0.800416,0.0008979038,0.00026262924,0.00088493456,0.00017522766,0.00016744611,0.0031742933],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.96546936,0.019249767,0.0034709787,0.0021386342,0.008287302,0.0013839768],"domain_scores_gemma":[0.95293134,0.027619364,0.0042683063,0.006291221,0.007565728,0.001323946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.030298876,0.0017846148,0.0012147358,0.007527569,0.004116383,0.012224354,0.0030660974,0.005427837,0.004481908],"category_scores_gemma":[0.05394284,0.0015034403,0.00258785,0.0037393903,0.023851631,0.018114803,0.0073917015,0.0070544803,0.00075857894],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007480083,0.0000064428623,0.00007170782,0.00006515008,0.000005779554,0.000049643277,0.00062705093,0.0012659248,0.00025512275,0.9930661,0.00031433834,0.0042653186],"study_design_scores_gemma":[0.00003278864,0.000049809154,0.00014294105,0.0001877456,0.000020160349,0.00015252098,0.00067518867,0.011470389,0.00054284296,0.9654607,0.021220459,0.000044353765],"about_ca_topic_score_codex":0.0063202465,"about_ca_topic_score_gemma":0.0035119755,"teacher_disagreement_score":0.030298876,"about_ca_system_score_codex":0.0056346636,"about_ca_system_score_gemma":0.0069818096,"threshold_uncertainty_score":0.16023767},"labels":[],"label_agreement":null},{"id":"W2109652142","doi":"10.1142/s0218194013500423","title":"A BIBLIOMETRIC/GEOGRAPHIC ASSESSMENT OF 40 YEARS OF SOFTWARE ENGINEERING RESEARCH (1969–2009)","year":2013,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada; Türkiye Bilimsel ve Teknolojik Araştırma Kurumu","keywords":"Ranking (information retrieval); Field (mathematics); Bibliometrics; Software; Computer science; Regional science; Data science; Geography; Library science; Mathematics; Information retrieval","score_opus":0.2055682898619816,"score_gpt":0.4921563615569048,"score_spread":0.2865880716949232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109652142","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5184367,0.028964592,0.0030537744,0.0021810702,0.0005687172,0.0004946749,0.353056,0.0013340048,0.09191047],"genre_scores_gemma":[0.7945598,0.02113066,0.0068013053,0.00026516282,0.0009371621,0.0005112207,0.16738237,0.00019059223,0.008221685],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.991379,0.00084772345,0.0019330332,0.00072730694,0.0046860003,0.00042691015],"domain_scores_gemma":[0.9700532,0.005850701,0.0115556065,0.0014771533,0.010170215,0.00089307624],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.004349775,0.00081519043,0.0010319302,0.14875184,0.0011688832,0.003375292,0.00080401846,0.00071941706,0.0051530995],"category_scores_gemma":[0.021495136,0.00025377792,0.0016702914,0.17176335,0.0007241619,0.004064799,0.0025658535,0.000597677,0.00239842],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042099453,0.00016849443,0.6144248,0.009339281,0.0018860246,0.0008741305,0.0046883333,0.0030896866,0.0025705337,0.0079197,0.07735901,0.277259],"study_design_scores_gemma":[0.000014415485,0.00011005074,0.89698577,0.0005357302,0.00023766133,0.0008216058,0.0021775942,0.00089204544,0.0005734631,0.0007687379,0.09681361,0.000069352616],"about_ca_topic_score_codex":0.012705847,"about_ca_topic_score_gemma":0.013718436,"teacher_disagreement_score":0.85124815,"about_ca_system_score_codex":0.0022729621,"about_ca_system_score_gemma":0.0025950614,"threshold_uncertainty_score":0.025263727},"labels":[],"label_agreement":null},{"id":"W2118477958","doi":"10.1142/s021819400300124x","title":"A BUSINESS PROCESS CENTERED SOFTWARE ANALYSIS METHOD","year":2003,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Computer science; Business process modeling; Artifact-centric business process model; Business process; Software engineering; Workflow; Business Process Model and Notation; Process modeling; Business process discovery; Business process management; Process (computing); Business logic; Process management; Systems engineering; Database; Programming language; Work in process; Engineering","score_opus":0.01107606629301367,"score_gpt":0.2490753259805029,"score_spread":0.23799925968748922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118477958","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00054569804,0.000101096295,0.993937,0.00020206893,0.000058861857,0.00015684195,0.00006419383,0.0007044197,0.0042297277],"genre_scores_gemma":[0.012129375,0.00018435907,0.9819695,0.00014708274,0.000046269808,0.00051098695,0.00022816037,0.0002319632,0.004552315],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99373865,0.0020667987,0.00035101752,0.00091643084,0.0027696786,0.00015742138],"domain_scores_gemma":[0.99466914,0.0025907028,0.0002859031,0.00073676585,0.0015490674,0.00016849698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004494619,0.001183968,0.0007497882,0.0048441566,0.0012713554,0.0038847995,0.0016802314,0.0015460823,0.007238847],"category_scores_gemma":[0.009654438,0.0006604349,0.0018285912,0.0022630803,0.0012987847,0.003874482,0.0020914716,0.00243618,0.004119173],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006352154,0.00018478745,0.0011967167,0.00050541235,0.00008814569,0.00028373595,0.0016544863,0.009220461,0.010380164,0.45213503,0.011582715,0.5127049],"study_design_scores_gemma":[0.00013799452,0.00015147049,0.00082255946,0.00061700225,0.000097824595,0.0013466137,0.00054152386,0.20617685,0.012624601,0.30652237,0.47081253,0.00014863955],"about_ca_topic_score_codex":0.0014248779,"about_ca_topic_score_gemma":0.0011805434,"teacher_disagreement_score":0.007238847,"about_ca_system_score_codex":0.0014109724,"about_ca_system_score_gemma":0.005424283,"threshold_uncertainty_score":0.024216294},"labels":[],"label_agreement":null},{"id":"W2129544556","doi":"10.1142/s0218194002000834","title":"EVALUATING THEORIES FOR MANAGING IMPERFECT KNOWLEDGE IN HUMAN-CENTRIC DATABASE REENGINEERING ENVIRONMENTS","year":2002,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Documentation; Business process reengineering; Reverse engineering; Software engineering; Legacy system; Imperfect; Knowledge management; Process (computing); Data science; Systems engineering; Software; Engineering","score_opus":0.02763679813323434,"score_gpt":0.29500972378744905,"score_spread":0.2673729256542147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129544556","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78557664,0.0008535509,0.19769268,0.0027159,0.000040499686,0.001400286,0.0002443464,0.00031122036,0.011164867],"genre_scores_gemma":[0.8986441,0.00036263218,0.09971368,0.00016931903,0.00002721913,0.00053655996,0.00023111055,0.000019630384,0.00029562673],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9564099,0.03138457,0.0019949446,0.0012530976,0.007781094,0.0011764562],"domain_scores_gemma":[0.542048,0.42928013,0.009277738,0.0077861818,0.009681579,0.001926289],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.052933488,0.0010022736,0.0011358779,0.006581667,0.0016508184,0.005671481,0.0027049517,0.002864018,0.0015286548],"category_scores_gemma":[0.2037358,0.0005548312,0.0011680569,0.0031743436,0.0057677506,0.008251528,0.0043413327,0.0023501094,0.000118872274],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031062951,0.0023682178,0.029830769,0.0015017044,0.0007087444,0.0006276155,0.003407522,0.6723829,0.0017828898,0.14036404,0.001319465,0.14259987],"study_design_scores_gemma":[0.00033107243,0.0012774885,0.003932117,0.00020922256,0.00034656542,0.000104588784,0.0026460383,0.90996677,0.0034829914,0.07676036,0.00087039993,0.000072370574],"about_ca_topic_score_codex":0.0074295155,"about_ca_topic_score_gemma":0.009762238,"teacher_disagreement_score":0.052933488,"about_ca_system_score_codex":0.008806279,"about_ca_system_score_gemma":0.005033164,"threshold_uncertainty_score":0.2799424},"labels":[],"label_agreement":null},{"id":"W2132574419","doi":"10.1142/s0218194013500216","title":"DESIGN AND IMPLEMENTATION OF AN EDITOR/INTERPRETER FOR A VISUAL LOGIC PROGRAMMING LANGUAGE","year":2013,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Spreadsheets and End-User Computing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Debugger; Interpreter; Computer science; Programming language; Debugging; Prolog; Logic programming; Interface (matter); Visual programming language; Software engineering; Operating system","score_opus":0.007409049808588177,"score_gpt":0.27865641440693767,"score_spread":0.27124736459834947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132574419","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037988762,0.00007415464,0.97270626,0.00012599569,0.0000763207,0.00033387687,0.00010484472,0.019212939,0.003566744],"genre_scores_gemma":[0.035983264,0.00016644024,0.95073867,0.00025140424,0.000038185826,0.00028160936,0.00044564146,0.0028463055,0.009248483],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987375,0.00023003611,0.0001616726,0.00026884302,0.0004915854,0.00011039453],"domain_scores_gemma":[0.99787915,0.00082808535,0.0001946458,0.00030309142,0.0005501388,0.00024488557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026926654,0.00073735794,0.0007017968,0.0009319764,0.00048257114,0.0036241557,0.0036963318,0.0012287508,0.009047523],"category_scores_gemma":[0.00443941,0.001000116,0.0008901915,0.0003979461,0.0007805289,0.0022623923,0.0015201074,0.0023974048,0.0034705654],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014121899,0.0010381815,0.0029242744,0.001966479,0.00022472299,0.0028838513,0.0023996457,0.024155311,0.23990656,0.09684958,0.024921127,0.60131806],"study_design_scores_gemma":[0.0007977153,0.0010715378,0.0013580023,0.00045829843,0.00031949946,0.0032690421,0.0005033983,0.39539918,0.22830045,0.025268754,0.3430214,0.00023264128],"about_ca_topic_score_codex":0.000664076,"about_ca_topic_score_gemma":0.0007872836,"teacher_disagreement_score":0.009047523,"about_ca_system_score_codex":0.0006079374,"about_ca_system_score_gemma":0.0018372936,"threshold_uncertainty_score":0.03026706},"labels":[],"label_agreement":null},{"id":"W2138542342","doi":"10.1142/s0218194002000792","title":"A COMPOSITIONAL KNOWLEDGE LEVEL PROCESS MODEL OF REQUIREMENTS ENGINEERING","year":2002,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Process (computing); Requirements engineering; Process modeling; Software engineering; Systems engineering; Work in process; Engineering; Programming language; Software","score_opus":0.041870897385258926,"score_gpt":0.24866986317522272,"score_spread":0.2067989657899638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138542342","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003476294,0.00019139986,0.98591334,0.0002649641,0.000026080335,0.000108265165,0.00011033261,0.0003132828,0.009595994],"genre_scores_gemma":[0.2551307,0.00088844664,0.729098,0.0002906324,0.00010329645,0.00081713556,0.0007081626,0.0001753362,0.012788276],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9974849,0.00088005094,0.00016781881,0.00043255973,0.00082473434,0.00020989399],"domain_scores_gemma":[0.99845266,0.0006703606,0.00013864493,0.00038530628,0.00028084905,0.000072082956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002055651,0.00079549255,0.0006801585,0.0012623516,0.0007857895,0.0033728164,0.0016388897,0.0026652694,0.0044093365],"category_scores_gemma":[0.004339266,0.0005871917,0.001939123,0.0015273374,0.0020454398,0.0042253956,0.0015665614,0.001834857,0.0020781513],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048560018,0.000054063457,0.00019743443,0.00017310854,0.00002439982,0.00031383501,0.00063591666,0.060931444,0.0044676005,0.9126374,0.0008241339,0.019692061],"study_design_scores_gemma":[0.00005180828,0.00009213497,0.00017867662,0.00007842096,0.00005155376,0.00029227705,0.00009947137,0.41504598,0.0035982917,0.5483471,0.032119554,0.000044737964],"about_ca_topic_score_codex":0.0031564764,"about_ca_topic_score_gemma":0.0023542878,"teacher_disagreement_score":0.0044093365,"about_ca_system_score_codex":0.0014701203,"about_ca_system_score_gemma":0.0022733998,"threshold_uncertainty_score":0.014750719},"labels":[],"label_agreement":null},{"id":"W2152937518","doi":"10.1142/s0218194013500046","title":"COMPARISON OF OPEN SOURCE TOOLS FOR PROJECT MANAGEMENT","year":2013,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Division of Civil, Mechanical and Manufacturing Innovation","keywords":"Capability Maturity Model Integration; Software project management; Project management; Capability Maturity Model; Process management; Knowledge management; Best practice; Engineering management; Computer science; Software development; Software development process; Software; Engineering; Systems engineering; Software construction; Management","score_opus":0.03971197204239143,"score_gpt":0.34514949754873675,"score_spread":0.30543752550634534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152937518","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7956116,0.009887542,0.10708727,0.0015769395,0.00053338293,0.0015036,0.0034964583,0.012244682,0.068058535],"genre_scores_gemma":[0.78416616,0.006964972,0.1801686,0.00044954853,0.00023341429,0.0018172525,0.013025889,0.0033896104,0.009784526],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97932416,0.005316916,0.0029159288,0.0008226775,0.010717624,0.0009026753],"domain_scores_gemma":[0.9126419,0.054419737,0.0053692823,0.008572135,0.016767163,0.0022299204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013351089,0.0008844226,0.0006635291,0.014797123,0.00079963234,0.005070384,0.0019798458,0.0014059887,0.0040765367],"category_scores_gemma":[0.07161326,0.0006136845,0.0012929812,0.012168353,0.0005439636,0.0053022015,0.0039464976,0.0010071348,0.0014582527],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035530527,0.0018549965,0.029373942,0.002882975,0.00042541628,0.00043329725,0.0041419077,0.0071038855,0.006835077,0.012664971,0.010231341,0.92049915],"study_design_scores_gemma":[0.002445887,0.008636116,0.51551306,0.0062134955,0.0015550193,0.0034679798,0.014486137,0.0911637,0.029818323,0.05286121,0.2727782,0.0010609609],"about_ca_topic_score_codex":0.0016294848,"about_ca_topic_score_gemma":0.0024544343,"teacher_disagreement_score":0.014797123,"about_ca_system_score_codex":0.0014489569,"about_ca_system_score_gemma":0.0019013553,"threshold_uncertainty_score":0.07060814},"labels":[],"label_agreement":null},{"id":"W2157374570","doi":"10.1142/s0218194001000608","title":"SOFTWARE RESOURCE ARCHITECTURE","year":2001,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Resource-oriented architecture; Reference architecture; Software architecture description; Computer science; Applications architecture; Software architecture; Software engineering; Architecture tradeoff analysis method; Space-based architecture; Architecture; Software design description; Resource (disambiguation); Enterprise architecture framework; Computer architecture; Multilayered architecture; Software system; Software construction; Software; Operating system; Computer network","score_opus":0.005560298770386073,"score_gpt":0.21657082613307888,"score_spread":0.2110105273626928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157374570","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012084633,0.0026259266,0.8484094,0.0023600087,0.00032611334,0.0005560617,0.0008911631,0.0077823983,0.1249644],"genre_scores_gemma":[0.3372176,0.005129775,0.56206715,0.0014886351,0.0004475891,0.0012564444,0.0037235634,0.0031442537,0.08552498],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962704,0.00086725975,0.00041951504,0.0005793902,0.0014405675,0.000422836],"domain_scores_gemma":[0.99604154,0.0010526249,0.00027891147,0.0011574851,0.0012156367,0.00025376584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030877905,0.001061584,0.0007204586,0.0021230227,0.0016848816,0.007231695,0.0025640943,0.0019063551,0.007984089],"category_scores_gemma":[0.0078215925,0.0008813572,0.0011584002,0.002068216,0.0028252834,0.007661705,0.0037842763,0.0021575093,0.0051739053],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004461344,0.00005178399,0.00093259383,0.0003341448,0.00004731531,0.00019730456,0.0007525174,0.016137972,0.0033534325,0.87674713,0.013481007,0.08792018],"study_design_scores_gemma":[0.000025624813,0.000084001294,0.0007167488,0.00028590538,0.000059021746,0.00041183646,0.00035887476,0.051967908,0.004181526,0.41638532,0.5254312,0.000091970986],"about_ca_topic_score_codex":0.0063943043,"about_ca_topic_score_gemma":0.003616525,"teacher_disagreement_score":0.007984089,"about_ca_system_score_codex":0.0030136984,"about_ca_system_score_gemma":0.004451618,"threshold_uncertainty_score":0.026709497},"labels":[],"label_agreement":null},{"id":"W2158797954","doi":"10.1142/s0218194008003714","title":"KNOWLEDGE-BASED REASONING ENHANCED CONTROL SYSTEM FOR<i>IN-SITU</i>BIOREMEDIATION PROCESSES","year":2008,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Reservoir Engineering and Simulation Methods","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Bioremediation; Process (computing); Knowledge base; Computer science; Control system; Function (biology); Control engineering; Control (management); Groundwater remediation; Environmental remediation; Engineering; Artificial intelligence; Contamination; Ecology","score_opus":0.010741988967665357,"score_gpt":0.24978265792725618,"score_spread":0.23904066895959084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158797954","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028804617,0.00016301294,0.9593829,0.00015359049,0.000051625215,0.00016391806,0.000116414354,0.006110605,0.005053283],"genre_scores_gemma":[0.70670265,0.00020914775,0.28723133,0.00016570608,0.000032807504,0.00030370892,0.00037699137,0.00010757198,0.00487015],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999491,0.00007972747,0.00005139847,0.00016018892,0.00017881463,0.000038874416],"domain_scores_gemma":[0.9995327,0.00015820339,0.000058684105,0.000081944854,0.00014643426,0.00002203905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066733867,0.0005012134,0.0005447252,0.0003867882,0.00042623386,0.0009710181,0.0013624253,0.0007554246,0.0029876926],"category_scores_gemma":[0.0013224839,0.00023200718,0.00049000775,0.00022373078,0.0003816994,0.00093692844,0.0006689984,0.0007883838,0.0005354083],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055747037,0.000612008,0.001515704,0.00037161447,0.00012312454,0.00051888113,0.00038331424,0.5199376,0.078348696,0.017667448,0.0037008028,0.37626338],"study_design_scores_gemma":[0.00006512674,0.000119092154,0.00045165574,0.000020192108,0.00005120283,0.00009622163,0.000016759845,0.97089773,0.020919153,0.002070162,0.0052681905,0.000024448442],"about_ca_topic_score_codex":0.0075306725,"about_ca_topic_score_gemma":0.0049259076,"teacher_disagreement_score":0.0075306725,"about_ca_system_score_codex":0.00076738745,"about_ca_system_score_gemma":0.0010469796,"threshold_uncertainty_score":0.01497364},"labels":[],"label_agreement":null},{"id":"W2160917074","doi":"10.1142/s0218194013500113","title":"USING TEST ORACLES AND FORMAL SPECIFICATIONS WITH TEST-DRIVEN DEVELOPMENT","year":2013,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Computer science; Documentation; Software engineering; Formal specification; Programming language; Test (biology); Formal methods; Test case; Notation; Test Management Approach; Test-driven development; Test suite; Process (computing); Software development; Software; Software construction","score_opus":0.026056357144596323,"score_gpt":0.2394550303039406,"score_spread":0.2133986731593443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160917074","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023670082,0.00018168674,0.9938937,0.00042632854,0.000034620305,0.000083289415,0.000025825688,0.0010149805,0.0019725822],"genre_scores_gemma":[0.07969549,0.00044111902,0.9179252,0.00025443142,0.00004177919,0.00024255636,0.00015132234,0.00036470895,0.00088338135],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.97040135,0.016424764,0.0027685103,0.0015669639,0.008165366,0.00067315326],"domain_scores_gemma":[0.9138933,0.06509438,0.0038385645,0.012455282,0.003985116,0.00073346694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025089879,0.0017807676,0.0009999031,0.0031759585,0.0007550454,0.005668795,0.0028345427,0.0025212984,0.0027065894],"category_scores_gemma":[0.09047998,0.0014372913,0.001837975,0.0017056341,0.0072607426,0.009460353,0.0060215862,0.00408357,0.0007780004],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016136118,0.000247668,0.0027340525,0.00080271834,0.00009984547,0.0011563835,0.002239316,0.06677162,0.0047505703,0.7141232,0.001853768,0.20505953],"study_design_scores_gemma":[0.0002746809,0.00037068807,0.0005994755,0.0011595918,0.0001509932,0.0019409668,0.00044304944,0.26749444,0.020844769,0.6433297,0.063124485,0.0002670949],"about_ca_topic_score_codex":0.0022173233,"about_ca_topic_score_gemma":0.0016969766,"teacher_disagreement_score":0.025089879,"about_ca_system_score_codex":0.0016617277,"about_ca_system_score_gemma":0.002621966,"threshold_uncertainty_score":0.13268954},"labels":[],"label_agreement":null},{"id":"W2163522217","doi":"10.1142/s0218194009004416","title":"AN EFFICIENT LOTOS-BASED FRAMEWORK FOR DESCRIBING AND SOLVING (TEMPORAL) CSPs","year":2009,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Constraint Satisfaction and Optimization","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Computer science; Constraint satisfaction problem; Scheduling (production processes); Combinatorial explosion; Constraint satisfaction; Theoretical computer science; Execution time; Constraint (computer-aided design); Local consistency; Mathematical optimization; Distributed computing; Artificial intelligence; Mathematics","score_opus":0.012273620884149782,"score_gpt":0.24988336061337696,"score_spread":0.23760973972922717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163522217","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022499505,0.000022161543,0.99661607,0.000051472667,0.0000064290502,0.000079762955,0.0000827681,0.00039982016,0.00049155933],"genre_scores_gemma":[0.08190085,0.00015028424,0.91584736,0.00007791708,0.000014257986,0.00055732566,0.00047686094,0.0001671301,0.0008079367],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9981598,0.0007991886,0.00018058416,0.00021979971,0.00050900533,0.0001315277],"domain_scores_gemma":[0.9968466,0.0020250676,0.00023608284,0.00051859504,0.0002724669,0.00010108695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025133672,0.0010308473,0.00088687113,0.0008558134,0.00085376983,0.0016882762,0.0023453403,0.0010449582,0.004323198],"category_scores_gemma":[0.0055876994,0.0008720351,0.0025099362,0.0012150164,0.001793465,0.002531906,0.0016229646,0.0021022502,0.0006391774],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011432968,0.000112375164,0.00045418306,0.00027260394,0.00005654469,0.00023079598,0.0002086502,0.73418385,0.0047331816,0.21288677,0.0015944312,0.045152232],"study_design_scores_gemma":[0.00003065535,0.000031534488,0.00003604351,0.000021601856,0.00001532128,0.00006833858,0.000031819483,0.94946265,0.003060225,0.04333135,0.0038941104,0.00001635267],"about_ca_topic_score_codex":0.003824651,"about_ca_topic_score_gemma":0.005435889,"teacher_disagreement_score":0.004323198,"about_ca_system_score_codex":0.0012159478,"about_ca_system_score_gemma":0.003068003,"threshold_uncertainty_score":0.014462471},"labels":[],"label_agreement":null},{"id":"W2262844579","doi":"10.1142/s0218194015400197","title":"EMITS: An Experience Management System for IT Management Support","year":2015,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Parallels; Computer science; Cluster analysis; Automation; Identification (biology); Management information systems; Information management; Information system; Data science; Knowledge management; Software engineering; Systems engineering; Process management; Engineering; Artificial intelligence; Operations management","score_opus":0.045990468498944156,"score_gpt":0.2895189341104264,"score_spread":0.24352846561148223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2262844579","genre_codex":"software","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07274723,0.0007576483,0.38969675,0.00079502974,0.00033986385,0.0019585586,0.02647116,0.49040312,0.01683067],"genre_scores_gemma":[0.4936475,0.000908656,0.39120078,0.0014834561,0.00052329776,0.002329078,0.07287094,0.010654576,0.026381766],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998938,0.00018646284,0.00016015772,0.00023348856,0.00040131982,0.000080610276],"domain_scores_gemma":[0.9972646,0.0009642594,0.0003075959,0.00062640983,0.00045387773,0.0003832228],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014953619,0.00084158673,0.000812705,0.0020213278,0.00031791438,0.0015991202,0.0016356145,0.0006342059,0.012909246],"category_scores_gemma":[0.005838162,0.00044087516,0.0005325657,0.001063681,0.00021625149,0.002723213,0.002871149,0.0009961948,0.005897791],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032821444,0.0012837548,0.027881091,0.0015080697,0.00047253325,0.0008405127,0.0017765854,0.007881476,0.02876424,0.006156901,0.2204788,0.69967395],"study_design_scores_gemma":[0.0013595583,0.00228055,0.08178441,0.0005345557,0.00071466714,0.0016637194,0.0012863162,0.3800787,0.07678097,0.024618283,0.42801327,0.0008850453],"about_ca_topic_score_codex":0.0016160974,"about_ca_topic_score_gemma":0.0021173863,"teacher_disagreement_score":0.012909246,"about_ca_system_score_codex":0.00049883797,"about_ca_system_score_gemma":0.0005937039,"threshold_uncertainty_score":0.04318571},"labels":[],"label_agreement":null},{"id":"W2376065778","doi":"10.1142/s0218194016500169","title":"Knowledge-Driven User Behavior Pattern Discovery for System Security Enhancement","year":2016,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Data Mining Algorithms and Applications","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mohawk College; Ontario Tech University","funders":"","keywords":"Computer science; Insider threat; Insider; Process (computing); Domain (mathematical analysis); Audit; System administrator; Domain knowledge; Computer security; Software engineering","score_opus":0.009151537299184527,"score_gpt":0.24753457605856746,"score_spread":0.23838303875938294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2376065778","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20532265,0.00049679406,0.7817026,0.0012265554,0.00003007478,0.00055908976,0.001181532,0.0065098307,0.0029709435],"genre_scores_gemma":[0.707163,0.00016928514,0.2905412,0.00012747517,0.000012086655,0.00023252168,0.0009898951,0.00007632622,0.00068823434],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997282,0.00086421,0.0002723092,0.0004695408,0.00091692066,0.00019485518],"domain_scores_gemma":[0.99137515,0.005083986,0.0010238619,0.0012062122,0.0011323962,0.00017840308],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027772698,0.0007392009,0.00093681156,0.0039674863,0.0006609147,0.0013823846,0.0013735926,0.00090917124,0.0007968644],"category_scores_gemma":[0.012286594,0.00047080423,0.000844894,0.002320188,0.00071199297,0.0020669892,0.0010776904,0.0010994682,0.00046158495],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007081452,0.0016003876,0.07915067,0.0005543275,0.00031289263,0.0007629443,0.0015090286,0.11133795,0.024792181,0.008442177,0.0043986384,0.7664307],"study_design_scores_gemma":[0.000023927772,0.00009926444,0.0071994215,0.000046161902,0.00006956558,0.00025424254,0.00025062883,0.9657132,0.0153682,0.008920481,0.0020201039,0.000034738856],"about_ca_topic_score_codex":0.0065184063,"about_ca_topic_score_gemma":0.010853771,"teacher_disagreement_score":0.0065184063,"about_ca_system_score_codex":0.0010354813,"about_ca_system_score_gemma":0.0021013992,"threshold_uncertainty_score":0.014687777},"labels":[],"label_agreement":null},{"id":"W2588556346","doi":"10.1142/s0218194016400106","title":"A Machine Learning Based Approach for Evaluating Clone Detection Tools for a Generalized and Accurate Precision","year":2016,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Generality; clone (Java method); Computer science; Measure (data warehouse); Machine learning; Software; Variety (cybernetics); Data mining; Artificial intelligence; Java; Sample (material); Detector; Algorithm; Programming language","score_opus":0.03570845271944944,"score_gpt":0.30564613767927035,"score_spread":0.2699376849598209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588556346","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07149266,0.0005773662,0.9190514,0.00023718686,0.00007359544,0.0004838298,0.00058134063,0.0039614267,0.0035410912],"genre_scores_gemma":[0.43931803,0.0001353912,0.55745226,0.00016963927,0.00006594992,0.0005635606,0.00076859904,0.00022137571,0.0013051712],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9740776,0.004728216,0.0028785986,0.0049299737,0.012570876,0.0008148107],"domain_scores_gemma":[0.92910343,0.03541596,0.010086668,0.009851192,0.014857093,0.00068574556],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01296687,0.0020899174,0.0022735146,0.011697088,0.0013383267,0.0038760684,0.0029208728,0.0031836214,0.0014477748],"category_scores_gemma":[0.07361379,0.0006050028,0.0017996724,0.0075449557,0.0016132264,0.004794132,0.0021300258,0.0024266173,0.0009980486],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007225028,0.0006419948,0.071093075,0.0007397162,0.00085052,0.00023785386,0.0006499783,0.16278428,0.031718675,0.012797764,0.0038547434,0.7139089],"study_design_scores_gemma":[0.00006629855,0.0006987477,0.022184595,0.00012446412,0.00018873105,0.00047956032,0.00017647489,0.9261977,0.028948188,0.017106717,0.0036731258,0.00015544296],"about_ca_topic_score_codex":0.0030097151,"about_ca_topic_score_gemma":0.0037189813,"teacher_disagreement_score":0.9870331,"about_ca_system_score_codex":0.002496856,"about_ca_system_score_gemma":0.0018880366,"threshold_uncertainty_score":0.06857622},"labels":[],"label_agreement":null},{"id":"W2601108184","doi":"10.1142/s0218194017500085","title":"Dynamic Software Product Line Engineering: A Reference Framework","year":2017,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of New Brunswick","funders":"","keywords":"Adaptation (eye); Computer science; Context (archaeology); Software product line; Exploit; Realization (probability); Software deployment; Systems engineering; Software engineering; Product (mathematics); Software; Adaptive system; Distributed computing; Software development; Engineering; Artificial intelligence; Programming language","score_opus":0.028940504926909916,"score_gpt":0.3118441594468272,"score_spread":0.2829036545199173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2601108184","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018593117,0.019332428,0.9451582,0.002689362,0.00029463533,0.00021789038,0.00040461955,0.0011515853,0.028891966],"genre_scores_gemma":[0.053003706,0.036080625,0.8947858,0.0009444815,0.000671775,0.0008863001,0.001951569,0.00079352775,0.010882263],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99523264,0.0012526844,0.00069697923,0.0009819352,0.0016130456,0.00022268934],"domain_scores_gemma":[0.9946397,0.0011376914,0.00055496115,0.0016446611,0.0017059392,0.00031709485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00608068,0.002451894,0.0015492057,0.010389647,0.0016230976,0.0075132865,0.00622515,0.005394163,0.0031839574],"category_scores_gemma":[0.0066912505,0.0011962929,0.0016151706,0.012317099,0.005577489,0.008610796,0.003871634,0.0047744587,0.004148926],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001971276,0.00009017007,0.0004352502,0.0008577351,0.000032595643,0.0002594278,0.0005983604,0.015318355,0.0012078194,0.8697994,0.006915686,0.10446554],"study_design_scores_gemma":[0.000019261643,0.00014517138,0.00082405505,0.0024895642,0.0000650792,0.0007481585,0.0004520628,0.039788865,0.0022007823,0.39553344,0.5576222,0.00011137577],"about_ca_topic_score_codex":0.0072380966,"about_ca_topic_score_gemma":0.0051875836,"teacher_disagreement_score":0.010389647,"about_ca_system_score_codex":0.004229908,"about_ca_system_score_gemma":0.00458421,"threshold_uncertainty_score":0.032158136},"labels":[],"label_agreement":null},{"id":"W2677216891","doi":"10.1142/s0218194017500280","title":"Investigating the Effect of Aspect-Oriented Refactoring on the Unit Testing Effort of Classes: An Empirical Evaluation","year":2017,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Code refactoring; Unit testing; AspectJ; Computer science; Testability; Regression testing; Programming language; Java; Source code; Software engineering; Software; Aspect-oriented programming; Software development; Reliability engineering; Engineering; Software construction","score_opus":0.05407465647112227,"score_gpt":0.3505202259286955,"score_spread":0.2964455694575732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2677216891","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99255604,0.00035544284,0.0057179527,0.000062537954,0.000011136464,0.00026212487,0.00015293545,0.000083886305,0.000797937],"genre_scores_gemma":[0.9875865,0.00020398438,0.01086372,0.00005366992,0.000023716315,0.00045998432,0.00038426532,0.00006516314,0.00035913082],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9575114,0.02462378,0.003459304,0.0035079194,0.010075501,0.0008220867],"domain_scores_gemma":[0.3583758,0.5628757,0.034586556,0.017553335,0.024403546,0.0022050126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.032315742,0.0009251041,0.00067862915,0.0021054829,0.00047378996,0.0009967117,0.0014502875,0.0010525099,0.0010220819],"category_scores_gemma":[0.21723825,0.00042299044,0.0010476031,0.0016860041,0.001431477,0.002010211,0.0011334162,0.0015940754,0.00029423134],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00424146,0.012639595,0.6248129,0.0027164049,0.0013937564,0.000662689,0.008250865,0.030326232,0.0202322,0.0010380454,0.0012156414,0.29247025],"study_design_scores_gemma":[0.00045599873,0.024056762,0.87983674,0.00051810086,0.0009278,0.0006065201,0.0030970057,0.05837179,0.0278519,0.0006546667,0.003467661,0.00015498264],"about_ca_topic_score_codex":0.0014491198,"about_ca_topic_score_gemma":0.0016489376,"teacher_disagreement_score":0.032315742,"about_ca_system_score_codex":0.00091153575,"about_ca_system_score_gemma":0.0010943651,"threshold_uncertainty_score":0.17090404},"labels":[],"label_agreement":null},{"id":"W2785953012","doi":"10.1142/s0218194017400083","title":"Comparing Software Bugs in Clone and Non-clone Code: An Empirical Study","year":2017,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"clone (Java method); Software maintenance; Cloning (programming); Commit; Code (set theory); Code refactoring; Computer science; Software bug; Programming language; Source code; Software; Software engineering; Software system; Biology; Database; Genetics; Set (abstract data type)","score_opus":0.030350166117151002,"score_gpt":0.32793527347887125,"score_spread":0.2975851073617202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2785953012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99933785,0.00008363566,0.00030623886,0.00002230449,0.0000018314927,0.000028036833,0.000049814647,0.0000063135567,0.00016394036],"genre_scores_gemma":[0.9990169,0.00006930323,0.0005518623,0.000021808473,0.0000066909074,0.00004106244,0.00015031338,0.000009326235,0.00013280033],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9909072,0.0034684334,0.0010220318,0.0013105338,0.00280885,0.0004829173],"domain_scores_gemma":[0.7626105,0.16470237,0.044240475,0.007459433,0.016998757,0.003988464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00834256,0.00035861935,0.00043009972,0.0037291208,0.0006303582,0.0010021968,0.00092534255,0.0010025516,0.0016089841],"category_scores_gemma":[0.082886085,0.00037191887,0.00036310044,0.0022642952,0.0019404967,0.002397187,0.0014387071,0.0011730124,0.0003554857],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034530886,0.0009842212,0.97322536,0.00021459331,0.00008297559,0.0004992602,0.008013858,0.00021634197,0.0010658565,0.00019593092,0.0003307574,0.014825371],"study_design_scores_gemma":[0.000033721437,0.0011948398,0.98656785,0.00006403539,0.000047418718,0.0010460342,0.007846476,0.0013700722,0.0007129358,0.00018983828,0.0009020259,0.000024739315],"about_ca_topic_score_codex":0.0014976149,"about_ca_topic_score_gemma":0.0022122273,"teacher_disagreement_score":0.00834256,"about_ca_system_score_codex":0.00063997624,"about_ca_system_score_gemma":0.0005524444,"threshold_uncertainty_score":0.044120252},"labels":[],"label_agreement":null},{"id":"W2955577524","doi":"10.1142/s021819401950030x","title":"Binary Independence Language Model in a Relevance Feedback Environment","year":2019,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Hong Kong Polytechnic University","keywords":"Relevance (law); Computer science; Language model; Relevance feedback; Information retrieval; Context (archaeology); Independence (probability theory); Confidence interval; Binary number; Natural language processing; Data mining; Artificial intelligence; Statistics; Mathematics","score_opus":0.005958184241378128,"score_gpt":0.2226589068831781,"score_spread":0.2167007226418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955577524","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07003947,0.0007380948,0.9191869,0.0015651342,0.00010564912,0.00026774168,0.0007438074,0.0018093181,0.005543929],"genre_scores_gemma":[0.781245,0.0006480785,0.19798385,0.0006830127,0.000252836,0.0011290419,0.0012873053,0.00032881694,0.01644211],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9941638,0.003016977,0.00026635965,0.00090310915,0.0012780813,0.00037168904],"domain_scores_gemma":[0.9866366,0.009918762,0.00092832756,0.0009127724,0.0013429828,0.00026057623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007382513,0.0013353531,0.0018889371,0.0022116946,0.00096766336,0.0024341724,0.0028592912,0.0020549626,0.0032644614],"category_scores_gemma":[0.021349313,0.0009383212,0.001968391,0.0016441904,0.0017151461,0.005985752,0.0016625474,0.002783428,0.0025774057],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017969245,0.00055677164,0.007029684,0.00070659956,0.00036689886,0.0008661956,0.0018874217,0.56965053,0.012283679,0.24376641,0.008737468,0.15235147],"study_design_scores_gemma":[0.000091169386,0.00018578982,0.0007220519,0.000022790042,0.00006390163,0.00022967372,0.0000555035,0.92819524,0.0011895124,0.06743652,0.0017387939,0.00006899773],"about_ca_topic_score_codex":0.010035442,"about_ca_topic_score_gemma":0.0055132178,"teacher_disagreement_score":0.010035442,"about_ca_system_score_codex":0.0016881588,"about_ca_system_score_gemma":0.0018073278,"threshold_uncertainty_score":0.03904295},"labels":[],"label_agreement":null},{"id":"W3126048998","doi":"10.1142/s021819402040032x","title":"Modeling and Selecting Frameworks in Terms of Patterns, Tactics and System Qualities","year":2020,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Carleton University","funders":"","keywords":"Computer science; Reuse; Selection (genetic algorithm); Quality (philosophy); Task (project management); Software engineering; Java; Code (set theory); Software design pattern; Artificial intelligence; Systems engineering; Programming language; Engineering; Software","score_opus":0.012849099749300815,"score_gpt":0.2471422633919846,"score_spread":0.2342931636426838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126048998","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0744005,0.00043766177,0.91213,0.00070438336,0.000022017826,0.0009993307,0.00027120084,0.0010094465,0.010025524],"genre_scores_gemma":[0.14426418,0.00031222613,0.8523267,0.000064745676,0.0000073090437,0.0004999703,0.00041521274,0.0002484878,0.0018611623],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99097997,0.0032948265,0.00100149,0.000926806,0.0032348973,0.00056202186],"domain_scores_gemma":[0.9854403,0.007462733,0.0022265723,0.002345441,0.002195826,0.00032905347],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071479212,0.0011850726,0.00046282544,0.0051897597,0.00094303145,0.004310499,0.0015589234,0.0013961989,0.0018308652],"category_scores_gemma":[0.020245884,0.00089969835,0.0014970204,0.0022754052,0.0020973675,0.0045311837,0.0020337908,0.0014361166,0.00049569114],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028650457,0.0005331018,0.05509527,0.0021790112,0.00030813352,0.002249077,0.010548347,0.18802845,0.049160518,0.29909644,0.00432623,0.388189],"study_design_scores_gemma":[0.00016696479,0.00065795536,0.02585299,0.0015695494,0.0005493508,0.0024191039,0.00747136,0.60786355,0.045167826,0.20481105,0.103160165,0.00031011843],"about_ca_topic_score_codex":0.007153171,"about_ca_topic_score_gemma":0.0149027165,"teacher_disagreement_score":0.007153171,"about_ca_system_score_codex":0.0021841605,"about_ca_system_score_gemma":0.0035976444,"threshold_uncertainty_score":0.03780228},"labels":[],"label_agreement":null},{"id":"W3184068421","doi":"10.1142/s0218194021500327","title":"An Extensible Compiler for Implementing Software Design Patterns as Concise Language Constructs","year":2021,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Software design pattern; Computer science; Structural pattern; Design pattern; Programming language; Compiler; Software design; Software engineering; Software; Software development","score_opus":0.019229357488186768,"score_gpt":0.29895102840481125,"score_spread":0.2797216709166245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184068421","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004689316,0.00008912447,0.97765064,0.00011825284,0.00008453907,0.00017366318,0.00014598657,0.015700545,0.0013478966],"genre_scores_gemma":[0.020311758,0.00017070677,0.97330767,0.00014844308,0.00003079735,0.0002573567,0.0005395249,0.0030304606,0.0022032366],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983596,0.00030240996,0.00035528466,0.00023784877,0.0006195919,0.00012523272],"domain_scores_gemma":[0.9954782,0.0012465973,0.0006378369,0.0016677409,0.0008162316,0.00015337882],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002824952,0.0010032634,0.00051921874,0.0013224869,0.00046015935,0.0018849354,0.0018599498,0.0009866693,0.0018545329],"category_scores_gemma":[0.008325828,0.0013775956,0.0014273898,0.0010743113,0.0007666795,0.003058487,0.0019742015,0.0026272247,0.0013926107],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045752808,0.0006643175,0.008396788,0.001613542,0.00025309328,0.0019132526,0.0030363824,0.02686758,0.11408313,0.1735406,0.03135796,0.6378158],"study_design_scores_gemma":[0.00043132764,0.0006270085,0.0029378834,0.0007835899,0.00045461883,0.004231145,0.00038322338,0.30511132,0.13099812,0.09002971,0.46366835,0.0003436716],"about_ca_topic_score_codex":0.0009191092,"about_ca_topic_score_gemma":0.0015823118,"teacher_disagreement_score":0.002824952,"about_ca_system_score_codex":0.0005026414,"about_ca_system_score_gemma":0.0023711482,"threshold_uncertainty_score":0.014939904},"labels":[],"label_agreement":null},{"id":"W3199372245","doi":"10.1142/s0218194022500383","title":"An Ontology-Based Information Extraction System for Residential Land-Use Suitability Analysis","year":2022,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Geographic Information Systems Studies","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Regina","funders":"","keywords":"Ontology; Computer science; Identification (biology); Set (abstract data type); Information extraction; Data mining; Geographic information system; Multiple-criteria decision analysis; Information retrieval; Operations research; Engineering; Geography; Cartography","score_opus":0.01152049669712776,"score_gpt":0.28150538240139805,"score_spread":0.2699848857042703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199372245","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0140833985,0.00038609016,0.88608503,0.0010555449,0.00010253025,0.0014106565,0.03229761,0.04979977,0.014779233],"genre_scores_gemma":[0.048918076,0.0004951634,0.898747,0.00037110204,0.000028972738,0.0009793148,0.044899125,0.0014587886,0.004102442],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979664,0.00033086687,0.0005044869,0.00037329062,0.0007157944,0.00010913765],"domain_scores_gemma":[0.99579793,0.0016582438,0.0004019703,0.00069005514,0.0012790693,0.00017272474],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030428518,0.0010153436,0.0009450534,0.008337797,0.0015777054,0.003714511,0.0014283124,0.00085219345,0.0066983756],"category_scores_gemma":[0.008288203,0.00071619794,0.0017684106,0.007661422,0.00054185744,0.0049429312,0.0028399294,0.0013879165,0.0033306645],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037877265,0.0007770687,0.012770504,0.0031976246,0.00038589182,0.0022391865,0.0055324608,0.014475655,0.03388344,0.056312863,0.11293507,0.7571114],"study_design_scores_gemma":[0.00017201406,0.000117775984,0.014326002,0.00095583696,0.0004474339,0.0012417927,0.0037416872,0.2007396,0.04136339,0.068163455,0.6683384,0.00039262068],"about_ca_topic_score_codex":0.01902969,"about_ca_topic_score_gemma":0.023308424,"teacher_disagreement_score":0.01902969,"about_ca_system_score_codex":0.002425497,"about_ca_system_score_gemma":0.004692431,"threshold_uncertainty_score":0.037837803},"labels":[],"label_agreement":null},{"id":"W3202312471","doi":"10.1142/s0218194023500171","title":"Exact Learning of Qualitative Constraint Networks from Membership Queries","year":2023,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Constraint Satisfaction and Optimization","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Heuristics; Computer science; Constraint (computer-aided design); Theoretical computer science; Mathematics","score_opus":0.01972674333613996,"score_gpt":0.28053784320917546,"score_spread":0.2608110998730355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202312471","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048070133,0.00034228512,0.9458182,0.0008197204,0.000032107862,0.00025061742,0.0009861446,0.0011728444,0.002507934],"genre_scores_gemma":[0.5305026,0.00034450126,0.46023256,0.00063209515,0.00007897622,0.00054121367,0.0044768965,0.00027771355,0.0029132862],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979109,0.00078760495,0.00011985508,0.00053280307,0.00045665097,0.0001921019],"domain_scores_gemma":[0.9784111,0.01792976,0.0009187083,0.0010007353,0.0013737992,0.0003658836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027821802,0.0016693749,0.0013438348,0.0013068053,0.00076588977,0.0017758724,0.0028474187,0.0020752056,0.004941016],"category_scores_gemma":[0.02540443,0.0008606558,0.0011084254,0.0019930038,0.0011973326,0.0048319316,0.0021643692,0.0031689284,0.00054336037],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015607062,0.00013298259,0.0014665297,0.00018268147,0.00004507119,0.000103104554,0.00012809463,0.9077089,0.0006841673,0.008496605,0.0032977995,0.07759801],"study_design_scores_gemma":[0.000014906099,0.000010803499,0.00008084571,0.000006885746,0.0000035051926,0.000010817624,0.000023555933,0.9919303,0.0003000101,0.007334766,0.000279998,0.0000035206067],"about_ca_topic_score_codex":0.020946553,"about_ca_topic_score_gemma":0.029493764,"teacher_disagreement_score":0.020946553,"about_ca_system_score_codex":0.0029843552,"about_ca_system_score_gemma":0.003141853,"threshold_uncertainty_score":0.041649282},"labels":[],"label_agreement":null},{"id":"W4206923519","doi":"10.1142/s0218194021400192","title":"Automatically Generating Release Notes with Content Classification Models","year":2021,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Automatic summarization; Computer science; Task (project management); Metric (unit); Software; Software release life cycle; Artificial intelligence; Word (group theory); Machine learning; Word embedding; Natural language processing; Information retrieval; Embedding; Software development; Software quality; Programming language","score_opus":0.03481585465653141,"score_gpt":0.25578651031495636,"score_spread":0.22097065565842494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206923519","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17725454,0.0016201508,0.7849579,0.0006764891,0.00039814546,0.00061480474,0.005197963,0.026504321,0.002775726],"genre_scores_gemma":[0.42407382,0.0006548456,0.5480034,0.00020215659,0.0003755745,0.00047547123,0.019843949,0.00088593847,0.005484851],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988084,0.00023980348,0.00015151457,0.00038844143,0.00032432293,0.00008744272],"domain_scores_gemma":[0.9910596,0.0050878646,0.0010633433,0.0008445414,0.0017566294,0.00018800332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001524713,0.001492214,0.0007775201,0.0039564576,0.0004306827,0.0011488168,0.0014301948,0.0009256172,0.0012314662],"category_scores_gemma":[0.007787051,0.0004578079,0.0010188358,0.0019141454,0.00036388362,0.0022635746,0.00072130805,0.0012129131,0.0015356796],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000746841,0.0006218923,0.010703673,0.00060952717,0.00012558981,0.0007407578,0.00043468812,0.06555104,0.029526953,0.0027791653,0.026589012,0.86157084],"study_design_scores_gemma":[0.00007805935,0.00018233067,0.0031530906,0.000037595997,0.000102621176,0.00015683955,0.00011005886,0.9669115,0.020346384,0.0037442413,0.005142037,0.000035276367],"about_ca_topic_score_codex":0.003488599,"about_ca_topic_score_gemma":0.004628033,"teacher_disagreement_score":0.0039564576,"about_ca_system_score_codex":0.0008055131,"about_ca_system_score_gemma":0.0010735175,"threshold_uncertainty_score":0.008063555},"labels":[],"label_agreement":null},{"id":"W4221004552","doi":"10.1142/s0218194022500085","title":"GASSER: A Multi-Objective Evolutionary Approach for Test Suite Reduction","year":2022,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Test suite; Sorting; Computer science; Regression testing; Reduction (mathematics); Suite; Genetic algorithm; Test case; Artifact (error); Baseline (sea); Software; Model-based testing; Code coverage; Machine learning; Evolutionary algorithm; Data mining; Artificial intelligence; Algorithm; Regression analysis; Software system; Mathematics; Programming language","score_opus":0.01419625295735528,"score_gpt":0.25685773653825233,"score_spread":0.24266148358089706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221004552","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03638527,0.0017744276,0.95382166,0.00034964085,0.00011567124,0.00039410687,0.00026305811,0.0029791477,0.003917019],"genre_scores_gemma":[0.23002689,0.00071092474,0.76388633,0.00036080967,0.0000544656,0.0008289719,0.00076384394,0.00038801128,0.0029797405],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99872595,0.00051778107,0.00006221601,0.00016687112,0.00043438433,0.00009270874],"domain_scores_gemma":[0.99799323,0.0014236211,0.00013318248,0.00011291661,0.00028215253,0.000054950608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019128589,0.00230428,0.0012512095,0.0023798551,0.00047959728,0.000769161,0.0023269188,0.0014490823,0.0022035073],"category_scores_gemma":[0.004340395,0.00073799735,0.001786829,0.0013525557,0.00072178355,0.0006806698,0.0010868085,0.0016549212,0.0003771542],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005516764,0.0001238244,0.0014375385,0.00018577627,0.00020547425,0.00012923554,0.00006835546,0.88576233,0.0034272617,0.0030567932,0.0015528437,0.10399534],"study_design_scores_gemma":[0.000039286988,0.0001018959,0.00038141297,0.000022893379,0.000046782057,0.0000448948,0.000020699059,0.99374735,0.0011021215,0.0025958128,0.001885575,0.000011364908],"about_ca_topic_score_codex":0.007159828,"about_ca_topic_score_gemma":0.0074405363,"teacher_disagreement_score":0.007159828,"about_ca_system_score_codex":0.00111389,"about_ca_system_score_gemma":0.0018155333,"threshold_uncertainty_score":0.014236331},"labels":[],"label_agreement":null},{"id":"W4223509913","doi":"10.1142/s0218194022500231","title":"The Safety and Performance of Prominent Programming Languages","year":2022,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Computer science; Benchmarking; Python (programming language); Java; Memory safety; Rust (programming language); Programming language; Software; Software engineering","score_opus":0.005247951322101604,"score_gpt":0.23780677742766604,"score_spread":0.23255882610556444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223509913","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9477161,0.0025116212,0.029035961,0.0010167891,0.00010159405,0.00014178532,0.00043405057,0.0014236375,0.017618384],"genre_scores_gemma":[0.97872925,0.0008253866,0.018181741,0.00012561139,0.00004383798,0.000090623966,0.00046943277,0.00039411272,0.0011398452],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.983946,0.0048175915,0.001306104,0.0014146542,0.007829352,0.0006863617],"domain_scores_gemma":[0.92266154,0.043690182,0.012372264,0.0048878025,0.015107831,0.0012803363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011436417,0.00053824537,0.00032482613,0.0027232014,0.0006550068,0.002690222,0.0013568398,0.0005419292,0.0019940634],"category_scores_gemma":[0.053241797,0.00020350651,0.00044756365,0.0020896967,0.0021820737,0.0038363684,0.0022515066,0.00088523625,0.0005494237],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0050782147,0.00091943936,0.14707989,0.006840572,0.00039937117,0.00054174004,0.009865706,0.04717082,0.06417627,0.0378482,0.0072478587,0.6728319],"study_design_scores_gemma":[0.0004814193,0.02357339,0.26295248,0.0045049703,0.00090505753,0.003253967,0.01585494,0.1950195,0.33254895,0.069421455,0.09081554,0.0006683641],"about_ca_topic_score_codex":0.0014393089,"about_ca_topic_score_gemma":0.00094189687,"teacher_disagreement_score":0.011436417,"about_ca_system_score_codex":0.001559757,"about_ca_system_score_gemma":0.0024151304,"threshold_uncertainty_score":0.060482264},"labels":[],"label_agreement":null},{"id":"W4223587050","doi":"10.1142/s0218194022400022","title":"The Experience of Tests during the COVID-19 Pandemic-Induced Emergency Remote Teaching","year":2022,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Psychological intervention; Test (biology); Medical education; Online teaching; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Computer science; 2019-20 coronavirus outbreak; Psychology; Mathematics education; Medicine; Nursing; Virology","score_opus":0.019499760169403805,"score_gpt":0.29145999673710904,"score_spread":0.27196023656770524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223587050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98705393,0.0001918698,0.0035602131,0.0014756279,0.000115248804,0.00010798091,0.000050378014,0.00013134617,0.0073135314],"genre_scores_gemma":[0.9930165,0.00016711037,0.0021255843,0.0005317061,0.000050021503,0.000078356,0.000049018927,0.00006226524,0.003919422],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9882775,0.007657874,0.00038455895,0.0006660996,0.0012903728,0.0017235575],"domain_scores_gemma":[0.9669429,0.018618396,0.0025038223,0.0016017528,0.0023548743,0.007978188],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008952881,0.00088997744,0.00069052767,0.0008374578,0.0035464175,0.004946873,0.0022154618,0.0024480403,0.0054625976],"category_scores_gemma":[0.042267054,0.00054955017,0.0006371697,0.00060498953,0.005661307,0.0023735214,0.007153588,0.004091154,0.0014351207],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007764195,0.0035917778,0.048603535,0.00063422293,0.000050600716,0.011282706,0.79140663,0.0017490376,0.016233252,0.0026319707,0.0095620835,0.11347782],"study_design_scores_gemma":[0.00010566763,0.0073793507,0.04373315,0.00060464063,0.00007674621,0.009529625,0.8217422,0.002766067,0.016101256,0.0032325368,0.09439144,0.0003373447],"about_ca_topic_score_codex":0.0010452041,"about_ca_topic_score_gemma":0.0023461094,"teacher_disagreement_score":0.008952881,"about_ca_system_score_codex":0.0016846011,"about_ca_system_score_gemma":0.0013137113,"threshold_uncertainty_score":0.047347963},"labels":[],"label_agreement":null},{"id":"W4238214107","doi":"10.1142/s0218194006002732","title":"GUEST EDITORS' INTRODUCTION","year":2006,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Educational Leadership and Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Software engineering","score_opus":0.009065126377884937,"score_gpt":0.2769442355204666,"score_spread":0.2678791091425817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238214107","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001597717,0.0028187914,0.00026273486,0.02461653,0.96117216,0.000037438123,0.00015097423,0.00014628418,0.010635207],"genre_scores_gemma":[0.003088475,0.0040620374,0.00042778545,0.030618083,0.77425724,0.0001000052,0.00025049018,0.00024536336,0.18695052],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99705696,0.0003373379,0.0002549704,0.00055725715,0.0013805261,0.0004129514],"domain_scores_gemma":[0.98163223,0.0023475199,0.0012684069,0.0010402285,0.009384109,0.004327524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042298296,0.0017662302,0.0013657185,0.0029026319,0.001991628,0.0062562563,0.0023304138,0.004943478,0.11944828],"category_scores_gemma":[0.019259976,0.0006233132,0.001246734,0.0011617977,0.0008942671,0.0027055137,0.0029665737,0.006291821,0.06652266],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027186572,0.000011210943,0.000061960345,0.00011854195,0.0000037875616,0.0000616579,0.000013649867,0.000018592784,0.000102640195,0.00043190704,0.9853733,0.013775679],"study_design_scores_gemma":[0.000016000971,0.000026606162,0.00031033708,0.00009917967,0.000009390434,0.000115806135,0.00003170686,0.000046611716,0.00016926986,0.00043840113,0.9987276,0.0000090152025],"about_ca_topic_score_codex":0.0006799459,"about_ca_topic_score_gemma":0.0014716478,"teacher_disagreement_score":0.11944828,"about_ca_system_score_codex":0.0013373991,"about_ca_system_score_gemma":0.0021417507,"threshold_uncertainty_score":0.3995943},"labels":[],"label_agreement":null},{"id":"W4243558676","doi":"10.1142/s0218194008003726","title":"GUEST EDITORS' INTRODUCTION","year":2008,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Educational Leadership and Practices","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Computer science; World Wide Web; Software engineering","score_opus":0.019223258667818637,"score_gpt":0.2904809406797966,"score_spread":0.2712576820119779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243558676","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013928348,0.0027403054,0.00023640781,0.024538396,0.962505,0.00003399025,0.00013667288,0.00013291891,0.009537076],"genre_scores_gemma":[0.002762745,0.0039803414,0.00038827042,0.030241935,0.80218726,0.000092826296,0.00022312852,0.00022814992,0.15989523],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99675936,0.00037306908,0.00027645146,0.00060487416,0.001534264,0.00045200894],"domain_scores_gemma":[0.980182,0.0025999492,0.0013873851,0.0010898036,0.010052187,0.0046886667],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004521194,0.001797799,0.0013649826,0.0029007087,0.002064563,0.006704975,0.0023824014,0.0052356715,0.118218355],"category_scores_gemma":[0.021317385,0.0006450462,0.0012717588,0.0011704804,0.0009644562,0.002852842,0.0031551428,0.0068811243,0.06549331],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024819938,0.0000101163505,0.000056436525,0.00011306067,0.0000036194872,0.00005717802,0.000013263533,0.00001736125,0.00009142408,0.00041386392,0.9866917,0.012507136],"study_design_scores_gemma":[0.000015781321,0.000026195501,0.00028522685,0.00010772612,0.000009125353,0.000116949974,0.000033034354,0.00004460214,0.00016122543,0.00044694688,0.998744,0.0000091694155],"about_ca_topic_score_codex":0.0007014377,"about_ca_topic_score_gemma":0.0015094818,"teacher_disagreement_score":0.88178164,"about_ca_system_score_codex":0.0014349519,"about_ca_system_score_gemma":0.0023872557,"threshold_uncertainty_score":0.3954798},"labels":[],"label_agreement":null},{"id":"W4251686564","doi":"10.1142/s021819400300141x","title":"GUEST EDITOR'S INTRODUCTION","year":2003,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Software engineering; Software; Library science; World Wide Web","score_opus":0.0052981607705041185,"score_gpt":0.21157867762716157,"score_spread":0.20628051685665744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251686564","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000140137,0.0029837873,0.00024436202,0.02687755,0.9612602,0.00002660075,0.00010868357,0.00008649405,0.00827219],"genre_scores_gemma":[0.0029964088,0.004764304,0.00046554528,0.035424605,0.8176804,0.00006192303,0.00019487966,0.00014785393,0.13826413],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99809426,0.00023511706,0.00019325045,0.00035338395,0.0008629028,0.0002611673],"domain_scores_gemma":[0.9886147,0.0016243269,0.00086314423,0.00061688817,0.0057953657,0.002485538],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028292523,0.0015016748,0.0012899105,0.0023251947,0.0015526607,0.0039986256,0.0020383883,0.005343697,0.09905454],"category_scores_gemma":[0.01391052,0.0005556457,0.0012421506,0.00086444797,0.00068189274,0.0019171587,0.0017536217,0.0052740346,0.046433933],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000381322,0.000011852175,0.000054240114,0.00013293728,0.0000070278093,0.00013366686,0.000007446698,0.000023277824,0.00012580513,0.0003622203,0.98637736,0.012726127],"study_design_scores_gemma":[0.000021465341,0.000027332326,0.0003162167,0.00010541919,0.000015881998,0.00022782056,0.000019513613,0.00006448031,0.00018035554,0.00042214087,0.9985898,0.000009597862],"about_ca_topic_score_codex":0.00063911895,"about_ca_topic_score_gemma":0.0015904768,"teacher_disagreement_score":0.09905454,"about_ca_system_score_codex":0.0010680504,"about_ca_system_score_gemma":0.0017523116,"threshold_uncertainty_score":0.33137047},"labels":[],"label_agreement":null},{"id":"W4289170436","doi":"10.1142/s0218194022500498","title":"A Semantic Web-Enabled Approach for Dependency Management","year":2022,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Software engineering; Artifact (error); Knowledge base; Software development; Software; World Wide Web; Data science; Programming language; Artificial intelligence","score_opus":0.01051651063017205,"score_gpt":0.24127503706056194,"score_spread":0.23075852643038988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289170436","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027829057,0.00019222543,0.98766196,0.0011464946,0.000044305,0.00010018155,0.00033691456,0.00083704304,0.006897845],"genre_scores_gemma":[0.11229721,0.00085706706,0.8798357,0.0003597687,0.00008022829,0.00033008924,0.0015438813,0.00029517984,0.0044009257],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99612385,0.0012919314,0.00044678515,0.0007102652,0.001172231,0.0002549943],"domain_scores_gemma":[0.996633,0.0010304442,0.0003373643,0.001186559,0.00062773126,0.00018477473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004042274,0.0011397825,0.0007743934,0.007459305,0.0022781477,0.006372332,0.0028772028,0.002232984,0.0029841496],"category_scores_gemma":[0.005499658,0.0012132811,0.0036839934,0.006191065,0.0033625704,0.0135945175,0.0055548805,0.0034074038,0.001116972],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003814,0.000112612724,0.0015994593,0.00021654238,0.0001306571,0.0007764034,0.0016635014,0.036335506,0.0017292341,0.8959796,0.0047739926,0.056644432],"study_design_scores_gemma":[0.000019570054,0.000026193544,0.00050530495,0.00021978129,0.000115361996,0.00045986322,0.00072461116,0.23625642,0.0027274082,0.6622991,0.09659149,0.000054898603],"about_ca_topic_score_codex":0.014082365,"about_ca_topic_score_gemma":0.016873058,"teacher_disagreement_score":0.014082365,"about_ca_system_score_codex":0.0027611207,"about_ca_system_score_gemma":0.0041424944,"threshold_uncertainty_score":0.028000832},"labels":[],"label_agreement":null},{"id":"W4307184827","doi":"10.1142/s0218194022500590","title":"SWEBOK Matters: Report and Reflection of a SEKE Panel on the Educational and Professional Implications of SWEBOK","year":2022,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Reflection (computer programming); Software engineering; Social software engineering; Engineering management; Software; Software Engineering Process Group; Educational software; Computer science; Engineering ethics; Knowledge management; Software development; Engineering; Software construction; Programming language","score_opus":0.024022873783818774,"score_gpt":0.29139228721987115,"score_spread":0.26736941343605236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307184827","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26509106,0.006954994,0.004982772,0.6596495,0.022113975,0.00045962518,0.00026132845,0.00018462447,0.040302176],"genre_scores_gemma":[0.688441,0.008812699,0.0039935717,0.21779075,0.007973866,0.00073475717,0.00038644427,0.00074856327,0.0711184],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.96399254,0.016700648,0.0015542217,0.0023340455,0.009717774,0.0057006697],"domain_scores_gemma":[0.8973019,0.05747952,0.008595949,0.0046558017,0.01506638,0.016900461],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04260829,0.00088188425,0.0010690338,0.0017432417,0.026112609,0.015051738,0.002937343,0.020184305,0.0060131014],"category_scores_gemma":[0.11158846,0.0012647803,0.001205065,0.0022954613,0.009893845,0.011074683,0.022421574,0.03688202,0.0016314114],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024737435,0.00095861073,0.0091466885,0.0008103307,0.00006427092,0.0069871736,0.4919991,0.00076326483,0.0057112062,0.016288605,0.3890451,0.07797839],"study_design_scores_gemma":[0.000026881567,0.00013371975,0.0069171996,0.0007144371,0.000017389579,0.0007980679,0.3870009,0.00047958727,0.00091652374,0.0032906102,0.5995737,0.00013104486],"about_ca_topic_score_codex":0.0062391297,"about_ca_topic_score_gemma":0.009546293,"teacher_disagreement_score":0.04260829,"about_ca_system_score_codex":0.0070253876,"about_ca_system_score_gemma":0.015619105,"threshold_uncertainty_score":0.22533685},"labels":[],"label_agreement":null},{"id":"W4407555323","doi":"10.1142/s0218194025500147","title":"Approximate Query for Industrial Fault Knowledge Graph Based on Vector Index","year":2025,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Rough Sets and Fuzzy Logic","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Novelis (Canada)","funders":"","keywords":"Computer science; Graph; Index (typography); Data mining; Query optimization; Information retrieval; Theoretical computer science; Programming language","score_opus":0.013749494541613064,"score_gpt":0.24840178520688794,"score_spread":0.23465229066527488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407555323","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07155193,0.0015425149,0.90905297,0.00054699235,0.000079663645,0.00031383787,0.0029421726,0.00893233,0.0050376016],"genre_scores_gemma":[0.58471674,0.0014332726,0.40054476,0.00027995877,0.00007124003,0.00026056333,0.008606286,0.0003524047,0.0037348187],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9981652,0.00025361593,0.00020043201,0.00036295454,0.0008688976,0.00014901208],"domain_scores_gemma":[0.99814737,0.00063161715,0.00019818313,0.00049625675,0.00044924827,0.000077197874],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078207784,0.0008277738,0.0016979647,0.003884956,0.0007718671,0.0026482733,0.0017667911,0.001211509,0.0044533997],"category_scores_gemma":[0.0057625845,0.0002819787,0.00082882046,0.006084134,0.00056591374,0.006489284,0.0019423824,0.00066059415,0.0012343692],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00091434864,0.00038941062,0.004731847,0.0009030552,0.00014112181,0.00064293976,0.00086988864,0.15303211,0.026327351,0.065493226,0.03107561,0.7154791],"study_design_scores_gemma":[0.000053994296,0.00016755032,0.00097590097,0.000030353465,0.000060321563,0.0005046676,0.00038892232,0.93204695,0.013433274,0.04364629,0.008648395,0.00004346217],"about_ca_topic_score_codex":0.011518297,"about_ca_topic_score_gemma":0.008731618,"teacher_disagreement_score":0.011518297,"about_ca_system_score_codex":0.0015189657,"about_ca_system_score_gemma":0.0016265142,"threshold_uncertainty_score":0.022902489},"labels":[],"label_agreement":null},{"id":"W4417247349","doi":"10.1142/s0218194025501025","title":"Machine Learning and Constraint Programming for Efficient Healthcare Scheduling","year":2025,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Scheduling and Timetabling Solutions","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Constraint programming; Heuristics; Scheduling (production processes); Job shop scheduling; Constraint satisfaction; Workload; Computation; Constraint logic programming","score_opus":0.029099736797058635,"score_gpt":0.3481407537252765,"score_spread":0.31904101692821785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417247349","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036310423,0.0013799164,0.9891032,0.0012942103,0.000073391406,0.00009062446,0.00021549835,0.00017231009,0.0040398487],"genre_scores_gemma":[0.19483803,0.0035464524,0.79445,0.00044719395,0.00030160657,0.0007124269,0.0007750476,0.00018783449,0.0047413353],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99827147,0.0009396462,0.00008696006,0.00024012687,0.00034796036,0.0001138244],"domain_scores_gemma":[0.9952426,0.003936868,0.00030923032,0.00015623173,0.00027414397,0.00008100605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002445132,0.0013417413,0.0013066051,0.0009578897,0.00055394793,0.0017754134,0.0013434009,0.0014362705,0.0050792512],"category_scores_gemma":[0.008516375,0.00073128863,0.0011192205,0.0025587,0.0011370286,0.001547119,0.0013502442,0.0029056198,0.00078116957],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020929656,0.000040309933,0.00018386361,0.0001703234,0.0000301144,0.000026867805,0.000032212844,0.90688986,0.00019563838,0.055869486,0.0022015206,0.03433882],"study_design_scores_gemma":[0.000006425041,0.000007262946,0.00003221651,0.000021960515,0.0000031990824,0.0000050203803,0.000008443158,0.96560794,0.00011534261,0.032760385,0.0014273202,0.000004443308],"about_ca_topic_score_codex":0.011122479,"about_ca_topic_score_gemma":0.011684455,"teacher_disagreement_score":0.011122479,"about_ca_system_score_codex":0.0023584464,"about_ca_system_score_gemma":0.004808723,"threshold_uncertainty_score":0.022115469},"labels":[],"label_agreement":null},{"id":"W84838725","doi":"10.1142/s0218194006002665","title":"VISUALIZING THE EVOLUTION OF SOFTWARE USING SOFTCHANGE","year":2006,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Software evolution; Computer science; Software; Software engineering; Software development; Programming language; Software construction","score_opus":0.01334633879320567,"score_gpt":0.2650616976364051,"score_spread":0.2517153588431994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W84838725","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5533421,0.0031846382,0.33113435,0.0027504743,0.00043257972,0.00019732321,0.009824599,0.05956272,0.039571095],"genre_scores_gemma":[0.864392,0.0010666146,0.12137146,0.00020700078,0.00010275239,0.000091619295,0.0043574045,0.002237859,0.0061731986],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9996309,0.000081796745,0.000025685129,0.00007096221,0.00014910912,0.00004152751],"domain_scores_gemma":[0.9981432,0.0008921177,0.00022885708,0.00019837233,0.00029233217,0.00024514738],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005574368,0.0006208695,0.00033819038,0.0035175353,0.00045468783,0.001871254,0.0005857543,0.0006931561,0.0068947226],"category_scores_gemma":[0.0025910484,0.00027492896,0.00044192557,0.0021737774,0.00032464007,0.0021898565,0.0015417916,0.0010386577,0.00072912493],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025513775,0.0005174737,0.05245805,0.002654515,0.00048773456,0.0036944568,0.030887071,0.06301093,0.14030497,0.03771009,0.07663385,0.58908945],"study_design_scores_gemma":[0.00033202514,0.0008289772,0.12130444,0.0006748567,0.00037685793,0.0037571376,0.006690084,0.4427649,0.09324783,0.036651663,0.29281792,0.00055337296],"about_ca_topic_score_codex":0.0031408572,"about_ca_topic_score_gemma":0.0039716153,"teacher_disagreement_score":0.0068947226,"about_ca_system_score_codex":0.00040200402,"about_ca_system_score_gemma":0.0003949288,"threshold_uncertainty_score":0.02306521},"labels":[],"label_agreement":null},{"id":"W94409711","doi":"10.1142/s0218194012400104","title":"DETECTING EMERGENT BEHAVIOR IN DISTRIBUTED SYSTEMS USING SCENARIO-BASED SPECIFICATIONS","year":2012,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Sequence diagram; Agile software development; Computer science; Software deployment; Sequence (biology); Unified Modeling Language; Distributed computing; Use Case Diagram; Software engineering; Systems engineering; Software; Engineering; Class diagram; Programming language","score_opus":0.02845934775123619,"score_gpt":0.26143574518266355,"score_spread":0.23297639743142737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W94409711","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020218069,0.000045484427,0.97721046,0.00014079762,0.00001200102,0.00022732132,0.00014729354,0.00093073834,0.0010678965],"genre_scores_gemma":[0.275915,0.00021585838,0.7215899,0.000080176906,0.000012988659,0.000582234,0.00083627726,0.0001287814,0.00063874584],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99328953,0.0028964856,0.0007866199,0.00042579195,0.0023700416,0.00023154389],"domain_scores_gemma":[0.9740157,0.016643202,0.0030256556,0.0027871917,0.0032101802,0.00031807192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004960409,0.0010384446,0.00046460328,0.0018631616,0.0005678913,0.0021114382,0.0014381539,0.0013512032,0.0012591543],"category_scores_gemma":[0.021104515,0.0006991203,0.0012248054,0.0008692088,0.0013200615,0.003086656,0.0016332079,0.0014738574,0.00036620008],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002550527,0.0002869959,0.013644801,0.0008318833,0.00018397749,0.0030018024,0.004063451,0.5744683,0.040046744,0.247645,0.0023657435,0.11320616],"study_design_scores_gemma":[0.000048181762,0.00014580788,0.0008298369,0.00013207275,0.00005552095,0.0005365653,0.000532617,0.92105156,0.021203175,0.046342324,0.0090557365,0.000066551096],"about_ca_topic_score_codex":0.0024723057,"about_ca_topic_score_gemma":0.0028206194,"teacher_disagreement_score":0.004960409,"about_ca_system_score_codex":0.00092166365,"about_ca_system_score_gemma":0.0019120633,"threshold_uncertainty_score":0.026233435},"labels":[],"label_agreement":null}]}