{"meta":{"query_hash":"b76e660dc5b9","filters":{"venue":"Innovations in Systems and Software Engineering"},"cohort_total":22,"direct_labels_cover":0,"predictions_cover":22,"exported":22,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/b76e660dc5b9","api":"https://metacan.xera.ac/api/v1/cohort?venue=Innovations+in+Systems+and+Software+Engineering"},"results":[{"id":"W1985157429","doi":"10.1007/s11334-011-0166-z","title":"Combining UML, ASTD and B for the formal specification of an access control filter","year":2011,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Access Control and Trust","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"Agence Nationale de la Recherche","keywords":"Computer science; Formal methods; Unified Modeling Language; Formal specification; B-Method; Access control; Role-based access control; Software engineering; Programming language; Set (abstract data type); Mandatory access control; Software; Computer security","score_opus":0.06396627378352777,"score_gpt":0.30179091789464463,"score_spread":0.23782464411111687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985157429","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009229378,0.000037925634,0.9958533,0.00014041582,0.000046721187,0.00008433443,0.00016127428,0.002162943,0.00059024885],"genre_scores_gemma":[0.042802833,0.00024800326,0.9524266,0.00032874697,0.000057388752,0.00043124153,0.0008203984,0.0010088859,0.0018758477],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99181443,0.0030609756,0.0016875794,0.0008039095,0.0021967718,0.0004363277],"domain_scores_gemma":[0.988015,0.005931751,0.0011263803,0.0026777629,0.0018098549,0.00043930096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008297627,0.0016650684,0.0012735067,0.0033818525,0.0013538426,0.005979919,0.0019891842,0.0031823686,0.0043114526],"category_scores_gemma":[0.016214391,0.001672802,0.0034997165,0.0018607979,0.0032854413,0.005056159,0.0044325255,0.004351378,0.0023064371],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036216408,0.0001904446,0.002468812,0.0009931098,0.00016407475,0.0009938312,0.0014132296,0.053288836,0.027166268,0.77782375,0.012092647,0.123042904],"study_design_scores_gemma":[0.0001874993,0.0001865773,0.0005621486,0.0005739831,0.0002260926,0.0007052583,0.00023585207,0.4841227,0.037896477,0.34243694,0.13257943,0.00028698434],"about_ca_topic_score_codex":0.016593955,"about_ca_topic_score_gemma":0.011775329,"teacher_disagreement_score":0.016593955,"about_ca_system_score_codex":0.0023683805,"about_ca_system_score_gemma":0.006436898,"threshold_uncertainty_score":0.04388255},"labels":[],"label_agreement":null},{"id":"W2010981136","doi":"10.1007/s11334-005-0011-3","title":"Tracing requirements to defect reports: an application of information retrieval techniques","year":2005,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University; National Aeronautics and Space Administration","keywords":"Tracing; Computer science; TRACE (psycholinguistics); Debugging; Information retrieval; Precision and recall; Relevance (law); Software; Data mining; Hierarchy; Software engineering; Programming language","score_opus":0.014026146464856198,"score_gpt":0.2750939962476525,"score_spread":0.2610678497827963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010981136","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04215214,0.0012699482,0.94437444,0.00029469133,0.00006233734,0.00041970587,0.00066398625,0.0067304187,0.004032348],"genre_scores_gemma":[0.15293337,0.0011397385,0.8408993,0.00008988922,0.00009629598,0.00019235454,0.0014371409,0.00036158052,0.0028503137],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.995516,0.0010562134,0.0004540201,0.00053441565,0.0022607867,0.00017862485],"domain_scores_gemma":[0.9806958,0.011942972,0.0017442994,0.0024522159,0.0029838432,0.00018093194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033994236,0.0013821266,0.001938134,0.0180833,0.0010878174,0.003294938,0.0024261903,0.001871497,0.003079223],"category_scores_gemma":[0.022361303,0.00057836785,0.0013675713,0.009589844,0.00067294517,0.003871656,0.0015157206,0.00093237165,0.0022455084],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002816953,0.0004387565,0.0050681005,0.0006955503,0.00016145143,0.0004320603,0.0012065275,0.0108412765,0.018908672,0.0069905743,0.0043436335,0.9506317],"study_design_scores_gemma":[0.0003088881,0.0010030539,0.01726681,0.00034989123,0.0011500464,0.0042776945,0.0018000127,0.7881712,0.10704107,0.04442122,0.033842802,0.0003672414],"about_ca_topic_score_codex":0.0056411624,"about_ca_topic_score_gemma":0.0039434135,"teacher_disagreement_score":0.0180833,"about_ca_system_score_codex":0.0008607219,"about_ca_system_score_gemma":0.0017759155,"threshold_uncertainty_score":0.017978072},"labels":[],"label_agreement":null},{"id":"W2022461105","doi":"10.1007/s11334-005-0012-2","title":"Software release planning for evolving systems","year":2005,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Set (abstract data type); Component (thermodynamics); Hierarchy; Process (computing); Weighting; Software release life cycle; Software; Analytic hierarchy process; Resource (disambiguation); Software system; Risk analysis (engineering); Operations research; Engineering","score_opus":0.021572828620047158,"score_gpt":0.26691134417449025,"score_spread":0.24533851555444308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022461105","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1279216,0.0012842872,0.8605995,0.00044034095,0.00009227768,0.0002791769,0.00012896144,0.0012002378,0.008053548],"genre_scores_gemma":[0.7806473,0.0006917572,0.21205813,0.00005392934,0.00004815458,0.00014240488,0.00029869363,0.00038196286,0.0056776553],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99848735,0.00059471594,0.00010763569,0.00016689108,0.0004459521,0.00019739282],"domain_scores_gemma":[0.99480224,0.003406458,0.0003734464,0.00045084357,0.0006663011,0.00030063317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033052722,0.00066576037,0.0006808904,0.0009642692,0.00066980516,0.0012754246,0.0011431332,0.0006569082,0.0030525576],"category_scores_gemma":[0.010405554,0.00082490296,0.0007513118,0.0006195348,0.00075322716,0.0014488961,0.00096262054,0.0013330906,0.0005122725],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047983896,0.00011889437,0.0015034016,0.00033138896,0.0000576041,0.00044533313,0.00042583537,0.7742171,0.006215757,0.024576038,0.0037560712,0.18787257],"study_design_scores_gemma":[0.000055134675,0.00018115414,0.00060482696,0.000034495522,0.000040879953,0.00009322402,0.00012478785,0.97695255,0.0031169339,0.01693785,0.0018389728,0.000019242616],"about_ca_topic_score_codex":0.004117589,"about_ca_topic_score_gemma":0.0048162206,"teacher_disagreement_score":0.004117589,"about_ca_system_score_codex":0.00072258705,"about_ca_system_score_gemma":0.0011287616,"threshold_uncertainty_score":0.017480135},"labels":[],"label_agreement":null},{"id":"W2024238769","doi":"10.1007/s11334-011-0178-8","title":"Tracing the evolution of HCI patterns as an interaction design tool","year":2011,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Persona Design and Applications","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; École de Technologie Supérieure; Concordia University","funders":"","keywords":"Software design pattern; Structural pattern; Computer science; Reuse; Design pattern; Behavioral pattern; Process (computing); Human–computer interaction; Tracing; Design process; Selection (genetic algorithm); Field (mathematics); Conceptual design; Engineering design process; Pattern language (formal languages); Dissemination; Data science; Software engineering; Artificial intelligence; Engineering; Software design; Programming language; Work in process; Software development","score_opus":0.03743146998515868,"score_gpt":0.2416713301628028,"score_spread":0.20423986017764412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024238769","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68497694,0.0007836562,0.29890817,0.0012736109,0.00006686813,0.0003116879,0.000584231,0.0017397874,0.011355046],"genre_scores_gemma":[0.8629012,0.00022131742,0.13258952,0.00008425455,0.000008853355,0.00011796326,0.00034383117,0.00036956713,0.0033635546],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99604744,0.0016882342,0.0002407022,0.000688353,0.0011192332,0.00021606489],"domain_scores_gemma":[0.9715802,0.017658615,0.0020976055,0.004369274,0.0036548625,0.0006393587],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035319368,0.00048562337,0.00033512927,0.004394462,0.0009878908,0.00459493,0.0011129704,0.0014826024,0.0026233692],"category_scores_gemma":[0.032985277,0.00090765697,0.0004911754,0.0026839043,0.0016088891,0.0050182277,0.0022933108,0.0018351419,0.0008486179],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006071832,0.00040779513,0.24200767,0.0010857915,0.00019029346,0.0008675287,0.07798051,0.007855598,0.06796631,0.054719396,0.00382444,0.5424875],"study_design_scores_gemma":[0.00019753499,0.0012616001,0.31085092,0.0011640197,0.0005191797,0.0052085617,0.043526124,0.33144253,0.08066464,0.11606364,0.108634874,0.0004663342],"about_ca_topic_score_codex":0.004421574,"about_ca_topic_score_gemma":0.00572963,"teacher_disagreement_score":0.00459493,"about_ca_system_score_codex":0.001144554,"about_ca_system_score_gemma":0.0011957426,"threshold_uncertainty_score":0.018678844},"labels":[],"label_agreement":null},{"id":"W2035236503","doi":"10.1007/s11334-011-0155-2","title":"A relationship-based approach to model integration","year":2011,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Merge (version control); Computer science; Operator (biology); Theoretical computer science; Data mining; Information retrieval","score_opus":0.10204165865193465,"score_gpt":0.2696993603635655,"score_spread":0.16765770171163086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035236503","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00077739655,0.00006765878,0.9935387,0.0002758795,0.000022069002,0.00006261294,0.000063219435,0.0003938375,0.004798726],"genre_scores_gemma":[0.07548121,0.00034888275,0.9186278,0.000262867,0.000059662216,0.00038168984,0.0005756459,0.0003224397,0.003939694],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9942498,0.0027505886,0.00044336382,0.0008311074,0.0015341069,0.00019108325],"domain_scores_gemma":[0.9957118,0.0018973872,0.00023551968,0.0013925364,0.0006352697,0.00012745928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042545083,0.0011310165,0.0010590213,0.0025657145,0.0013053145,0.004479532,0.005002707,0.002199596,0.011705669],"category_scores_gemma":[0.01464311,0.0011866139,0.003980362,0.0029712121,0.0019849525,0.009840267,0.0068076993,0.004092092,0.0031976206],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004726509,0.000118312746,0.00067230465,0.00020592591,0.00022457681,0.00027627716,0.0008263308,0.047348384,0.0012590586,0.85869896,0.0030600321,0.087262474],"study_design_scores_gemma":[0.000039883067,0.00006921573,0.00023742396,0.00015340782,0.00028983344,0.00024182865,0.00024310181,0.42563614,0.0023081284,0.5226771,0.048056796,0.000047091],"about_ca_topic_score_codex":0.0044534737,"about_ca_topic_score_gemma":0.0046537775,"teacher_disagreement_score":0.011705669,"about_ca_system_score_codex":0.0013558329,"about_ca_system_score_gemma":0.0020402914,"threshold_uncertainty_score":0.039159358},"labels":[],"label_agreement":null},{"id":"W2038078821","doi":"10.1007/s11334-008-0064-1","title":"Extending statecharts with process algebra operators","year":2008,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Process calculus; Computer science; Notation; Process (computing); Communicating sequential processes; Semantics (computer science); Theoretical computer science; Operational semantics; Algebra over a field; Domain (mathematical analysis); Algebraic semantics; Programming language; Mathematics; Arithmetic","score_opus":0.018667884625640042,"score_gpt":0.24778122165339572,"score_spread":0.2291133370277557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038078821","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004118235,0.00003815665,0.99294734,0.0000489014,0.0000422957,0.000041017236,0.00004467768,0.0011235364,0.0015958647],"genre_scores_gemma":[0.2665693,0.00041667162,0.7263028,0.00017874037,0.000113986556,0.00030597503,0.0003497265,0.00067707145,0.0050856937],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99735224,0.0008329625,0.00029125545,0.0005214831,0.00074658584,0.0002554982],"domain_scores_gemma":[0.9946913,0.0030883686,0.00029124063,0.0012612048,0.0005185364,0.00014932823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037701372,0.00085889566,0.00062690064,0.0013186377,0.00085868745,0.0020843223,0.0014955335,0.0010616153,0.004850503],"category_scores_gemma":[0.0082222745,0.0008015854,0.002665229,0.0012750808,0.0024788172,0.00702036,0.0030783652,0.0022406902,0.0011117544],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011520389,0.00010370551,0.00060612883,0.00019838208,0.000045825207,0.0003441246,0.0006581116,0.03286131,0.008329055,0.8563482,0.001212009,0.09917791],"study_design_scores_gemma":[0.000052007443,0.000087732136,0.00017698851,0.00007586533,0.00011209143,0.00013211051,0.000062798914,0.1580592,0.01189796,0.8018298,0.02745813,0.000055287983],"about_ca_topic_score_codex":0.0018752295,"about_ca_topic_score_gemma":0.0016760988,"teacher_disagreement_score":0.004850503,"about_ca_system_score_codex":0.0006281784,"about_ca_system_score_gemma":0.0013007567,"threshold_uncertainty_score":0.019938648},"labels":[],"label_agreement":null},{"id":"W2063002226","doi":"10.1007/s11334-007-0041-0","title":"Converting scenarios to CSP traces with Mise en Scene for requirements-based programming","year":2008,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; Notation; TRACE (psycholinguistics); Software engineering; Programming language; Communicating sequential processes; Formal specification; Systems engineering; Engineering; Semantics (computer science)","score_opus":0.0471646092853532,"score_gpt":0.2870360649401125,"score_spread":0.2398714556547593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063002226","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00564051,0.00002809585,0.98300695,0.00020867887,0.000056678047,0.00012655517,0.00065638055,0.00538482,0.0048913127],"genre_scores_gemma":[0.1971833,0.00019870965,0.7890419,0.00017421119,0.000040812938,0.00027066554,0.0030453098,0.0035125709,0.006532509],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99760747,0.0006427853,0.00020525733,0.0002987659,0.0010210574,0.00022467067],"domain_scores_gemma":[0.99488235,0.0022034156,0.00028032932,0.0015845655,0.00088884286,0.00016037264],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001642406,0.0009287985,0.0004949218,0.001674181,0.0006656528,0.0027600375,0.0017449985,0.00097009656,0.014468296],"category_scores_gemma":[0.014640764,0.0009929697,0.0017419877,0.0013681594,0.0013322434,0.0050970777,0.0038746381,0.0029747044,0.0034554608],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033170456,0.00025656304,0.0017129399,0.0005875926,0.00008747568,0.0010772009,0.0014629371,0.11510786,0.007868958,0.5831624,0.016035125,0.2723093],"study_design_scores_gemma":[0.000058368434,0.00006192767,0.0003019995,0.00017599491,0.000043014308,0.00034532623,0.0006327987,0.42759937,0.028811226,0.4757479,0.0661515,0.000070586226],"about_ca_topic_score_codex":0.0037815394,"about_ca_topic_score_gemma":0.0065534026,"teacher_disagreement_score":0.014468296,"about_ca_system_score_codex":0.0009037516,"about_ca_system_score_gemma":0.0015497576,"threshold_uncertainty_score":0.048401237},"labels":[],"label_agreement":null},{"id":"W2117857866","doi":"10.1007/s11334-005-0004-2","title":"Recoverability preservation: a measure of last resort","year":2005,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Radiation Effects in Electronics","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Correctness; Property (philosophy); Measure (data warehouse); Computer science; Fault tolerance; Distributed computing; Algorithm; Data mining","score_opus":0.007684349567950062,"score_gpt":0.20080434725445598,"score_spread":0.19311999768650592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117857866","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17302786,0.0017092003,0.8098639,0.0014057748,0.0002736355,0.00010579692,0.0011791863,0.001635707,0.010798822],"genre_scores_gemma":[0.9184187,0.0005047368,0.074669644,0.00023060167,0.00032044217,0.00008808237,0.00089323765,0.00047459654,0.0043998407],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9896864,0.002544294,0.0009566131,0.0025845717,0.003121724,0.0011064186],"domain_scores_gemma":[0.9247763,0.032020885,0.0070996326,0.025246479,0.007393202,0.0034635975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010378295,0.0012552955,0.0024580867,0.006624455,0.0020685636,0.0049978434,0.0036137067,0.0036848984,0.007285452],"category_scores_gemma":[0.055421606,0.0005911444,0.0017408902,0.0043173297,0.005321276,0.01167135,0.0051659294,0.003671595,0.0011363794],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002726529,0.00064579723,0.04275364,0.0011535682,0.0009913851,0.0009754089,0.0016989043,0.17378403,0.034630228,0.40870687,0.008140095,0.32379347],"study_design_scores_gemma":[0.00008035096,0.0023485732,0.01664981,0.00022610307,0.0005965431,0.0033501578,0.0008891823,0.36982602,0.03289568,0.56129235,0.011523628,0.00032157585],"about_ca_topic_score_codex":0.0006741285,"about_ca_topic_score_gemma":0.0005670605,"teacher_disagreement_score":0.010378295,"about_ca_system_score_codex":0.0016848383,"about_ca_system_score_gemma":0.0017095185,"threshold_uncertainty_score":0.05488634},"labels":[],"label_agreement":null},{"id":"W2159158384","doi":"10.1007/s11334-011-0159-y","title":"An architecture process maturity model of software product line engineering","year":2011,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Software product line; Capability Maturity Model; Product engineering; Domain engineering; Software development; Reference architecture; Product (mathematics); Software architecture; Software development process","score_opus":0.047315858661468924,"score_gpt":0.27290533281681345,"score_spread":0.22558947415534453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159158384","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044633128,0.00075432955,0.9233276,0.0022015506,0.00005412403,0.00026475693,0.0002447707,0.0005938058,0.027925825],"genre_scores_gemma":[0.7200036,0.0009202812,0.2720689,0.00013660477,0.000045370747,0.00034292034,0.0005109469,0.00010567158,0.005865604],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.997654,0.00092769717,0.00019116038,0.00022117163,0.0008218173,0.0001842691],"domain_scores_gemma":[0.9961857,0.0014721798,0.0003888065,0.00036730105,0.0014327264,0.00015327119],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003532192,0.00064315856,0.000380234,0.0024886203,0.0006364823,0.003811826,0.0014034997,0.0018468861,0.0019758749],"category_scores_gemma":[0.008718326,0.00052177603,0.00085426914,0.0019779124,0.0008364138,0.006308808,0.0011360527,0.0019641921,0.0010149906],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008350569,0.0002096618,0.005962348,0.00017390958,0.00007327123,0.00016665284,0.001153241,0.12439116,0.0037116883,0.74760294,0.0023991866,0.11407238],"study_design_scores_gemma":[0.000030999396,0.00013739923,0.0028704994,0.00013579938,0.0000799156,0.00010303669,0.0002761555,0.7302754,0.0014906888,0.2517876,0.012767535,0.000044927237],"about_ca_topic_score_codex":0.009155225,"about_ca_topic_score_gemma":0.0061491732,"teacher_disagreement_score":0.009155225,"about_ca_system_score_codex":0.0027884487,"about_ca_system_score_gemma":0.0032450517,"threshold_uncertainty_score":0.020231724},"labels":[],"label_agreement":null},{"id":"W2160170123","doi":"10.1007/s11334-005-0017-x","title":"Online safety calculations for glide-slope recapture","year":2005,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Aerospace and Aviation Technology","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Correctness; Reachability; Computer science; Convergence (economics); Controller (irrigation); Fixed wing; Trajectory; Aeronautics; Aerospace engineering; Flight dynamics; Simulation; Control theory (sociology); Real-time computing; Engineering; Control (management); Wing; Aerodynamics; Artificial intelligence; Algorithm; Physics","score_opus":0.009814380503818209,"score_gpt":0.22447721441022034,"score_spread":0.21466283390640212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160170123","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15623736,0.00018333261,0.8111615,0.00021633341,0.00015582045,0.000095957555,0.0015994359,0.009053808,0.021296384],"genre_scores_gemma":[0.8692478,0.0000582441,0.12336822,0.000040368675,0.000035964822,0.00007004719,0.0012742765,0.000781746,0.0051233135],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996394,0.00006559847,0.00002152478,0.00005213358,0.00017480983,0.000046452747],"domain_scores_gemma":[0.9977518,0.0010120239,0.00013235719,0.000319462,0.000715388,0.00006896265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000622766,0.0006803079,0.00047268544,0.0010344185,0.00061586907,0.00066005887,0.0011698395,0.00087778014,0.014526819],"category_scores_gemma":[0.0052331616,0.0003850385,0.0004946023,0.00054990855,0.00021065939,0.0014446554,0.0008661283,0.00072602835,0.0021187328],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016622689,0.000053679298,0.0023959056,0.000054557186,0.000020417701,0.00010544996,0.000051828134,0.9108059,0.0012289002,0.004556203,0.0050081587,0.07555266],"study_design_scores_gemma":[0.000013186294,0.000024956102,0.00058328465,0.0000072754924,0.0000070777364,0.000023300456,0.000019075656,0.99371076,0.0015183182,0.003041456,0.0010454208,0.0000060208595],"about_ca_topic_score_codex":0.009423724,"about_ca_topic_score_gemma":0.0102934055,"teacher_disagreement_score":0.014526819,"about_ca_system_score_codex":0.0008069394,"about_ca_system_score_gemma":0.0009426321,"threshold_uncertainty_score":0.048597038},"labels":[],"label_agreement":null},{"id":"W2514591789","doi":"10.1007/s11334-016-0285-7","title":"Source code size prediction using use case metrics: an empirical comparison with use case points","year":2016,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Computer science; Data mining; Source code; Metric (unit); Software metric; Machine learning; Univariate; Source lines of code; Software; Artificial intelligence; Multivariate statistics; Software quality; Software development; Engineering","score_opus":0.06943296041123372,"score_gpt":0.3112907257649176,"score_spread":0.24185776535368392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2514591789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926917,0.00027134237,0.0046512433,0.000060490183,0.000014847697,0.00003176508,0.00062938937,0.00023013556,0.0014192634],"genre_scores_gemma":[0.9963085,0.000084846295,0.0020556173,0.000014561649,0.00001234985,0.00003310739,0.001040682,0.00006062223,0.00038968213],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9934676,0.0016290052,0.0005589505,0.00091303297,0.0031956544,0.00023569986],"domain_scores_gemma":[0.7835823,0.15775812,0.022105008,0.0104552535,0.023794685,0.002304568],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0063392045,0.0007743023,0.00051436643,0.007578823,0.00038185902,0.0013081976,0.0014054739,0.0011005921,0.0015377393],"category_scores_gemma":[0.10163636,0.00036191544,0.0007008688,0.0044334014,0.0006092056,0.0039565777,0.0011868085,0.0009642113,0.00079323765],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005936765,0.0005359396,0.92513674,0.00016464574,0.00019156099,0.00013151138,0.0007404209,0.004161819,0.0020488354,0.00035763293,0.0011564544,0.06478076],"study_design_scores_gemma":[0.000042126554,0.0010588752,0.8813798,0.00010158616,0.00022651517,0.00075305434,0.0008358282,0.10700489,0.0057435115,0.0010186804,0.0017795557,0.000055554003],"about_ca_topic_score_codex":0.002987244,"about_ca_topic_score_gemma":0.005136026,"teacher_disagreement_score":0.9936608,"about_ca_system_score_codex":0.00070954155,"about_ca_system_score_gemma":0.0005312701,"threshold_uncertainty_score":0.033525348},"labels":[],"label_agreement":null},{"id":"W2766877844","doi":"10.1007/s11334-017-0306-1","title":"Predicting different levels of the unit testing effort of classes using source code metrics: a multiple case study on open-source software","year":2017,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Université du Québec à Trois-Rivières","funders":"","keywords":"Unit testing; Computer science; Software quality assurance; Software engineering; Software reliability testing; Regression testing; Software metric; Software quality; Non-regression testing; Metric (unit); Quality assurance; Manual testing; Quality (philosophy); Source code; Keyword-driven testing; Software construction; Reliability engineering; Software system; Software; Software development; Programming language; Engineering","score_opus":0.11909794167492378,"score_gpt":0.329284302935347,"score_spread":0.21018636126042323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766877844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99775726,0.000020747728,0.0018918896,0.000031076182,0.0000023821244,0.0000129330765,0.00007823035,0.00003499582,0.00017042893],"genre_scores_gemma":[0.9961398,0.000015894608,0.0034114383,0.000005890806,0.0000023605544,0.000011912518,0.00018368033,0.000015329753,0.00021363387],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979938,0.00075728795,0.000114751856,0.00044849663,0.000493806,0.00019180884],"domain_scores_gemma":[0.96056056,0.031127295,0.002749486,0.0015677921,0.0031943757,0.0008004632],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0031747029,0.0008739375,0.0004945714,0.001994403,0.00035760555,0.0010328405,0.0013131052,0.0014848787,0.0005038477],"category_scores_gemma":[0.022181245,0.00037552844,0.00071704853,0.0016221845,0.00051327574,0.0013253255,0.0005155064,0.00086643914,0.00017091025],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001092658,0.00386454,0.6993956,0.00019735476,0.0003872374,0.0020901777,0.0020583929,0.14972302,0.021553112,0.00086607825,0.0012762776,0.11749548],"study_design_scores_gemma":[0.000059340593,0.0012485421,0.29795647,0.000032508957,0.0001534583,0.00040034758,0.0009675296,0.686885,0.01080159,0.00089790113,0.00053282303,0.000064420485],"about_ca_topic_score_codex":0.01262086,"about_ca_topic_score_gemma":0.018545864,"teacher_disagreement_score":0.9968253,"about_ca_system_score_codex":0.0009848595,"about_ca_system_score_gemma":0.0006399134,"threshold_uncertainty_score":0.025094807},"labels":[],"label_agreement":null},{"id":"W2802046167","doi":"10.1007/s11334-018-0310-0","title":"Introduction to special issue on verification and evaluation of computer systems","year":2018,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Computer Applications; Political science","score_opus":0.02269678944781473,"score_gpt":0.28615576391732606,"score_spread":0.26345897446951133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802046167","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006593394,0.08167935,0.03205759,0.02606739,0.8211629,0.00015218773,0.0005665893,0.0005332201,0.037121456],"genre_scores_gemma":[0.0052621495,0.04291558,0.008177434,0.010588033,0.81461215,0.00014237087,0.0009817578,0.000973943,0.1163466],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963207,0.0005911727,0.0003739457,0.00077390135,0.0017311062,0.00020919045],"domain_scores_gemma":[0.9877648,0.0048026973,0.0005707218,0.0013208357,0.004426615,0.0011144254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003773441,0.0023458716,0.0025276742,0.0045964895,0.0011604008,0.004752612,0.0021951245,0.0035696612,0.06965335],"category_scores_gemma":[0.011591291,0.0008164486,0.0019263321,0.0021998014,0.0017173045,0.005222657,0.0026190707,0.006270283,0.029792026],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004402614,0.00005009741,0.00019018921,0.0006075149,0.000038009373,0.00009591455,0.000024195115,0.00053808163,0.00051586353,0.0059062145,0.9157436,0.076246254],"study_design_scores_gemma":[0.000013166123,0.00008106444,0.00074584555,0.0003846707,0.000036896723,0.0002999252,0.0000188484,0.0013658495,0.00039361906,0.013625093,0.9830124,0.00002255105],"about_ca_topic_score_codex":0.0009372986,"about_ca_topic_score_gemma":0.0019618182,"teacher_disagreement_score":0.06965335,"about_ca_system_score_codex":0.0019048051,"about_ca_system_score_gemma":0.002168868,"threshold_uncertainty_score":0.23301363},"labels":[],"label_agreement":null},{"id":"W2962971223","doi":"10.1007/s11334-017-0303-4","title":"An empirical comparison of developer retention in the RubyGems and npm software ecosystems","year":2017,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Fonds de Recherche du Québec - Santé; Fonds De La Recherche Scientifique - FNRS","keywords":"Computer science; Software; Software engineering; Operating system","score_opus":0.045085733534152676,"score_gpt":0.3207616317466123,"score_spread":0.27567589821245964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2962971223","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99747413,0.00012248188,0.00034037157,0.000103337894,0.0000043616133,0.00001633718,0.00005150151,0.000012662545,0.0018747121],"genre_scores_gemma":[0.999017,0.000054665594,0.00026049395,0.00003700648,0.0000050435306,0.000018377123,0.00007010698,0.000008413619,0.0005288572],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9873904,0.0052480903,0.001124363,0.0013081264,0.0034994776,0.0014295348],"domain_scores_gemma":[0.79024494,0.1267143,0.044347968,0.008851555,0.020342689,0.009498478],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015155304,0.00018809526,0.0004175866,0.0035194515,0.0011088485,0.0025062833,0.0013479437,0.0009933851,0.0029341788],"category_scores_gemma":[0.12867789,0.00024202763,0.00036392646,0.002911789,0.001958462,0.0053992434,0.004159468,0.0012280588,0.00046404358],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055636256,0.0005282554,0.95065457,0.00016722639,0.00006305592,0.00018676493,0.013303576,0.00022185485,0.00081900664,0.001409794,0.0004723783,0.0316172],"study_design_scores_gemma":[0.000028037153,0.00070558535,0.9772184,0.00010873134,0.000049525366,0.00023891746,0.017749727,0.0010867729,0.00060331885,0.00066117925,0.0015261007,0.000023690372],"about_ca_topic_score_codex":0.0046054763,"about_ca_topic_score_gemma":0.008106584,"teacher_disagreement_score":0.015155304,"about_ca_system_score_codex":0.0014925238,"about_ca_system_score_gemma":0.0027706125,"threshold_uncertainty_score":0.08014983},"labels":[],"label_agreement":null},{"id":"W3133722238","doi":"10.1007/s11334-021-00388-5","title":"On the use of textual feature extraction techniques to support the automated detection of refactoring documentation","year":2021,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Code refactoring; Computer science; Documentation; Maintainability; Commit; Artificial intelligence; Machine learning; Naive Bayes classifier; Software; Process (computing); Software documentation; Data mining; Software engineering; Programming language; Software development; Software development process; Database","score_opus":0.03321997824429876,"score_gpt":0.2960819489872761,"score_spread":0.26286197074297735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133722238","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15905762,0.0014166192,0.81231576,0.0012715252,0.0001758961,0.0003428892,0.0012055481,0.016017474,0.008196711],"genre_scores_gemma":[0.32372218,0.0011039223,0.6651171,0.00044010562,0.00010122342,0.000117819545,0.0023480954,0.00089588587,0.006153679],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982901,0.0004164384,0.00016104047,0.00024483624,0.0007750242,0.00011244249],"domain_scores_gemma":[0.9822412,0.011777443,0.001044857,0.0018277715,0.002931854,0.00017690948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014991153,0.000656641,0.00054308336,0.0030968469,0.0006040674,0.002018717,0.001577848,0.0012721586,0.00269756],"category_scores_gemma":[0.01082798,0.00045337708,0.00074451056,0.0019068542,0.0005125453,0.0021900462,0.0010425464,0.00075813883,0.0016482531],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004369705,0.0003923648,0.0058486834,0.00027384088,0.00009237534,0.0005421041,0.00034913697,0.007982977,0.095756814,0.0036441828,0.0074903737,0.8771902],"study_design_scores_gemma":[0.00013192158,0.00046233658,0.013583841,0.00019582316,0.00021621515,0.0012469811,0.00034111657,0.74760604,0.20715833,0.010247248,0.018645164,0.00016493486],"about_ca_topic_score_codex":0.006224931,"about_ca_topic_score_gemma":0.009828506,"teacher_disagreement_score":0.006224931,"about_ca_system_score_codex":0.00035054854,"about_ca_system_score_gemma":0.00088444323,"threshold_uncertainty_score":0.012377381},"labels":[],"label_agreement":null},{"id":"W4205192370","doi":"10.1007/s11334-021-00425-3","title":"Perspectives to promote modularity, reusability, and consistency in multi-language systems","year":2022,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Modularity (biology); Programming language; Modeling language; Class diagram; Consistency (knowledge bases); Software engineering; Reuse; Perspective (graphical); Modular design; Reusability; Unified Modeling Language; Software; Artificial intelligence; Engineering","score_opus":0.01885763215520529,"score_gpt":0.25757655442743155,"score_spread":0.23871892227222627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205192370","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009653873,0.00032302964,0.9792098,0.0013057366,0.00005230286,0.00019022323,0.000023434424,0.00034475475,0.008896822],"genre_scores_gemma":[0.11975767,0.00049857853,0.87612283,0.00030262154,0.000055976587,0.00042048073,0.0000797597,0.0002034693,0.002558641],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98284113,0.010064852,0.0011761294,0.0013476406,0.0037993793,0.0007709024],"domain_scores_gemma":[0.9786226,0.010715902,0.0018172143,0.004353577,0.0031364036,0.0013542514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020596957,0.0016821625,0.00072509417,0.0027738172,0.0029351388,0.0056314077,0.002192755,0.0022737505,0.0020435397],"category_scores_gemma":[0.018392824,0.0015356716,0.0026446963,0.0016036592,0.008605278,0.009107658,0.0097633265,0.0049726106,0.00051002135],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004195923,0.00007183134,0.0009883298,0.00023896854,0.00004212546,0.00052185,0.01642837,0.0076974654,0.0062371027,0.93440014,0.00095725816,0.03237467],"study_design_scores_gemma":[0.00013932973,0.00029352293,0.00091950694,0.000827241,0.0002027168,0.0010886195,0.0055398555,0.05505957,0.01687285,0.72546446,0.1934217,0.00017053852],"about_ca_topic_score_codex":0.002827286,"about_ca_topic_score_gemma":0.0039629084,"teacher_disagreement_score":0.020596957,"about_ca_system_score_codex":0.0033488858,"about_ca_system_score_gemma":0.0063010557,"threshold_uncertainty_score":0.10892838},"labels":[],"label_agreement":null},{"id":"W4205602730","doi":"10.1007/s11334-021-00426-2","title":"Domain engineering for customer experience management","year":2022,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Vendor; Domain (mathematical analysis); Exploit; Context (archaeology); Customer relationship management; Software engineering; Knowledge management; Business; Marketing; Computer security; Database","score_opus":0.10837564313459687,"score_gpt":0.3607661676049763,"score_spread":0.25239052447037946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205602730","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014039949,0.0027894464,0.9440979,0.0025258535,0.00027513524,0.000114607275,0.00013886167,0.0005631154,0.03545518],"genre_scores_gemma":[0.45350468,0.0034429885,0.51772505,0.0010330082,0.00051301986,0.00028567135,0.00050263485,0.00031513505,0.02267787],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9982515,0.0008822767,0.000097569144,0.00024969055,0.00036228733,0.00015664999],"domain_scores_gemma":[0.9965043,0.0016685503,0.00021804418,0.00076510536,0.0006832391,0.00016068126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021493,0.0006010532,0.0004645169,0.0015018765,0.00084897736,0.0027910275,0.0009806644,0.0009811583,0.0071827997],"category_scores_gemma":[0.007270438,0.0003406391,0.0006956384,0.0010496071,0.0012008952,0.003661328,0.0017309693,0.0021502154,0.0020665063],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045707173,0.00018060858,0.0015191451,0.00026121354,0.00004629643,0.00011729582,0.00039344805,0.015780894,0.0026072164,0.70342714,0.0085223885,0.26709855],"study_design_scores_gemma":[0.000015736543,0.000063148625,0.0013901789,0.00028188186,0.000048988415,0.00029374484,0.00061384705,0.14824575,0.0041012317,0.7595968,0.08530963,0.00003909703],"about_ca_topic_score_codex":0.0016925548,"about_ca_topic_score_gemma":0.00109387,"teacher_disagreement_score":0.0071827997,"about_ca_system_score_codex":0.0009398893,"about_ca_system_score_gemma":0.0013612224,"threshold_uncertainty_score":0.024028897},"labels":[],"label_agreement":null},{"id":"W4386212977","doi":"10.1007/s11334-023-00534-1","title":"A certified access control policy language: TEpla","year":2023,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Access Control and Trust","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Acadia University","funders":"","keywords":"Mathematical proof; Certification; Security policy; Computer science; Enforcement; Access control; Exploit; Semantics (computer science); Computer security; Computer security model; Programming language; Law","score_opus":0.02437437155291311,"score_gpt":0.3301278696657181,"score_spread":0.305753498112805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386212977","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019734236,0.000063382446,0.96170264,0.0014066162,0.00044537045,0.00021237558,0.001035151,0.023404203,0.009756879],"genre_scores_gemma":[0.20558918,0.00043444705,0.7194623,0.00462921,0.00087055296,0.0013446008,0.0037801848,0.015206914,0.048682675],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99130213,0.0034113626,0.0014211538,0.0012784274,0.001816053,0.00077079114],"domain_scores_gemma":[0.9781651,0.011181093,0.0016156839,0.0050429543,0.0034278678,0.00056724926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0109094195,0.001241105,0.001038589,0.0014858574,0.0020215597,0.008091392,0.002496773,0.004014085,0.023760188],"category_scores_gemma":[0.021447826,0.0014325503,0.0014825262,0.0012051235,0.00390273,0.0101707615,0.0035234503,0.007818004,0.012801608],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022170991,0.00010228807,0.0003954857,0.00035669134,0.00003194354,0.00022010815,0.00066971796,0.0034534887,0.0037662745,0.9004563,0.047519542,0.04280629],"study_design_scores_gemma":[0.00017422532,0.000157783,0.00017702855,0.00037718506,0.00009366216,0.0007732835,0.00028095904,0.06441309,0.030830989,0.35877708,0.5437465,0.00019831666],"about_ca_topic_score_codex":0.0024526059,"about_ca_topic_score_gemma":0.0022973982,"teacher_disagreement_score":0.023760188,"about_ca_system_score_codex":0.0024017,"about_ca_system_score_gemma":0.005832524,"threshold_uncertainty_score":0.079485774},"labels":[],"label_agreement":null},{"id":"W4391467874","doi":"10.1007/s11334-024-00550-9","title":"Prioritizing unit tests using object-oriented metrics, centrality measures, and machine learning algorithms","year":2024,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Artificial intelligence; Centrality; Machine learning; Algorithm; Unit (ring theory); Data mining; Mathematics; Statistics; Mathematics education","score_opus":0.045021694363796806,"score_gpt":0.2854496396287489,"score_spread":0.24042794526495212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391467874","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20514518,0.0017931262,0.78238946,0.0009862641,0.00026325355,0.00046942488,0.00037951992,0.002558289,0.0060155042],"genre_scores_gemma":[0.67040133,0.0003264792,0.3254839,0.00015331287,0.00018074785,0.00020049022,0.00086019543,0.0004942382,0.0018991395],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98633873,0.0048688194,0.0011826195,0.0012327345,0.005617817,0.0007593252],"domain_scores_gemma":[0.92074263,0.05443828,0.006263127,0.003632547,0.012035838,0.0028875766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010756467,0.0018916973,0.002345692,0.012227617,0.0010209,0.003913245,0.0031066844,0.0015016291,0.0031305011],"category_scores_gemma":[0.0727488,0.00047663628,0.0008658395,0.0048692445,0.0010728622,0.0044995993,0.0022200996,0.0014985144,0.00074497785],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012703486,0.0007632282,0.07779477,0.0006741686,0.0003612786,0.00041607703,0.0003271949,0.10501447,0.010325724,0.036544226,0.0064039784,0.76010454],"study_design_scores_gemma":[0.00014348538,0.0006423581,0.010553215,0.00013452748,0.00017450607,0.00032938545,0.00025511478,0.89905006,0.012560987,0.07288476,0.0032002516,0.00007137795],"about_ca_topic_score_codex":0.0055227135,"about_ca_topic_score_gemma":0.0074879834,"teacher_disagreement_score":0.012227617,"about_ca_system_score_codex":0.0017039104,"about_ca_system_score_gemma":0.004575239,"threshold_uncertainty_score":0.056886315},"labels":[],"label_agreement":null},{"id":"W4399675882","doi":"10.1007/s11334-024-00569-y","title":"Transitioning towards SysML v2 as a variability modeling language","year":2024,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Systems Modeling Language; Metamodeling; Modeling language; Computer science; Software engineering; Systems engineering; Interoperability; Software deployment; Model-driven architecture; Unified Modeling Language; Engineering; Programming language; World Wide Web; Software","score_opus":0.0214951829121854,"score_gpt":0.28300093261646075,"score_spread":0.26150574970427537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399675882","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01263234,0.00003772343,0.9688296,0.00039166296,0.00012606729,0.00008888613,0.0004309053,0.012774226,0.0046886313],"genre_scores_gemma":[0.3027135,0.00015836548,0.6608,0.0009058969,0.00009791794,0.000306301,0.0036408762,0.01565012,0.015727006],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969842,0.00091670535,0.00023498415,0.0005310052,0.0010637721,0.00026925348],"domain_scores_gemma":[0.99533683,0.001349073,0.00026666402,0.0017099577,0.0011153446,0.00022219312],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003142307,0.0006806971,0.00041470968,0.0007100668,0.00048655164,0.003415589,0.0018202629,0.0010906475,0.0050314683],"category_scores_gemma":[0.006640018,0.00075988745,0.0013774722,0.00037408777,0.0009746235,0.0031470053,0.003565332,0.004026121,0.0026532991],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072319113,0.00035257151,0.0058591194,0.00062450976,0.00021510723,0.0010781684,0.0068584303,0.093637645,0.095304325,0.51263577,0.028132189,0.25457898],"study_design_scores_gemma":[0.0000978963,0.00028802562,0.0011454512,0.00029239708,0.00014716803,0.00045476627,0.00042497134,0.4036564,0.09930324,0.12683992,0.36717317,0.00017662386],"about_ca_topic_score_codex":0.0036607836,"about_ca_topic_score_gemma":0.0029445859,"teacher_disagreement_score":0.0050314683,"about_ca_system_score_codex":0.0008255367,"about_ca_system_score_gemma":0.0021644372,"threshold_uncertainty_score":0.016831934},"labels":[],"label_agreement":null},{"id":"W4400406365","doi":"10.1007/s11334-024-00566-1","title":"Detecting mistakes in a domain model: a comparison of three approaches","year":2024,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science","score_opus":0.06713351668033267,"score_gpt":0.28202793810968657,"score_spread":0.2148944214293539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400406365","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4443914,0.0032228674,0.52656025,0.0010262525,0.00023158928,0.00084132433,0.0014759387,0.011601571,0.010648837],"genre_scores_gemma":[0.7101226,0.0010609752,0.2823523,0.00029406205,0.000040071784,0.0001405832,0.0024990162,0.000574208,0.0029162415],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.98745465,0.0035596397,0.0010052833,0.002195885,0.005008563,0.0007759054],"domain_scores_gemma":[0.95017356,0.030191554,0.0031844978,0.0059102043,0.0087575065,0.0017826934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074483687,0.0014625709,0.0015413167,0.006488992,0.0010934789,0.0039131856,0.0039222683,0.0026623327,0.002090036],"category_scores_gemma":[0.033962324,0.00057304424,0.001493182,0.0035767967,0.0009067095,0.0051334314,0.0041165138,0.0015956607,0.001144772],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004026343,0.0021615725,0.06412498,0.0016336942,0.001251703,0.0003524164,0.002986884,0.025422022,0.017109597,0.004810701,0.00710224,0.8690179],"study_design_scores_gemma":[0.00056668627,0.0020014385,0.07050119,0.00038041035,0.0015825059,0.0014394842,0.007488814,0.85001665,0.032079037,0.018337918,0.015281391,0.00032447462],"about_ca_topic_score_codex":0.012033155,"about_ca_topic_score_gemma":0.017038016,"teacher_disagreement_score":0.012033155,"about_ca_system_score_codex":0.0017506585,"about_ca_system_score_gemma":0.0032473768,"threshold_uncertainty_score":0.03939122},"labels":[],"label_agreement":null},{"id":"W4413836087","doi":"10.1007/s11334-025-00618-0","title":"Mapping system requirements to emotional impact: a semi-automated approach","year":2025,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Emotion and Mood Recognition","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science","score_opus":0.0283626099630905,"score_gpt":0.3100170078278552,"score_spread":0.2816543978647647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413836087","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07377846,0.00014195469,0.91013974,0.00016772628,0.000041569125,0.00070837716,0.0016061754,0.0088694,0.0045465333],"genre_scores_gemma":[0.49717453,0.00012384192,0.4958124,0.00010335791,0.000028531298,0.00071923895,0.003185344,0.00043741192,0.002415376],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99708754,0.0009618758,0.00025514266,0.0006268591,0.00091476634,0.00015372878],"domain_scores_gemma":[0.9862643,0.008326065,0.0013173083,0.0013809104,0.0024886557,0.00022282534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021255387,0.0013342053,0.0013539444,0.0024691303,0.000480259,0.002198101,0.0012664637,0.00078895804,0.0041391794],"category_scores_gemma":[0.013201077,0.0005873294,0.0011431762,0.0012656872,0.00047252976,0.0012775724,0.0016603526,0.0011652624,0.0021623517],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009653083,0.00085604814,0.019043686,0.0013928692,0.000350118,0.00063309004,0.0016048882,0.06600996,0.077889085,0.004144261,0.008109745,0.819001],"study_design_scores_gemma":[0.000104653256,0.00043176202,0.026430532,0.0001371533,0.00014046178,0.00036189263,0.0010111937,0.92617184,0.028777927,0.010791838,0.005527097,0.000113647824],"about_ca_topic_score_codex":0.004360794,"about_ca_topic_score_gemma":0.008062338,"teacher_disagreement_score":0.004360794,"about_ca_system_score_codex":0.00063561363,"about_ca_system_score_gemma":0.0015192811,"threshold_uncertainty_score":0.013846934},"labels":[],"label_agreement":null}]}