{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":22,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":22,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"b76e660dc5b9","filters":{"venue":"Innovations in Systems and Software Engineering"}},"results":[{"id":"W2962971223","doi":"10.1007/s11334-017-0303-4","title":"An empirical comparison of developer retention in the RubyGems and npm software ecosystems","year":2017,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Fonds de Recherche du Québec - Santé; Fonds De La Recherche Scientifique - FNRS","keywords":"Computer science; Software; Software engineering; Operating system","authors":[{"name":"Eleni Constantinou","is_ca":false},{"name":"Tom Mens","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04508573353415268,"gpt":0.3207616317466123,"spread":0.2756758982124596,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0151553,0.0001880953,0.0004175866,0.003519451,0.001108848,0.002506283,0.001347944,0.0009933851,0.002934179],"category_scores_gemma":[0.1286779,0.0002420276,0.0003639265,0.002911789,0.001958462,0.005399243,0.004159468,0.001228059,0.0004640436],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001492524,"about_ca_system_score_gemma":0.002770612,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004605476,"about_ca_topic_score_gemma":0.008106584,"domain_scores_codex":[0.9873904,0.00524809,0.001124363,0.001308126,0.003499478,0.001429535],"domain_scores_gemma":[0.7902449,0.1267143,0.04434797,0.008851555,0.02034269,0.009498478],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0005563626,0.0005282554,0.9506546,0.0001672264,0.00006305592,0.0001867649,0.01330358,0.0002218548,0.0008190066,0.001409794,0.0004723783,0.0316172],"study_design_scores_gemma":[0.00002803715,0.0007055853,0.9772184,0.0001087313,0.00004952537,0.0002389175,0.01774973,0.001086773,0.0006033189,0.0006611792,0.001526101,0.00002369037],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9974741,0.0001224819,0.0003403716,0.0001033379,0.000004361613,0.00001633718,0.00005150151,0.00001266254,0.001874712],"genre_scores_gemma":[0.999017,0.00005466559,0.000260494,0.00003700648,0.000005043531,0.00001837712,0.00007010698,0.000008413619,0.0005288572],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0151553,"threshold_uncertainty_score":0.08014983,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2010981136","doi":"10.1007/s11334-005-0011-3","title":"Tracing requirements to defect reports: an application of information retrieval techniques","year":2005,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"McGill University; National Aeronautics and Space Administration","keywords":"Tracing; Computer science; TRACE (psycholinguistics); Debugging; Information retrieval; Precision and recall; Relevance (law); Software; Data mining; Hierarchy; Software engineering; Programming language","authors":[{"name":"Suresh Yadla","is_ca":false},{"name":"Jane Huffman Hayes","is_ca":false},{"name":"Alex Dekhtyar","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0140261464648562,"gpt":0.2750939962476525,"spread":0.2610678497827963,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003399424,0.001382127,0.001938134,0.0180833,0.001087817,0.003294938,0.00242619,0.001871497,0.003079223],"category_scores_gemma":[0.0223613,0.0005783678,0.001367571,0.009589844,0.0006729452,0.003871656,0.001515721,0.0009323717,0.002245508],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008607219,"about_ca_system_score_gemma":0.001775916,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005641162,"about_ca_topic_score_gemma":0.003943413,"domain_scores_codex":[0.995516,0.001056213,0.0004540201,0.0005344157,0.002260787,0.0001786248],"domain_scores_gemma":[0.9806958,0.01194297,0.001744299,0.002452216,0.002983843,0.0001809319],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0002816953,0.0004387565,0.005068101,0.0006955503,0.0001614514,0.0004320603,0.001206527,0.01084128,0.01890867,0.006990574,0.004343634,0.9506317],"study_design_scores_gemma":[0.0003088881,0.001003054,0.01726681,0.0003498912,0.001150046,0.004277695,0.001800013,0.7881712,0.1070411,0.04442122,0.0338428,0.0003672414],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04215214,0.001269948,0.9443744,0.0002946913,0.00006233734,0.0004197059,0.0006639863,0.006730419,0.004032348],"genre_scores_gemma":[0.1529334,0.001139738,0.8408993,0.00008988922,0.00009629598,0.0001923545,0.001437141,0.0003615805,0.002850314],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.0180833,"threshold_uncertainty_score":0.01797807,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2022461105","doi":"10.1007/s11334-005-0012-2","title":"Software release planning for evolving systems","year":2005,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Set (abstract data type); Component (thermodynamics); Hierarchy; Process (computing); Weighting; Software release life cycle; Software; Analytic hierarchy process; Resource (disambiguation); Software system; Risk analysis (engineering); Operations research; Engineering","authors":[{"name":"O. Saliu","is_ca":true},{"name":"Guenther Ruhe","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02157282862004716,"gpt":0.2669113441744903,"spread":0.2453385155544431,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003305272,0.0006657604,0.0006808904,0.0009642692,0.0006698052,0.001275425,0.001143133,0.0006569082,0.003052558],"category_scores_gemma":[0.01040555,0.000824903,0.0007513118,0.0006195348,0.0007532272,0.001448896,0.0009626205,0.001333091,0.0005122725],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007225871,"about_ca_system_score_gemma":0.001128762,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004117589,"about_ca_topic_score_gemma":0.004816221,"domain_scores_codex":[0.9984874,0.0005947159,0.0001076357,0.0001668911,0.0004459521,0.0001973928],"domain_scores_gemma":[0.9948022,0.003406458,0.0003734464,0.0004508436,0.0006663011,0.0003006332],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000479839,0.0001188944,0.001503402,0.000331389,0.0000576041,0.0004453331,0.0004258354,0.7742171,0.006215757,0.02457604,0.003756071,0.1878726],"study_design_scores_gemma":[0.00005513467,0.0001811541,0.000604827,0.00003449552,0.00004087995,0.00009322402,0.0001247879,0.9769526,0.003116934,0.01693785,0.001838973,0.00001924262],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1279216,0.001284287,0.8605995,0.000440341,0.00009227768,0.0002791769,0.0001289614,0.001200238,0.008053548],"genre_scores_gemma":[0.7806473,0.0006917572,0.2120581,0.00005392934,0.00004815458,0.0001424049,0.0002986936,0.0003819629,0.005677655],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.004117589,"threshold_uncertainty_score":0.01748013,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2035236503","doi":"10.1007/s11334-011-0155-2","title":"A relationship-based approach to model integration","year":2011,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Merge (version control); Computer science; Operator (biology); Theoretical computer science; Data mining; Information retrieval","authors":[{"name":"Marsha Chećhik","is_ca":true},{"name":"Shiva Nejati","is_ca":false},{"name":"Mehrdad Sabetzadeh","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1020416586519347,"gpt":0.2696993603635655,"spread":0.1676577017116309,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004254508,0.001131017,0.001059021,0.002565715,0.001305314,0.004479532,0.005002707,0.002199596,0.01170567],"category_scores_gemma":[0.01464311,0.001186614,0.003980362,0.002971212,0.001984952,0.009840267,0.006807699,0.004092092,0.003197621],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001355833,"about_ca_system_score_gemma":0.002040291,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004453474,"about_ca_topic_score_gemma":0.004653777,"domain_scores_codex":[0.9942498,0.002750589,0.0004433638,0.0008311074,0.001534107,0.0001910833],"domain_scores_gemma":[0.9957118,0.001897387,0.0002355197,0.001392536,0.0006352697,0.0001274593],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004726509,0.0001183127,0.0006723047,0.0002059259,0.0002245768,0.0002762772,0.0008263308,0.04734838,0.001259059,0.858699,0.003060032,0.08726247],"study_design_scores_gemma":[0.00003988307,0.00006921573,0.000237424,0.0001534078,0.0002898334,0.0002418286,0.0002431018,0.4256361,0.002308128,0.5226771,0.0480568,0.000047091],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0007773965,0.00006765878,0.9935387,0.0002758795,0.000022069,0.00006261294,0.00006321944,0.0003938375,0.004798726],"genre_scores_gemma":[0.07548121,0.0003488827,0.9186278,0.000262867,0.00005966222,0.0003816898,0.0005756459,0.0003224397,0.003939694],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01170567,"threshold_uncertainty_score":0.03915936,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2038078821","doi":"10.1007/s11334-008-0064-1","title":"Extending statecharts with process algebra operators","year":2008,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Process calculus; Computer science; Notation; Process (computing); Communicating sequential processes; Semantics (computer science); Theoretical computer science; Operational semantics; Algebra over a field; Domain (mathematical analysis); Algebraic semantics; Programming language; Mathematics; Arithmetic","authors":[{"name":"Marc Frappier","is_ca":true},{"name":"Frédéric Gervais","is_ca":false},{"name":"Régine Laleau","is_ca":false},{"name":"Benoît Fraikin","is_ca":true},{"name":"Richard St‐Denis","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01866788462564004,"gpt":0.2477812216533957,"spread":0.2291133370277557,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003770137,0.0008588957,0.0006269006,0.001318638,0.0008586874,0.002084322,0.001495534,0.001061615,0.004850503],"category_scores_gemma":[0.008222274,0.0008015854,0.002665229,0.001275081,0.002478817,0.00702036,0.003078365,0.00224069,0.001111754],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006281784,"about_ca_system_score_gemma":0.001300757,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00187523,"about_ca_topic_score_gemma":0.001676099,"domain_scores_codex":[0.9973522,0.0008329625,0.0002912554,0.0005214831,0.0007465858,0.0002554982],"domain_scores_gemma":[0.9946913,0.003088369,0.0002912406,0.001261205,0.0005185364,0.0001493282],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001152039,0.0001037055,0.0006061288,0.0001983821,0.00004582521,0.0003441246,0.0006581116,0.03286131,0.008329055,0.8563482,0.001212009,0.09917791],"study_design_scores_gemma":[0.00005200744,0.00008773214,0.0001769885,0.00007586533,0.0001120914,0.0001321105,0.00006279891,0.1580592,0.01189796,0.8018298,0.02745813,0.00005528798],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.004118235,0.00003815665,0.9929473,0.0000489014,0.0000422957,0.00004101724,0.00004467768,0.001123536,0.001595865],"genre_scores_gemma":[0.2665693,0.0004166716,0.7263028,0.0001787404,0.0001139866,0.000305975,0.0003497265,0.0006770715,0.005085694],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.004850503,"threshold_uncertainty_score":0.01993865,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2766877844","doi":"10.1007/s11334-017-0306-1","title":"Predicting different levels of the unit testing effort of classes using source code metrics: a multiple case study on open-source software","year":2017,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université Laval; Université du Québec à Trois-Rivières","funders":"","keywords":"Unit testing; Computer science; Software quality assurance; Software engineering; Software reliability testing; Regression testing; Software metric; Software quality; Non-regression testing; Metric (unit); Quality assurance; Manual testing; Quality (philosophy); Source code; Keyword-driven testing; Software construction; Reliability engineering; Software system; Software; Software development; Programming language; Engineering","authors":[{"name":"Fadel Touré","is_ca":true},{"name":"Mourad Badri","is_ca":true},{"name":"Luc Lamontagne","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1190979416749238,"gpt":0.329284302935347,"spread":0.2101863612604232,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003174703,0.0008739375,0.0004945714,0.001994403,0.0003576055,0.00103284,0.001313105,0.001484879,0.0005038477],"category_scores_gemma":[0.02218124,0.0003755284,0.0007170485,0.001622185,0.0005132757,0.001325325,0.0005155064,0.0008664391,0.0001709103],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009848595,"about_ca_system_score_gemma":0.0006399134,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01262086,"about_ca_topic_score_gemma":0.01854586,"domain_scores_codex":[0.9979938,0.000757288,0.0001147519,0.0004484966,0.000493806,0.0001918088],"domain_scores_gemma":[0.9605606,0.03112729,0.002749486,0.001567792,0.003194376,0.0008004632],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001092658,0.00386454,0.6993956,0.0001973548,0.0003872374,0.002090178,0.002058393,0.149723,0.02155311,0.0008660782,0.001276278,0.1174955],"study_design_scores_gemma":[0.00005934059,0.001248542,0.2979565,0.00003250896,0.0001534583,0.0004003476,0.0009675296,0.686885,0.01080159,0.0008979011,0.000532823,0.00006442048],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9977573,0.00002074773,0.00189189,0.00003107618,0.000002382124,0.00001293308,0.00007823035,0.00003499582,0.0001704289],"genre_scores_gemma":[0.9961398,0.00001589461,0.003411438,0.000005890806,0.000002360554,0.00001191252,0.0001836803,0.00001532975,0.0002136339],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9968253,"threshold_uncertainty_score":0.02509481,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1985157429","doi":"10.1007/s11334-011-0166-z","title":"Combining UML, ASTD and B for the formal specification of an access control filter","year":2011,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Access Control and Trust","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Sherbrooke","funders":"Agence Nationale de la Recherche","keywords":"Computer science; Formal methods; Unified Modeling Language; Formal specification; B-Method; Access control; Role-based access control; Software engineering; Programming language; Set (abstract data type); Mandatory access control; Software; Computer security","authors":[{"name":"Jérémy Milhau","is_ca":true},{"name":"Akram Idani","is_ca":false},{"name":"Régine Laleau","is_ca":false},{"name":"Mohamed-Amine Labiadh","is_ca":false},{"name":"Yves Ledru","is_ca":false},{"name":"Marc Frappier","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06396627378352777,"gpt":0.3017909178946446,"spread":0.2378246441111169,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008297627,0.001665068,0.001273507,0.003381853,0.001353843,0.005979919,0.001989184,0.003182369,0.004311453],"category_scores_gemma":[0.01621439,0.001672802,0.003499717,0.001860798,0.003285441,0.005056159,0.004432525,0.004351378,0.002306437],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002368381,"about_ca_system_score_gemma":0.006436898,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01659396,"about_ca_topic_score_gemma":0.01177533,"domain_scores_codex":[0.9918144,0.003060976,0.001687579,0.0008039095,0.002196772,0.0004363277],"domain_scores_gemma":[0.988015,0.005931751,0.00112638,0.002677763,0.001809855,0.000439301],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003621641,0.0001904446,0.002468812,0.0009931098,0.0001640748,0.0009938312,0.00141323,0.05328884,0.02716627,0.7778237,0.01209265,0.1230429],"study_design_scores_gemma":[0.0001874993,0.0001865773,0.0005621486,0.0005739831,0.0002260926,0.0007052583,0.0002358521,0.4841227,0.03789648,0.3424369,0.1325794,0.0002869843],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0009229378,0.00003792563,0.9958533,0.0001404158,0.00004672119,0.00008433443,0.0001612743,0.002162943,0.0005902488],"genre_scores_gemma":[0.04280283,0.0002480033,0.9524266,0.000328747,0.00005738875,0.0004312415,0.0008203984,0.001008886,0.001875848],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01659396,"threshold_uncertainty_score":0.04388255,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2024238769","doi":"10.1007/s11334-011-0178-8","title":"Tracing the evolution of HCI patterns as an interaction design tool","year":2011,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Persona Design and Applications","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal; École de Technologie Supérieure; Concordia University","funders":"","keywords":"Software design pattern; Structural pattern; Computer science; Reuse; Design pattern; Behavioral pattern; Process (computing); Human–computer interaction; Tracing; Design process; Selection (genetic algorithm); Field (mathematics); Conceptual design; Engineering design process; Pattern language (formal languages); Dissemination; Data science; Software engineering; Artificial intelligence; Engineering; Software design; Programming language; Work in process; Software development","authors":[{"name":"Ahmed Seffah","is_ca":true},{"name":"Mohamed Taleb","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03743146998515868,"gpt":0.2416713301628028,"spread":0.2042398601776441,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003531937,0.0004856234,0.0003351293,0.004394462,0.0009878908,0.00459493,0.00111297,0.001482602,0.002623369],"category_scores_gemma":[0.03298528,0.000907657,0.0004911754,0.002683904,0.001608889,0.005018228,0.002293311,0.001835142,0.0008486179],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001144554,"about_ca_system_score_gemma":0.001195743,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004421574,"about_ca_topic_score_gemma":0.00572963,"domain_scores_codex":[0.9960474,0.001688234,0.0002407022,0.000688353,0.001119233,0.0002160649],"domain_scores_gemma":[0.9715802,0.01765862,0.002097605,0.004369274,0.003654863,0.0006393587],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0006071832,0.0004077951,0.2420077,0.001085792,0.0001902935,0.0008675287,0.07798051,0.007855598,0.06796631,0.0547194,0.00382444,0.5424875],"study_design_scores_gemma":[0.000197535,0.0012616,0.3108509,0.00116402,0.0005191797,0.005208562,0.04352612,0.3314425,0.08066464,0.1160636,0.1086349,0.0004663342],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6849769,0.0007836562,0.2989082,0.001273611,0.00006686813,0.0003116879,0.000584231,0.001739787,0.01135505],"genre_scores_gemma":[0.8629012,0.0002213174,0.1325895,0.00008425455,0.000008853355,0.0001179633,0.0003438312,0.0003695671,0.003363555],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.00459493,"threshold_uncertainty_score":0.01867884,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2159158384","doi":"10.1007/s11334-011-0159-y","title":"An architecture process maturity model of software product line engineering","year":2011,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Software product line; Capability Maturity Model; Product engineering; Domain engineering; Software development; Reference architecture; Product (mathematics); Software architecture; Software development process","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.04731585866146892,"gpt":0.2729053328168135,"spread":0.2255894741553445,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003532192,0.0006431586,0.000380234,0.00248862,0.0006364823,0.003811826,0.0014035,0.001846886,0.001975875],"category_scores_gemma":[0.008718326,0.000521776,0.0008542691,0.001977912,0.0008364138,0.006308808,0.001136053,0.001964192,0.001014991],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002788449,"about_ca_system_score_gemma":0.003245052,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009155225,"about_ca_topic_score_gemma":0.006149173,"domain_scores_codex":[0.997654,0.0009276972,0.0001911604,0.0002211716,0.0008218173,0.0001842691],"domain_scores_gemma":[0.9961857,0.00147218,0.0003888065,0.0003673011,0.001432726,0.0001532712],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00008350569,0.0002096618,0.005962348,0.0001739096,0.00007327123,0.0001666528,0.001153241,0.1243912,0.003711688,0.7476029,0.002399187,0.1140724],"study_design_scores_gemma":[0.0000309994,0.0001373992,0.002870499,0.0001357994,0.0000799156,0.0001030367,0.0002761555,0.7302754,0.001490689,0.2517876,0.01276753,0.00004492724],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.04463313,0.0007543296,0.9233276,0.002201551,0.00005412403,0.0002647569,0.0002447707,0.0005938058,0.02792582],"genre_scores_gemma":[0.7200036,0.0009202812,0.2720689,0.0001366048,0.00004537075,0.0003429203,0.0005109469,0.0001056716,0.005865604],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.009155225,"threshold_uncertainty_score":0.02023172,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3133722238","doi":"10.1007/s11334-021-00388-5","title":"On the use of textual feature extraction techniques to support the automated detection of refactoring documentation","year":2021,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Code refactoring; Computer science; Documentation; Maintainability; Commit; Artificial intelligence; Machine learning; Naive Bayes classifier; Software; Process (computing); Software documentation; Data mining; Software engineering; Programming language; Software development; Software development process; Database","authors":[{"name":"Licelot Marmolejos","is_ca":false},{"name":"Eman Abdullah AlOmar","is_ca":false},{"name":"Mohamed Wiem Mkaouer","is_ca":false},{"name":"Christian D. Newman","is_ca":false},{"name":"Ali Ouni","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03321997824429876,"gpt":0.2960819489872761,"spread":0.2628619707429773,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001499115,0.000656641,0.0005430834,0.003096847,0.0006040674,0.002018717,0.001577848,0.001272159,0.00269756],"category_scores_gemma":[0.01082798,0.0004533771,0.0007445106,0.001906854,0.0005125453,0.002190046,0.001042546,0.0007581388,0.001648253],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003505485,"about_ca_system_score_gemma":0.0008844432,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006224931,"about_ca_topic_score_gemma":0.009828506,"domain_scores_codex":[0.9982901,0.0004164384,0.0001610405,0.0002448362,0.0007750242,0.0001124425],"domain_scores_gemma":[0.9822412,0.01177744,0.001044857,0.001827772,0.002931854,0.0001769095],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004369705,0.0003923648,0.005848683,0.0002738409,0.00009237534,0.0005421041,0.000349137,0.007982977,0.09575681,0.003644183,0.007490374,0.8771902],"study_design_scores_gemma":[0.0001319216,0.0004623366,0.01358384,0.0001958232,0.0002162152,0.001246981,0.0003411166,0.747606,0.2071583,0.01024725,0.01864516,0.0001649349],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1590576,0.001416619,0.8123158,0.001271525,0.0001758961,0.0003428892,0.001205548,0.01601747,0.008196711],"genre_scores_gemma":[0.3237222,0.001103922,0.6651171,0.0004401056,0.0001012234,0.0001178195,0.002348095,0.0008958859,0.006153679],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.006224931,"threshold_uncertainty_score":0.01237738,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2514591789","doi":"10.1007/s11334-016-0285-7","title":"Source code size prediction using use case metrics: an empirical comparison with use case points","year":2016,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Computer science; Data mining; Source code; Metric (unit); Software metric; Machine learning; Univariate; Source lines of code; Software; Artificial intelligence; Multivariate statistics; Software quality; Software development; Engineering","authors":[{"name":"Mourad Badri","is_ca":true},{"name":"Linda Badri","is_ca":true},{"name":"William Flageol","is_ca":true},{"name":"Fadel Touré","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06943296041123372,"gpt":0.3112907257649176,"spread":0.2418577653536839,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006339204,0.0007743023,0.0005143664,0.007578823,0.000381859,0.001308198,0.001405474,0.001100592,0.001537739],"category_scores_gemma":[0.1016364,0.0003619154,0.0007008688,0.004433401,0.0006092056,0.003956578,0.001186808,0.0009642113,0.0007932376],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007095415,"about_ca_system_score_gemma":0.0005312701,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002987244,"about_ca_topic_score_gemma":0.005136026,"domain_scores_codex":[0.9934676,0.001629005,0.0005589505,0.000913033,0.003195654,0.0002356999],"domain_scores_gemma":[0.7835823,0.1577581,0.02210501,0.01045525,0.02379468,0.002304568],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0005936765,0.0005359396,0.9251367,0.0001646457,0.000191561,0.0001315114,0.0007404209,0.004161819,0.002048835,0.0003576329,0.001156454,0.06478076],"study_design_scores_gemma":[0.00004212655,0.001058875,0.8813798,0.0001015862,0.0002265152,0.0007530543,0.0008358282,0.1070049,0.005743511,0.00101868,0.001779556,0.000055554],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9926917,0.0002713424,0.004651243,0.00006049018,0.0000148477,0.00003176508,0.0006293894,0.0002301356,0.001419263],"genre_scores_gemma":[0.9963085,0.0000848463,0.002055617,0.00001456165,0.00001234985,0.00003310739,0.001040682,0.00006062223,0.0003896821],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9936608,"threshold_uncertainty_score":0.03352535,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2160170123","doi":"10.1007/s11334-005-0017-x","title":"Online safety calculations for glide-slope recapture","year":2005,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Aerospace and Aviation Technology","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Correctness; Reachability; Computer science; Convergence (economics); Controller (irrigation); Fixed wing; Trajectory; Aeronautics; Aerospace engineering; Flight dynamics; Simulation; Control theory (sociology); Real-time computing; Engineering; Control (management); Wing; Aerodynamics; Artificial intelligence; Algorithm; Physics","authors":[{"name":"Jonathan Sprinkle","is_ca":false},{"name":"Aaron D. Ames","is_ca":false},{"name":"Johan Eklund","is_ca":false},{"name":"Ian M. Mitchell","is_ca":true},{"name":"S. Shankar Sastry","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.009814380503818209,"gpt":0.2244772144102203,"spread":0.2146628339064021,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000622766,0.0006803079,0.0004726854,0.001034418,0.0006158691,0.0006600589,0.00116984,0.0008777801,0.01452682],"category_scores_gemma":[0.005233162,0.0003850385,0.0004946023,0.0005499086,0.0002106594,0.001444655,0.0008661283,0.0007260283,0.002118733],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008069394,"about_ca_system_score_gemma":0.0009426321,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009423724,"about_ca_topic_score_gemma":0.01029341,"domain_scores_codex":[0.9996394,0.00006559847,0.00002152478,0.00005213358,0.0001748098,0.00004645275],"domain_scores_gemma":[0.9977518,0.001012024,0.0001323572,0.000319462,0.000715388,0.00006896265],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001662269,0.0000536793,0.002395906,0.00005455719,0.0000204177,0.00010545,0.00005182813,0.9108059,0.0012289,0.004556203,0.005008159,0.07555266],"study_design_scores_gemma":[0.00001318629,0.0000249561,0.0005832847,0.000007275492,0.000007077736,0.00002330046,0.00001907566,0.9937108,0.001518318,0.003041456,0.001045421,0.000006020859],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1562374,0.0001833326,0.8111615,0.0002163334,0.0001558205,0.00009595756,0.001599436,0.009053808,0.02129638],"genre_scores_gemma":[0.8692478,0.0000582441,0.1233682,0.00004036868,0.00003596482,0.00007004719,0.001274277,0.000781746,0.005123314],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01452682,"threshold_uncertainty_score":0.04859704,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4205602730","doi":"10.1007/s11334-021-00426-2","title":"Domain engineering for customer experience management","year":2022,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Vendor; Domain (mathematical analysis); Exploit; Context (archaeology); Customer relationship management; Software engineering; Knowledge management; Business; Marketing; Computer security; Database","authors":[{"name":"Imen Benzarti","is_ca":true},{"name":"Hafedh Mili","is_ca":true},{"name":"Renata Medeiros de Carvalho","is_ca":false},{"name":"Abderrahmane Leshob","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1083756431345969,"gpt":0.3607661676049763,"spread":0.2523905244703795,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021493,0.0006010532,0.0004645169,0.001501877,0.0008489774,0.002791028,0.0009806644,0.0009811583,0.0071828],"category_scores_gemma":[0.007270438,0.0003406391,0.0006956384,0.001049607,0.001200895,0.003661328,0.001730969,0.002150215,0.002066506],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009398893,"about_ca_system_score_gemma":0.001361222,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001692555,"about_ca_topic_score_gemma":0.00109387,"domain_scores_codex":[0.9982515,0.0008822767,0.00009756914,0.0002496906,0.0003622873,0.00015665],"domain_scores_gemma":[0.9965043,0.00166855,0.0002180442,0.0007651054,0.0006832391,0.0001606813],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004570717,0.0001806086,0.001519145,0.0002612135,0.00004629643,0.0001172958,0.000393448,0.01578089,0.002607216,0.7034271,0.008522389,0.2670985],"study_design_scores_gemma":[0.00001573654,0.00006314863,0.001390179,0.0002818819,0.00004898842,0.0002937448,0.000613847,0.1482458,0.004101232,0.7595968,0.08530963,0.00003909703],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01403995,0.002789446,0.9440979,0.002525853,0.0002751352,0.0001146073,0.0001388617,0.0005631154,0.03545518],"genre_scores_gemma":[0.4535047,0.003442988,0.5177251,0.001033008,0.0005130199,0.0002856714,0.0005026349,0.0003151351,0.02267787],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.0071828,"threshold_uncertainty_score":0.0240289,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4399675882","doi":"10.1007/s11334-024-00569-y","title":"Transitioning towards SysML v2 as a variability modeling language","year":2024,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Systems Modeling Language; Metamodeling; Modeling language; Computer science; Software engineering; Systems engineering; Interoperability; Software deployment; Model-driven architecture; Unified Modeling Language; Engineering; Programming language; World Wide Web; Software","authors":[{"name":"Jordan Epp","is_ca":true},{"name":"Thomas Robert","is_ca":false},{"name":"Olivier Ruch","is_ca":false},{"name":"Alison Olechowski","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0214951829121854,"gpt":0.2830009326164608,"spread":0.2615057497042754,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003142307,0.0006806971,0.0004147097,0.0007100668,0.0004865516,0.003415589,0.001820263,0.001090648,0.005031468],"category_scores_gemma":[0.006640018,0.0007598875,0.001377472,0.0003740878,0.0009746235,0.003147005,0.003565332,0.004026121,0.002653299],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008255367,"about_ca_system_score_gemma":0.002164437,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003660784,"about_ca_topic_score_gemma":0.002944586,"domain_scores_codex":[0.9969842,0.0009167054,0.0002349842,0.0005310052,0.001063772,0.0002692535],"domain_scores_gemma":[0.9953368,0.001349073,0.000266664,0.001709958,0.001115345,0.0002221931],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0007231911,0.0003525715,0.005859119,0.0006245098,0.0002151072,0.001078168,0.00685843,0.09363765,0.09530433,0.5126358,0.02813219,0.254579],"study_design_scores_gemma":[0.0000978963,0.0002880256,0.001145451,0.0002923971,0.000147168,0.0004547663,0.0004249713,0.4036564,0.09930324,0.1268399,0.3671732,0.0001766239],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01263234,0.00003772343,0.9688296,0.000391663,0.0001260673,0.00008888613,0.0004309053,0.01277423,0.004688631],"genre_scores_gemma":[0.3027135,0.0001583655,0.6608,0.0009058969,0.00009791794,0.000306301,0.003640876,0.01565012,0.01572701],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.005031468,"threshold_uncertainty_score":0.01683193,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2117857866","doi":"10.1007/s11334-005-0004-2","title":"Recoverability preservation: a measure of last resort","year":2005,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Radiation Effects in Electronics","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université Laval","funders":"","keywords":"Correctness; Property (philosophy); Measure (data warehouse); Computer science; Fault tolerance; Distributed computing; Algorithm; Data mining","authors":[{"name":"Ali Mili","is_ca":false},{"name":"Frederick T. Sheldon","is_ca":false},{"name":"Fatma Mili","is_ca":false},{"name":"Jules Desharnais","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.007684349567950062,"gpt":0.200804347254456,"spread":0.1931199976865059,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01037829,0.001255295,0.002458087,0.006624455,0.002068564,0.004997843,0.003613707,0.003684898,0.007285452],"category_scores_gemma":[0.05542161,0.0005911444,0.00174089,0.00431733,0.005321276,0.01167135,0.005165929,0.003671595,0.001136379],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001684838,"about_ca_system_score_gemma":0.001709518,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006741285,"about_ca_topic_score_gemma":0.0005670605,"domain_scores_codex":[0.9896864,0.002544294,0.0009566131,0.002584572,0.003121724,0.001106419],"domain_scores_gemma":[0.9247763,0.03202089,0.007099633,0.02524648,0.007393202,0.003463598],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.002726529,0.0006457972,0.04275364,0.001153568,0.0009913851,0.0009754089,0.001698904,0.173784,0.03463023,0.4087069,0.008140095,0.3237935],"study_design_scores_gemma":[0.00008035096,0.002348573,0.01664981,0.0002261031,0.0005965431,0.003350158,0.0008891823,0.369826,0.03289568,0.5612924,0.01152363,0.0003215758],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1730279,0.0017092,0.8098639,0.001405775,0.0002736355,0.0001057969,0.001179186,0.001635707,0.01079882],"genre_scores_gemma":[0.9184187,0.0005047368,0.07466964,0.0002306017,0.0003204422,0.00008808237,0.0008932377,0.0004745965,0.004399841],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01037829,"threshold_uncertainty_score":0.05488634,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4205192370","doi":"10.1007/s11334-021-00425-3","title":"Perspectives to promote modularity, reusability, and consistency in multi-language systems","year":2022,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Modularity (biology); Programming language; Modeling language; Class diagram; Consistency (knowledge bases); Software engineering; Reuse; Perspective (graphical); Modular design; Reusability; Unified Modeling Language; Software; Artificial intelligence; Engineering","authors":[{"name":"Hyacinth Ali","is_ca":true},{"name":"Gunter Mussbacher","is_ca":true},{"name":"Jörg Kienzle","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01885763215520529,"gpt":0.2575765544274315,"spread":0.2387189222722263,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02059696,0.001682163,0.0007250942,0.002773817,0.002935139,0.005631408,0.002192755,0.00227375,0.00204354],"category_scores_gemma":[0.01839282,0.001535672,0.002644696,0.001603659,0.008605278,0.009107658,0.009763326,0.004972611,0.0005100213],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003348886,"about_ca_system_score_gemma":0.006301056,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002827286,"about_ca_topic_score_gemma":0.003962908,"domain_scores_codex":[0.9828411,0.01006485,0.001176129,0.001347641,0.003799379,0.0007709024],"domain_scores_gemma":[0.9786226,0.0107159,0.001817214,0.004353577,0.003136404,0.001354251],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004195923,0.00007183134,0.0009883298,0.0002389685,0.00004212546,0.00052185,0.01642837,0.007697465,0.006237103,0.9344001,0.0009572582,0.03237467],"study_design_scores_gemma":[0.0001393297,0.0002935229,0.0009195069,0.000827241,0.0002027168,0.001088619,0.005539855,0.05505957,0.01687285,0.7254645,0.1934217,0.0001705385],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.009653873,0.0003230296,0.9792098,0.001305737,0.00005230286,0.0001902232,0.00002343442,0.0003447547,0.008896822],"genre_scores_gemma":[0.1197577,0.0004985785,0.8761228,0.0003026215,0.00005597659,0.0004204807,0.0000797597,0.0002034693,0.002558641],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.02059696,"threshold_uncertainty_score":0.1089284,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2063002226","doi":"10.1007/s11334-007-0041-0","title":"Converting scenarios to CSP traces with Mise en Scene for requirements-based programming","year":2008,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; Notation; TRACE (psycholinguistics); Software engineering; Programming language; Communicating sequential processes; Formal specification; Systems engineering; Engineering; Semantics (computer science)","authors":[{"name":"J. Carter","is_ca":true},{"name":"William B. Gardner","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0471646092853532,"gpt":0.2870360649401125,"spread":0.2398714556547593,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001642406,0.0009287985,0.0004949218,0.001674181,0.0006656528,0.002760038,0.001744999,0.0009700966,0.0144683],"category_scores_gemma":[0.01464076,0.0009929697,0.001741988,0.001368159,0.001332243,0.005097078,0.003874638,0.002974704,0.003455461],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009037516,"about_ca_system_score_gemma":0.001549758,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003781539,"about_ca_topic_score_gemma":0.006553403,"domain_scores_codex":[0.9976075,0.0006427853,0.0002052573,0.0002987659,0.001021057,0.0002246707],"domain_scores_gemma":[0.9948823,0.002203416,0.0002803293,0.001584565,0.0008888429,0.0001603726],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003317046,0.000256563,0.00171294,0.0005875926,0.00008747568,0.001077201,0.001462937,0.1151079,0.007868958,0.5831624,0.01603512,0.2723093],"study_design_scores_gemma":[0.00005836843,0.00006192767,0.0003019995,0.0001759949,0.00004301431,0.0003453262,0.0006327987,0.4275994,0.02881123,0.4757479,0.0661515,0.00007058623],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00564051,0.00002809585,0.983007,0.0002086789,0.00005667805,0.0001265552,0.0006563806,0.00538482,0.004891313],"genre_scores_gemma":[0.1971833,0.0001987096,0.7890419,0.0001742112,0.00004081294,0.0002706655,0.00304531,0.003512571,0.006532509],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.0144683,"threshold_uncertainty_score":0.04840124,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391467874","doi":"10.1007/s11334-024-00550-9","title":"Prioritizing unit tests using object-oriented metrics, centrality measures, and machine learning algorithms","year":2024,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Artificial intelligence; Centrality; Machine learning; Algorithm; Unit (ring theory); Data mining; Mathematics; Statistics; Mathematics education","authors":[{"name":"Marc-Antoine Levasseur","is_ca":true},{"name":"Mourad Badri","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04502169436379681,"gpt":0.2854496396287489,"spread":0.2404279452649521,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01075647,0.001891697,0.002345692,0.01222762,0.0010209,0.003913245,0.003106684,0.001501629,0.003130501],"category_scores_gemma":[0.0727488,0.0004766363,0.0008658395,0.004869245,0.001072862,0.004499599,0.0022201,0.001498514,0.0007449778],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00170391,"about_ca_system_score_gemma":0.004575239,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005522714,"about_ca_topic_score_gemma":0.007487983,"domain_scores_codex":[0.9863387,0.004868819,0.001182619,0.001232735,0.005617817,0.0007593252],"domain_scores_gemma":[0.9207426,0.05443828,0.006263127,0.003632547,0.01203584,0.002887577],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001270349,0.0007632282,0.07779477,0.0006741686,0.0003612786,0.000416077,0.0003271949,0.1050145,0.01032572,0.03654423,0.006403978,0.7601045],"study_design_scores_gemma":[0.0001434854,0.0006423581,0.01055321,0.0001345275,0.0001745061,0.0003293855,0.0002551148,0.8990501,0.01256099,0.07288476,0.003200252,0.00007137795],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2051452,0.001793126,0.7823895,0.0009862641,0.0002632535,0.0004694249,0.0003795199,0.002558289,0.006015504],"genre_scores_gemma":[0.6704013,0.0003264792,0.3254839,0.0001533129,0.0001807479,0.0002004902,0.0008601954,0.0004942382,0.001899139],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01222762,"threshold_uncertainty_score":0.05688632,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4400406365","doi":"10.1007/s11334-024-00566-1","title":"Detecting mistakes in a domain model: a comparison of three approaches","year":2024,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Computer science","authors":[{"name":"Prabhsimran Singh","is_ca":true},{"name":"Younes Boubekeur","is_ca":true},{"name":"Gunter Mussbacher","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06713351668033267,"gpt":0.2820279381096866,"spread":0.2148944214293539,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007448369,0.001462571,0.001541317,0.006488992,0.001093479,0.003913186,0.003922268,0.002662333,0.002090036],"category_scores_gemma":[0.03396232,0.0005730442,0.001493182,0.003576797,0.0009067095,0.005133431,0.004116514,0.001595661,0.001144772],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001750658,"about_ca_system_score_gemma":0.003247377,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01203316,"about_ca_topic_score_gemma":0.01703802,"domain_scores_codex":[0.9874547,0.00355964,0.001005283,0.002195885,0.005008563,0.0007759054],"domain_scores_gemma":[0.9501736,0.03019155,0.003184498,0.005910204,0.008757506,0.001782693],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.004026343,0.002161572,0.06412498,0.001633694,0.001251703,0.0003524164,0.002986884,0.02542202,0.0171096,0.004810701,0.00710224,0.8690179],"study_design_scores_gemma":[0.0005666863,0.002001439,0.07050119,0.0003804103,0.001582506,0.001439484,0.007488814,0.8500167,0.03207904,0.01833792,0.01528139,0.0003244746],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4443914,0.003222867,0.5265602,0.001026253,0.0002315893,0.0008413243,0.001475939,0.01160157,0.01064884],"genre_scores_gemma":[0.7101226,0.001060975,0.2823523,0.000294062,0.00004007178,0.0001405832,0.002499016,0.000574208,0.002916242],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01203316,"threshold_uncertainty_score":0.03939122,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4386212977","doi":"10.1007/s11334-023-00534-1","title":"A certified access control policy language: TEpla","year":2023,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Access Control and Trust","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Acadia University","funders":"","keywords":"Mathematical proof; Certification; Security policy; Computer science; Enforcement; Access control; Exploit; Semantics (computer science); Computer security; Computer security model; Programming language; Law","authors":[{"name":"Amir Eaman","is_ca":true},{"name":"Amy Felty","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02437437155291311,"gpt":0.3301278696657181,"spread":0.305753498112805,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01090942,0.001241105,0.001038589,0.001485857,0.00202156,0.008091392,0.002496773,0.004014085,0.02376019],"category_scores_gemma":[0.02144783,0.00143255,0.001482526,0.001205123,0.00390273,0.01017076,0.00352345,0.007818004,0.01280161],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0024017,"about_ca_system_score_gemma":0.005832524,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002452606,"about_ca_topic_score_gemma":0.002297398,"domain_scores_codex":[0.9913021,0.003411363,0.001421154,0.001278427,0.001816053,0.0007707911],"domain_scores_gemma":[0.9781651,0.01118109,0.001615684,0.005042954,0.003427868,0.0005672493],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002217099,0.0001022881,0.0003954857,0.0003566913,0.00003194354,0.0002201082,0.000669718,0.003453489,0.003766275,0.9004563,0.04751954,0.04280629],"study_design_scores_gemma":[0.0001742253,0.000157783,0.0001770285,0.0003771851,0.00009366216,0.0007732835,0.000280959,0.06441309,0.03083099,0.3587771,0.5437465,0.0001983167],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001973424,0.00006338245,0.9617026,0.001406616,0.0004453704,0.0002123756,0.001035151,0.0234042,0.009756879],"genre_scores_gemma":[0.2055892,0.0004344471,0.7194623,0.00462921,0.000870553,0.001344601,0.003780185,0.01520691,0.04868267],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.02376019,"threshold_uncertainty_score":0.07948577,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2802046167","doi":"10.1007/s11334-018-0310-0","title":"Introduction to special issue on verification and evaluation of computer systems","year":2018,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Computer Applications; Political science","authors":[{"name":"Kamel Barkaoui","is_ca":false},{"name":"Hanifa Boucheneb","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02269678944781473,"gpt":0.2861557639173261,"spread":0.2634589744695113,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003773441,0.002345872,0.002527674,0.004596489,0.001160401,0.004752612,0.002195125,0.003569661,0.06965335],"category_scores_gemma":[0.01159129,0.0008164486,0.001926332,0.002199801,0.001717304,0.005222657,0.002619071,0.006270283,0.02979203],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001904805,"about_ca_system_score_gemma":0.002168868,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009372986,"about_ca_topic_score_gemma":0.001961818,"domain_scores_codex":[0.9963207,0.0005911727,0.0003739457,0.0007739014,0.001731106,0.0002091904],"domain_scores_gemma":[0.9877648,0.004802697,0.0005707218,0.001320836,0.004426615,0.001114425],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004402614,0.00005009741,0.0001901892,0.0006075149,0.00003800937,0.00009591455,0.00002419511,0.0005380816,0.0005158635,0.005906214,0.9157436,0.07624625],"study_design_scores_gemma":[0.00001316612,0.00008106444,0.0007458456,0.0003846707,0.00003689672,0.0002999252,0.0000188484,0.00136585,0.0003936191,0.01362509,0.9830124,0.00002255105],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.0006593394,0.08167935,0.03205759,0.02606739,0.8211629,0.0001521877,0.0005665893,0.0005332201,0.03712146],"genre_scores_gemma":[0.005262149,0.04291558,0.008177434,0.01058803,0.8146122,0.0001423709,0.0009817578,0.000973943,0.1163466],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.06965335,"threshold_uncertainty_score":0.2330136,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4413836087","doi":"10.1007/s11334-025-00618-0","title":"Mapping system requirements to emotional impact: a semi-automated approach","year":2025,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Emotion and Mood Recognition","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science","authors":[{"name":"Mandira Roy","is_ca":false},{"name":"Novarun Deb","is_ca":true},{"name":"Agostino Cortesi","is_ca":false},{"name":"Nabendu Chaki","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0283626099630905,"gpt":0.3100170078278552,"spread":0.2816543978647647,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002125539,0.001334205,0.001353944,0.00246913,0.000480259,0.002198101,0.001266464,0.000788958,0.004139179],"category_scores_gemma":[0.01320108,0.0005873294,0.001143176,0.001265687,0.0004725298,0.001277572,0.001660353,0.001165262,0.002162352],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006356136,"about_ca_system_score_gemma":0.001519281,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004360794,"about_ca_topic_score_gemma":0.008062338,"domain_scores_codex":[0.9970875,0.0009618758,0.0002551427,0.0006268591,0.0009147663,0.0001537288],"domain_scores_gemma":[0.9862643,0.008326065,0.001317308,0.00138091,0.002488656,0.0002228253],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0009653083,0.0008560481,0.01904369,0.001392869,0.000350118,0.00063309,0.001604888,0.06600996,0.07788908,0.004144261,0.008109745,0.819001],"study_design_scores_gemma":[0.0001046533,0.000431762,0.02643053,0.0001371533,0.0001404618,0.0003618926,0.001011194,0.9261718,0.02877793,0.01079184,0.005527097,0.0001136478],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.07377846,0.0001419547,0.9101397,0.0001677263,0.00004156912,0.0007083772,0.001606175,0.0088694,0.004546533],"genre_scores_gemma":[0.4971745,0.0001238419,0.4958124,0.0001033579,0.0000285313,0.0007192389,0.003185344,0.0004374119,0.002415376],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.004360794,"threshold_uncertainty_score":0.01384693,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}