{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":22,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":22,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"b76e660dc5b9","filters":{"venue":"Innovations in Systems and Software Engineering"}},"results":[{"id":"W2962971223","doi":"10.1007/s11334-017-0303-4","title":"An empirical comparison of developer retention in the RubyGems and npm software ecosystems","year":2017,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Fonds de Recherche du Québec - Santé; Fonds De La Recherche Scientifique - FNRS","keywords":"Computer science; Software; Software engineering; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.04508573353415268,"gpt":0.3207616317466123,"spread":0.2756758982124596,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001353393,0.0001816454,0.0003482784,0.0004714103,0.0003009302,0.0006238201,0.0008464663,0.0001371465,8.913132e-7],"category_scores_gemma":[0.0009331548,0.0001560681,0.00002014174,0.0009264756,0.00006268568,0.001087601,0.0001841334,0.0003061671,0.000001199844],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005803336,"about_ca_system_score_gemma":0.00005696861,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003924548,"about_ca_topic_score_gemma":0.0001490588,"domain_scores_codex":[0.9982151,0.00007260264,0.0008163747,0.0003604742,0.0002894452,0.0002460374],"domain_scores_gemma":[0.9982458,0.0002876988,0.0002857807,0.0008992125,0.0002454068,0.00003611294],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000001721766,0.00005502666,0.9675784,0.0001572822,0.00001246258,0.000007098846,0.004537846,0.003724475,0.0001525448,0.0180533,0.0001237903,0.00559607],"study_design_scores_gemma":[0.0005167718,0.0000714218,0.8926206,0.0004509814,0.000005191805,0.00005729408,0.0008035565,0.1019183,0.00004289779,0.0002079596,0.002942646,0.0003624216],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5673417,0.0001685742,0.431538,0.0002063327,0.000334158,0.0003008501,0.000007409107,0.00008408787,0.00001880429],"genre_scores_gemma":[0.9572628,0.000004202275,0.04252941,0.00002885149,0.00006037023,0.00007644165,0.00001181958,0.00001547015,0.00001061324],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3899211,"threshold_uncertainty_score":0.6364274,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2010981136","doi":"10.1007/s11334-005-0011-3","title":"Tracing requirements to defect reports: an application of information retrieval techniques","year":2005,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"McGill University; National Aeronautics and Space Administration","keywords":"Tracing; Computer science; TRACE (psycholinguistics); Debugging; Information retrieval; Precision and recall; Relevance (law); Software; Data mining; Hierarchy; Software engineering; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.0140261464648562,"gpt":0.2750939962476525,"spread":0.2610678497827963,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009884343,0.0001078623,0.0001550366,0.0008179341,0.00003896686,0.0001062648,0.000216803,0.00007330001,3.823204e-7],"category_scores_gemma":[0.001154742,0.0001201058,0.00001681387,0.001639114,0.000007543607,0.001648398,0.0000835693,0.0001311989,0.000001506695],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001463948,"about_ca_system_score_gemma":0.00003337647,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000663011,"about_ca_topic_score_gemma":0.0000024567,"domain_scores_codex":[0.998709,0.00001000858,0.0006097631,0.000195761,0.0002894581,0.0001860754],"domain_scores_gemma":[0.9990253,0.0001380222,0.0001032959,0.0004385956,0.0002406314,0.00005419746],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000168921,0.0001506709,0.1417082,0.001091129,0.00006225329,0.00001432444,0.00587876,0.5231211,0.02306505,0.02944222,0.0002387763,0.2752107],"study_design_scores_gemma":[0.0009481201,0.0005839796,0.2396878,0.001535074,0.0000158993,0.0004017237,0.0002403771,0.6613056,0.05578822,0.0002319948,0.03742891,0.001832273],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2678193,0.00005175812,0.7313464,0.00002984114,0.00009900715,0.0003161597,0.000001779755,0.0003284172,0.000007354882],"genre_scores_gemma":[0.8494925,0.000001710776,0.1503427,0.00001572051,0.00004541127,0.00008200043,0.000007942836,0.000008984391,0.000003045374],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5816733,"threshold_uncertainty_score":0.4897773,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2022461105","doi":"10.1007/s11334-005-0012-2","title":"Software release planning for evolving systems","year":2005,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Set (abstract data type); Component (thermodynamics); Hierarchy; Process (computing); Weighting; Software release life cycle; Software; Analytic hierarchy process; Resource (disambiguation); Software system; Risk analysis (engineering); Operations research; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.02157282862004716,"gpt":0.2669113441744903,"spread":0.2453385155544431,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008359566,0.0002536524,0.0003244077,0.0008283266,0.0001544923,0.0004726032,0.0005005891,0.0001499124,0.000001158955],"category_scores_gemma":[0.003690635,0.0002779821,0.00003992922,0.001303078,0.00001721621,0.000846998,0.0001617006,0.0003216359,0.000005390793],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002546487,"about_ca_system_score_gemma":0.00008106026,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005725915,"about_ca_topic_score_gemma":0.000001348296,"domain_scores_codex":[0.9979869,0.00002189527,0.0006106443,0.0004873824,0.0003307263,0.0005624195],"domain_scores_gemma":[0.9973911,0.001573969,0.00008683387,0.0005282833,0.0003083759,0.0001114501],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002957157,0.00003039573,0.04693948,0.0006306958,0.00003539733,0.00002107522,0.0007308928,0.9294871,0.0001509047,0.01522419,0.00150287,0.005244015],"study_design_scores_gemma":[0.000756302,0.00005572944,0.02308486,0.0008701683,0.000005039466,0.0001084583,0.00008165382,0.9456118,0.00005372825,0.00002773025,0.02871763,0.0006268316],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06096772,0.003833899,0.9325677,0.00007433454,0.0009760591,0.000573535,0.00001302868,0.0009854881,0.000008280219],"genre_scores_gemma":[0.8335705,0.000008508241,0.1654205,0.00002213395,0.0003349815,0.0004604017,0.00001117851,0.00004908982,0.0001227596],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7726027,"threshold_uncertainty_score":0.9999672,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2035236503","doi":"10.1007/s11334-011-0155-2","title":"A relationship-based approach to model integration","year":2011,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Merge (version control); Computer science; Operator (biology); Theoretical computer science; Data mining; Information retrieval","retraction":null,"screen_n_in":null,"score":{"opus":0.1020416586519347,"gpt":0.2696993603635655,"spread":0.1676577017116309,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005371325,0.0001545319,0.0001744663,0.0006316077,0.00005718597,0.00006329788,0.0002835223,0.00008992023,2.030979e-7],"category_scores_gemma":[0.001641803,0.0001590023,0.00001787418,0.001393671,0.00001142868,0.000436904,0.00007479038,0.0002047259,0.000001829301],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008419279,"about_ca_system_score_gemma":0.00003589161,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002099316,"about_ca_topic_score_gemma":9.695248e-7,"domain_scores_codex":[0.998985,0.00002642757,0.0003468975,0.0003017643,0.0001315316,0.0002083832],"domain_scores_gemma":[0.9991207,0.0002934938,0.00004794397,0.0003761237,0.0001116803,0.0000500887],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[9.325637e-7,0.00001475458,0.001518766,0.00003248214,0.000001983533,9.483298e-7,0.0009566193,0.8348736,0.00005926158,0.1616911,0.00001583971,0.0008336995],"study_design_scores_gemma":[0.0001375428,0.00001964419,0.01026161,0.00006917134,0.000001647807,0.000007956371,0.00004045586,0.9874569,0.0001153235,0.0015711,0.00007171856,0.0002469679],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.008212732,0.00008337401,0.9903516,0.00001760509,0.0002758092,0.0002519295,0.000002506816,0.0006918248,0.0001126668],"genre_scores_gemma":[0.4669299,3.636245e-7,0.5328944,0.00002052082,0.000009791484,0.0001178254,0.000002300125,0.00001008876,0.00001490399],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4587171,"threshold_uncertainty_score":0.6483926,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2038078821","doi":"10.1007/s11334-008-0064-1","title":"Extending statecharts with process algebra operators","year":2008,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Process calculus; Computer science; Notation; Process (computing); Communicating sequential processes; Semantics (computer science); Theoretical computer science; Operational semantics; Algebra over a field; Domain (mathematical analysis); Algebraic semantics; Programming language; Mathematics; Arithmetic","retraction":null,"screen_n_in":null,"score":{"opus":0.01866788462564004,"gpt":0.2477812216533957,"spread":0.2291133370277557,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003247646,0.0001082091,0.0001274597,0.0003157258,0.0001121646,0.00007894658,0.000197104,0.00004427208,5.905463e-7],"category_scores_gemma":[0.0001383692,0.00009787114,0.000006239809,0.001297062,0.00002044452,0.0007319245,0.00003734947,0.0001319376,0.000001329834],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004668306,"about_ca_system_score_gemma":0.0000384187,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001531489,"about_ca_topic_score_gemma":5.326032e-7,"domain_scores_codex":[0.9991649,0.00001446347,0.0002629812,0.0002168032,0.0001593567,0.0001814306],"domain_scores_gemma":[0.9995143,0.00004147838,0.00005475261,0.0002348521,0.0001238376,0.00003078411],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000007390175,0.00008459768,0.1153871,0.0006075347,0.0000457961,0.0001377632,0.0089337,0.2147523,0.000984436,0.6466355,0.00009926963,0.01232463],"study_design_scores_gemma":[0.001328241,0.0002493846,0.1228266,0.001095821,0.000006722306,0.00148426,0.0005200462,0.8583028,0.004017333,0.000272387,0.008342597,0.001553776],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3530124,0.000104647,0.6463738,0.000007975907,0.0001766333,0.0001198804,9.122722e-7,0.0001826248,0.0000211387],"genre_scores_gemma":[0.7418327,0.0000090433,0.2580228,0.00001217639,0.00002130259,0.00007651369,0.00000154793,0.00001003014,0.00001388614],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6463631,"threshold_uncertainty_score":0.3991069,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2766877844","doi":"10.1007/s11334-017-0306-1","title":"Predicting different levels of the unit testing effort of classes using source code metrics: a multiple case study on open-source software","year":2017,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université Laval; Université du Québec à Trois-Rivières","funders":"","keywords":"Unit testing; Computer science; Software quality assurance; Software engineering; Software reliability testing; Regression testing; Software metric; Software quality; Non-regression testing; Metric (unit); Quality assurance; Manual testing; Quality (philosophy); Source code; Keyword-driven testing; Software construction; Reliability engineering; Software system; Software; Software development; Programming language; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1190979416749238,"gpt":0.329284302935347,"spread":0.2101863612604232,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001139952,0.0002501124,0.0004565342,0.0006337449,0.0004598715,0.000417584,0.001518718,0.00009525973,4.239501e-7],"category_scores_gemma":[0.01633386,0.0002080211,0.00003881869,0.001560573,0.0000589429,0.000458823,0.001486778,0.0004191188,1.430405e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001164666,"about_ca_system_score_gemma":0.00009669037,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002035565,"about_ca_topic_score_gemma":0.00006136412,"domain_scores_codex":[0.9979221,0.00006031379,0.0007627505,0.0004084747,0.0005079615,0.0003383878],"domain_scores_gemma":[0.9945617,0.003210467,0.000432901,0.001299632,0.0004353391,0.00005998715],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000001477119,0.00008188694,0.8292896,0.0001897365,0.00003759179,0.00003481621,0.0009499528,0.1670355,0.0002717305,0.00007473391,0.000001230544,0.002031703],"study_design_scores_gemma":[0.0007418396,0.0001087065,0.6395231,0.0009478174,0.00001144607,0.0002199734,0.0006143331,0.3571128,0.0004561029,0.000003780526,0.0000288549,0.0002312473],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6022623,0.00004602561,0.3967486,0.000004469123,0.0002695064,0.0005402532,0.00001514163,0.0001122286,0.000001481148],"genre_scores_gemma":[0.9779847,4.865711e-7,0.02184428,0.000003003012,0.0000426989,0.00006343534,5.522991e-7,0.00004133978,0.00001954202],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3757223,"threshold_uncertainty_score":0.991952,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1985157429","doi":"10.1007/s11334-011-0166-z","title":"Combining UML, ASTD and B for the formal specification of an access control filter","year":2011,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Access Control and Trust","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Sherbrooke","funders":"Agence Nationale de la Recherche","keywords":"Computer science; Formal methods; Unified Modeling Language; Formal specification; B-Method; Access control; Role-based access control; Software engineering; Programming language; Set (abstract data type); Mandatory access control; Software; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.06396627378352777,"gpt":0.3017909178946446,"spread":0.2378246441111169,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008051379,0.00005400131,0.0001073632,0.00010973,0.000177022,0.00007291802,0.0001171828,0.0000492478,0.00000294195],"category_scores_gemma":[0.0002256943,0.00004319477,0.00001002237,0.0002421966,0.00005000384,0.0005504126,0.00001693393,0.00005919495,8.082966e-8],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001227874,"about_ca_system_score_gemma":0.00001663013,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009558552,"about_ca_topic_score_gemma":0.0001616743,"domain_scores_codex":[0.9994507,0.00001352245,0.0002359435,0.00008417716,0.00008219662,0.0001334477],"domain_scores_gemma":[0.999423,0.0002701021,0.00007796326,0.00008113388,0.0001267665,0.00002101062],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00005462517,0.00006103126,0.2274272,0.0001784408,0.00007136585,0.00000134246,0.0187129,0.002112478,0.0001230296,0.6947726,0.00003627028,0.05644872],"study_design_scores_gemma":[0.002425253,0.0001090146,0.9147624,0.0001748872,0.00003971429,0.000004921159,0.006658573,0.06468703,0.00008609694,0.0007122525,0.009964211,0.0003756163],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3548079,0.0003198853,0.6436712,0.00005658679,0.0003338115,0.000493593,0.00001467449,0.00004189451,0.0002604843],"genre_scores_gemma":[0.9985552,0.00001078614,0.001218267,0.00001671949,0.0000956416,0.00008078579,0.000002733182,0.000006209931,0.00001369658],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6940604,"threshold_uncertainty_score":0.1761432,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2024238769","doi":"10.1007/s11334-011-0178-8","title":"Tracing the evolution of HCI patterns as an interaction design tool","year":2011,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Persona Design and Applications","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal; École de Technologie Supérieure; Concordia University","funders":"","keywords":"Software design pattern; Structural pattern; Computer science; Reuse; Design pattern; Behavioral pattern; Process (computing); Human–computer interaction; Tracing; Design process; Selection (genetic algorithm); Field (mathematics); Conceptual design; Engineering design process; Pattern language (formal languages); Dissemination; Data science; Software engineering; Artificial intelligence; Engineering; Software design; Programming language; Work in process; Software development","retraction":null,"screen_n_in":null,"score":{"opus":0.03743146998515868,"gpt":0.2416713301628028,"spread":0.2042398601776441,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003436823,0.00006942835,0.00008094737,0.0001779795,0.00006300353,0.00004794888,0.0001949631,0.00003744275,0.000001480578],"category_scores_gemma":[0.00006553053,0.00005871469,0.00001157135,0.0005502153,0.000009634924,0.0004657492,0.00002646569,0.00009555966,0.000001415156],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006153288,"about_ca_system_score_gemma":0.00002794207,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004683311,"about_ca_topic_score_gemma":0.000005546684,"domain_scores_codex":[0.9994075,0.00002669636,0.0002457099,0.0001391311,0.00008484933,0.00009612125],"domain_scores_gemma":[0.9995182,0.00008711458,0.00006627895,0.0002379924,0.00007533954,0.00001513771],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000009842803,0.0002101955,0.02700713,0.0002016918,0.00004846083,0.000007375518,0.02130913,0.05151982,0.01000987,0.8578129,0.00008499139,0.03177857],"study_design_scores_gemma":[0.0004275524,0.0001642894,0.1481706,0.0004310252,0.00001141189,0.000150719,0.002298969,0.842634,0.002561702,0.002163819,0.000496691,0.0004892514],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2528178,0.00005012604,0.7467611,0.00001346153,0.0001254022,0.0001390013,0.000001378954,0.00006687839,0.00002474088],"genre_scores_gemma":[0.9719781,0.000002281359,0.02788225,0.00001000106,0.00002519242,0.00008455565,0.000001266775,0.000005502648,0.00001079566],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8556491,"threshold_uncertainty_score":0.2394315,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2159158384","doi":"10.1007/s11334-011-0159-y","title":"An architecture process maturity model of software product line engineering","year":2011,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Software product line; Capability Maturity Model; Product engineering; Domain engineering; Software development; Reference architecture; Product (mathematics); Software architecture; Software development process","retraction":null,"screen_n_in":null,"score":{"opus":0.04731585866146892,"gpt":0.2729053328168135,"spread":0.2255894741553445,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006571664,0.0003210337,0.0004450774,0.0006653467,0.00005037288,0.00005189496,0.000645722,0.0001370725,7.190466e-7],"category_scores_gemma":[0.001876728,0.0003167663,0.0000356219,0.001296048,0.00003243888,0.0007574128,0.000132288,0.0004386335,3.73047e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005839569,"about_ca_system_score_gemma":0.00006850885,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002389491,"about_ca_topic_score_gemma":0.000001667831,"domain_scores_codex":[0.9982042,0.0000291318,0.0006277362,0.0005105913,0.0002428525,0.0003854386],"domain_scores_gemma":[0.9985233,0.0002631226,0.0001391675,0.0007355108,0.0002599833,0.00007892],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000003324454,0.00004112481,0.001567674,0.0005158517,0.00001522862,0.000005967026,0.001899175,0.983651,0.001425684,0.008200385,0.000002183203,0.002672433],"study_design_scores_gemma":[0.000444145,0.0001382577,0.007244074,0.0005804368,0.00001178899,0.00009285658,0.00007642638,0.9795934,0.007484377,0.003294604,0.00006533416,0.0009743219],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1141224,0.0004606161,0.883708,0.000009627774,0.0004087086,0.0002862149,0.00001389641,0.0009868564,0.0000036482],"genre_scores_gemma":[0.4647374,0.000006226886,0.5351126,0.000005370906,0.00003713792,0.00006536183,0.000003775053,0.00002719304,0.000004866414],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.350615,"threshold_uncertainty_score":0.9999284,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3133722238","doi":"10.1007/s11334-021-00388-5","title":"On the use of textual feature extraction techniques to support the automated detection of refactoring documentation","year":2021,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Code refactoring; Computer science; Documentation; Maintainability; Commit; Artificial intelligence; Machine learning; Naive Bayes classifier; Software; Process (computing); Software documentation; Data mining; Software engineering; Programming language; Software development; Software development process; Database","retraction":null,"screen_n_in":null,"score":{"opus":0.03321997824429876,"gpt":0.2960819489872761,"spread":0.2628619707429773,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000448925,0.00009186823,0.0001197777,0.0002996638,0.00005733859,0.0001188639,0.0001673226,0.00006390279,0.000001226799],"category_scores_gemma":[0.002089406,0.00006771716,0.0000187629,0.001677583,0.00001198142,0.0003421941,0.00007550202,0.0002089362,5.624918e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008590706,"about_ca_system_score_gemma":0.00003890506,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006733364,"about_ca_topic_score_gemma":0.000005936696,"domain_scores_codex":[0.999116,0.00003890005,0.0002901023,0.0001656286,0.0002624466,0.0001268917],"domain_scores_gemma":[0.9980238,0.001262591,0.0000745068,0.0003502159,0.0002705996,0.00001830279],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00002165137,0.0001412129,0.01754879,0.0006488364,0.0001421608,0.00003498472,0.004322249,0.3626272,0.4940822,0.06535183,0.00229047,0.0527885],"study_design_scores_gemma":[0.0005097751,0.000491465,0.2734662,0.001383162,0.00001704052,0.0002150403,0.0006541536,0.2505358,0.4542369,0.00007734617,0.0176897,0.0007234274],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3492234,0.00003007938,0.6498483,0.0001413722,0.0002453365,0.0002304795,0.00000427999,0.0002737238,0.000003009309],"genre_scores_gemma":[0.9847346,0.00000591052,0.01509168,0.00001982197,0.00002330618,0.00008013375,0.000003299618,0.00001050468,0.00003075328],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6355112,"threshold_uncertainty_score":0.2761426,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2514591789","doi":"10.1007/s11334-016-0285-7","title":"Source code size prediction using use case metrics: an empirical comparison with use case points","year":2016,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Computer science; Data mining; Source code; Metric (unit); Software metric; Machine learning; Univariate; Source lines of code; Software; Artificial intelligence; Multivariate statistics; Software quality; Software development; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.06943296041123372,"gpt":0.3112907257649176,"spread":0.2418577653536839,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007046072,0.000254766,0.0003144204,0.0009114946,0.0001678698,0.0005496407,0.0002105026,0.0001478145,0.000001557534],"category_scores_gemma":[0.004191014,0.0002042407,0.00002276829,0.002593834,0.00004107256,0.002094914,0.0001540876,0.0002993305,0.000001543526],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003118406,"about_ca_system_score_gemma":0.00007399328,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000657519,"about_ca_topic_score_gemma":0.00005235026,"domain_scores_codex":[0.9979974,0.00007480552,0.000573932,0.0005296138,0.0003823781,0.0004418583],"domain_scores_gemma":[0.9955643,0.003156342,0.00009673116,0.0006553541,0.000359876,0.0001674099],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000007433299,0.00007293812,0.8685459,0.00009124533,0.00004204412,0.003011912,0.0008762056,0.1241344,0.0002536266,0.0003785988,0.00008884355,0.002496844],"study_design_scores_gemma":[0.00109529,0.0001783295,0.06225141,0.0004648601,0.00001443839,0.02914326,0.0001477025,0.9040429,0.0001000322,0.000003854117,0.001979637,0.0005783106],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4971095,0.00004863518,0.5020767,0.00001608005,0.0001909964,0.000169112,0.00002197907,0.0003667666,1.402633e-7],"genre_scores_gemma":[0.8694408,0.000003117783,0.1303558,0.00001274826,0.0000737032,0.00004322197,0.000002718351,0.00004197392,0.00002590055],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8062945,"threshold_uncertainty_score":0.8328694,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2160170123","doi":"10.1007/s11334-005-0017-x","title":"Online safety calculations for glide-slope recapture","year":2005,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Aerospace and Aviation Technology","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Correctness; Reachability; Computer science; Convergence (economics); Controller (irrigation); Fixed wing; Trajectory; Aeronautics; Aerospace engineering; Flight dynamics; Simulation; Control theory (sociology); Real-time computing; Engineering; Control (management); Wing; Aerodynamics; Artificial intelligence; Algorithm; Physics","retraction":null,"screen_n_in":null,"score":{"opus":0.009814380503818209,"gpt":0.2244772144102203,"spread":0.2146628339064021,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000117064,0.0001287683,0.0001744218,0.0002667462,0.00005670628,0.00002675883,0.00006748443,0.0001540976,0.000004849951],"category_scores_gemma":[0.0001611266,0.0001399824,0.00002120967,0.0005543544,0.00001059531,0.0001588399,0.00001456309,0.0001682754,0.000002400919],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009770741,"about_ca_system_score_gemma":0.00001005376,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001008842,"about_ca_topic_score_gemma":0.00005202143,"domain_scores_codex":[0.999254,0.000003268848,0.0003641927,0.0001301438,0.0000607966,0.0001875805],"domain_scores_gemma":[0.9996343,0.00008776241,0.0000280526,0.0001492491,0.00007564494,0.00002504709],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00000139602,0.00001853565,0.003021782,0.0001224855,0.00002429355,8.345583e-7,0.0001925973,0.9657071,0.0005272427,0.02050188,0.001074267,0.0088076],"study_design_scores_gemma":[0.0008272089,0.00002295522,0.01702275,0.0001914387,0.00001240906,0.00002207872,0.000208655,0.5889894,0.0002321792,0.00007075872,0.3918996,0.0005006451],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.180079,0.001222403,0.8163739,0.0003890203,0.0004544421,0.0004004603,0.0001220558,0.0009016847,0.00005700884],"genre_scores_gemma":[0.9532003,0.00005928507,0.04605903,0.00003609724,0.0002207617,0.0001196017,0.0001110824,0.00003935471,0.0001544635],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7731214,"threshold_uncertainty_score":0.5708317,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4205602730","doi":"10.1007/s11334-021-00426-2","title":"Domain engineering for customer experience management","year":2022,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Vendor; Domain (mathematical analysis); Exploit; Context (archaeology); Customer relationship management; Software engineering; Knowledge management; Business; Marketing; Computer security; Database","retraction":null,"screen_n_in":null,"score":{"opus":0.1083756431345969,"gpt":0.3607661676049763,"spread":0.2523905244703795,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00126841,0.0001134334,0.000161571,0.0009250551,0.0001925937,0.0001916732,0.0002956978,0.00002304442,0.00004183234],"category_scores_gemma":[0.0001392454,0.0001135172,0.00003246675,0.00153535,0.00000911843,0.0003714694,0.0001883962,0.0001098923,0.000005883082],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009531008,"about_ca_system_score_gemma":0.000009717288,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009149089,"about_ca_topic_score_gemma":7.745346e-7,"domain_scores_codex":[0.9984463,0.00001269713,0.0005808368,0.0002241108,0.0005286165,0.0002074495],"domain_scores_gemma":[0.9993689,0.0002067567,0.00008830816,0.000221664,0.00008257094,0.00003177722],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001392022,0.00005179078,0.03334857,0.0001398217,0.00003254793,0.00001896134,0.004842569,0.5590231,0.000191842,0.3900369,0.004851435,0.007448467],"study_design_scores_gemma":[0.0006168587,0.00002441276,0.03315735,0.00003134041,0.000005364659,0.00001470791,0.006566468,0.0529043,0.000007086178,0.0001239469,0.9062133,0.0003347925],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5968166,0.0001228404,0.4010232,0.00008551967,0.001023993,0.0005836263,0.00003617951,0.0001214034,0.000186613],"genre_scores_gemma":[0.9759101,0.000002670446,0.02198675,0.00006956638,0.00004279039,0.001073065,0.00001590581,0.00001509036,0.0008840407],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9013619,"threshold_uncertainty_score":0.4629096,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4399675882","doi":"10.1007/s11334-024-00569-y","title":"Transitioning towards SysML v2 as a variability modeling language","year":2024,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Systems Modeling Language; Metamodeling; Modeling language; Computer science; Software engineering; Systems engineering; Interoperability; Software deployment; Model-driven architecture; Unified Modeling Language; Engineering; Programming language; World Wide Web; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.0214951829121854,"gpt":0.2830009326164608,"spread":0.2615057497042754,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001219949,0.0001882005,0.0002375189,0.0004571977,0.00006426928,0.0002896764,0.0002456164,0.0001076121,0.000001566368],"category_scores_gemma":[0.001429054,0.0001938814,0.00003402467,0.00137274,0.00001409599,0.0006807071,0.00009102548,0.0003384418,0.000003274595],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001379468,"about_ca_system_score_gemma":0.0000716564,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009835802,"about_ca_topic_score_gemma":0.000001074315,"domain_scores_codex":[0.9986708,0.00004898732,0.0004116357,0.0004150343,0.000180041,0.0002735244],"domain_scores_gemma":[0.998944,0.0005678764,0.00002185518,0.0003465278,0.0000770515,0.00004273106],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[5.626497e-7,0.000005694226,0.00005099005,0.0003367414,0.00001507254,0.00004502561,0.001951589,0.9078834,0.0004105119,0.07856697,0.000004858081,0.01072858],"study_design_scores_gemma":[0.00008843499,0.00001503827,0.0001691753,0.0004423452,0.000003778767,0.00009969989,0.0001185276,0.9966263,0.00007788255,0.001783419,0.000314067,0.0002613247],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05075261,0.001970673,0.9440633,0.00007910275,0.001119732,0.0001722345,0.000005830488,0.001800322,0.00003616644],"genre_scores_gemma":[0.657259,0.00001325721,0.3425367,0.0000129748,0.00006664902,0.00006970019,0.000003678575,0.00001930583,0.00001871672],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6065064,"threshold_uncertainty_score":0.7906254,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2117857866","doi":"10.1007/s11334-005-0004-2","title":"Recoverability preservation: a measure of last resort","year":2005,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Radiation Effects in Electronics","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université Laval","funders":"","keywords":"Correctness; Property (philosophy); Measure (data warehouse); Computer science; Fault tolerance; Distributed computing; Algorithm; Data mining","retraction":null,"screen_n_in":null,"score":{"opus":0.007684349567950062,"gpt":0.200804347254456,"spread":0.1931199976865059,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004367015,0.0001165459,0.0001876845,0.0002470279,0.00002316715,0.00002229341,0.00008246242,0.00009447451,0.000004195032],"category_scores_gemma":[0.0004084169,0.0001328402,0.00001787308,0.0007491436,0.00001216894,0.0003199462,0.00001285836,0.0001891085,0.000001300431],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000170522,"about_ca_system_score_gemma":0.00002350609,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001807359,"about_ca_topic_score_gemma":0.00002890531,"domain_scores_codex":[0.9990986,0.00001457294,0.0004458822,0.0001243676,0.0001479451,0.0001686389],"domain_scores_gemma":[0.9994586,0.0001556224,0.00004026987,0.0002153027,0.0001068021,0.00002346084],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000001268886,0.00001004019,0.009569015,0.0002087949,0.00001727986,3.210196e-7,0.0001713168,0.9827519,0.0003672035,0.003211685,0.0001995089,0.003491687],"study_design_scores_gemma":[0.0004415997,0.00002900982,0.04786107,0.0002184902,0.000006463192,0.00001239033,0.00002554382,0.9192752,0.0004661949,0.00004289568,0.03132986,0.0002912394],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8653125,0.00181929,0.1314561,0.00004012621,0.0003985869,0.0003268653,0.00001422337,0.0003468012,0.0002855032],"genre_scores_gemma":[0.9943687,0.00001974829,0.005372591,0.000006361292,0.0001072582,0.00006979111,0.000008500257,0.00002570924,0.00002135839],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1290562,"threshold_uncertainty_score":0.5417065,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4205192370","doi":"10.1007/s11334-021-00425-3","title":"Perspectives to promote modularity, reusability, and consistency in multi-language systems","year":2022,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Modularity (biology); Programming language; Modeling language; Class diagram; Consistency (knowledge bases); Software engineering; Reuse; Perspective (graphical); Modular design; Reusability; Unified Modeling Language; Software; Artificial intelligence; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01885763215520529,"gpt":0.2575765544274315,"spread":0.2387189222722263,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009719505,0.0002029466,0.000319376,0.0008243654,0.0001148644,0.0001652067,0.0003832697,0.0000682943,9.135777e-7],"category_scores_gemma":[0.0001702162,0.0002386631,0.00001900886,0.001526859,0.00002197414,0.0002953986,0.000672176,0.0003804975,3.866164e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003188051,"about_ca_system_score_gemma":0.00004249254,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006184671,"about_ca_topic_score_gemma":0.00001671737,"domain_scores_codex":[0.9983534,0.00006265094,0.0005110689,0.0005304642,0.0002512695,0.0002911863],"domain_scores_gemma":[0.9991535,0.00008702109,0.00005956366,0.0005345878,0.00009974367,0.00006557385],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000004636217,0.00023163,0.05614426,0.0006756749,0.00003529896,0.000145092,0.02867938,0.5039131,0.001301116,0.4004504,0.00008103933,0.008338341],"study_design_scores_gemma":[0.000612963,0.0001328191,0.03469494,0.0003662744,0.000003683902,0.0002455933,0.001034956,0.9550243,0.00002810458,0.00008976753,0.007041687,0.0007248964],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2655107,0.001276079,0.7318111,0.00009419841,0.0002488695,0.0006037661,0.00001499004,0.0004366956,0.000003566956],"genre_scores_gemma":[0.7262734,0.000004965074,0.2731506,0.00001062684,0.00001525442,0.00049473,0.000002847143,0.000019043,0.00002846421],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.4607627,"threshold_uncertainty_score":0.9732397,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2063002226","doi":"10.1007/s11334-007-0041-0","title":"Converting scenarios to CSP traces with Mise en Scene for requirements-based programming","year":2008,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; Notation; TRACE (psycholinguistics); Software engineering; Programming language; Communicating sequential processes; Formal specification; Systems engineering; Engineering; Semantics (computer science)","retraction":null,"screen_n_in":null,"score":{"opus":0.0471646092853532,"gpt":0.2870360649401125,"spread":0.2398714556547593,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006595982,0.0002126567,0.0002850322,0.000435528,0.0001457752,0.00008040211,0.000299557,0.00007675992,2.278115e-7],"category_scores_gemma":[0.001655487,0.0002043009,0.0000227255,0.001143969,0.0000234098,0.0004017137,0.00006510357,0.0001532719,5.668408e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001237139,"about_ca_system_score_gemma":0.00007134532,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002167995,"about_ca_topic_score_gemma":0.00000284596,"domain_scores_codex":[0.9985791,0.00002662192,0.00042675,0.0003861097,0.000200049,0.0003813908],"domain_scores_gemma":[0.9985037,0.000830745,0.00008281835,0.0003200276,0.0001958225,0.00006682402],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000009320056,0.00002609041,0.009036368,0.0002909129,0.00001945716,0.00002375881,0.001268083,0.9736666,0.000776916,0.001778603,0.00002020914,0.01308368],"study_design_scores_gemma":[0.005269742,0.001190666,0.03251863,0.00354496,0.00003020591,0.0003863475,0.0006731679,0.9194122,0.006298098,0.0001705308,0.02728754,0.003217894],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1053691,0.0002044384,0.8927013,0.00009217222,0.0003130714,0.0006620425,0.000003265885,0.0006534559,0.000001170539],"genre_scores_gemma":[0.3674831,0.000002163079,0.6320709,0.0000309485,0.00003917352,0.0003329168,0.000002933404,0.00002190797,0.00001597262],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.262114,"threshold_uncertainty_score":0.833115,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391467874","doi":"10.1007/s11334-024-00550-9","title":"Prioritizing unit tests using object-oriented metrics, centrality measures, and machine learning algorithms","year":2024,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Artificial intelligence; Centrality; Machine learning; Algorithm; Unit (ring theory); Data mining; Mathematics; Statistics; Mathematics education","retraction":null,"screen_n_in":null,"score":{"opus":0.04502169436379681,"gpt":0.2854496396287489,"spread":0.2404279452649521,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001168895,0.0002251001,0.0002595658,0.00126524,0.000144263,0.0005728385,0.0002169787,0.0001138067,6.036316e-7],"category_scores_gemma":[0.00263699,0.0002391158,0.00002419325,0.0040814,0.00002680449,0.0005896516,0.0002245406,0.0006414863,0.000001187426],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001975285,"about_ca_system_score_gemma":0.00008895632,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004738263,"about_ca_topic_score_gemma":0.000006322418,"domain_scores_codex":[0.9981839,0.00005095229,0.0004444407,0.0004823606,0.0003998012,0.0004385113],"domain_scores_gemma":[0.998383,0.00101694,0.00003783627,0.0002716926,0.0001894725,0.0001010699],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000004419934,0.00007111923,0.7438138,0.002653559,0.000229214,0.000552288,0.003312087,0.1182266,0.004124644,0.05131766,0.00004969836,0.0756449],"study_design_scores_gemma":[0.0002394053,0.00002715856,0.0415297,0.0006160972,0.000006588351,0.0002031762,0.00003703883,0.9482372,0.00007608457,0.00002255673,0.008646758,0.0003581933],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2093323,0.009712566,0.7790419,0.00002913298,0.0008298058,0.0002097602,0.000008850475,0.0008320851,0.000003578543],"genre_scores_gemma":[0.9412956,0.00009823669,0.05839288,0.000005172577,0.00009931039,0.00002567578,0.000008560548,0.00003824363,0.00003630766],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8300106,"threshold_uncertainty_score":0.9750859,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4400406365","doi":"10.1007/s11334-024-00566-1","title":"Detecting mistakes in a domain model: a comparison of three approaches","year":2024,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.06713351668033267,"gpt":0.2820279381096866,"spread":0.2148944214293539,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007210699,0.0001364743,0.0002532597,0.0009627758,0.000026477,0.0001607302,0.00028018,0.00008502754,3.605589e-7],"category_scores_gemma":[0.0005674384,0.0001421901,0.00002231156,0.002206885,0.00001768704,0.0002978857,0.00006410623,0.0003313424,6.266122e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000108059,"about_ca_system_score_gemma":0.00006024168,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007908601,"about_ca_topic_score_gemma":0.00002962546,"domain_scores_codex":[0.9987041,0.00001385023,0.0005041556,0.0002969656,0.0002262704,0.0002546054],"domain_scores_gemma":[0.9989263,0.0006891922,0.00003266127,0.0002741685,0.00004755631,0.00003014978],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000001081814,0.00002415056,0.07121599,0.0008511447,0.00001622468,0.00001614986,0.003558883,0.8759024,0.0004412173,0.04036427,0.00001090485,0.007597554],"study_design_scores_gemma":[0.0001062725,0.00001397833,0.007371854,0.0005045388,8.664769e-7,0.00001191952,0.0001355431,0.9913634,0.00009391716,0.0001548162,0.0001037107,0.0001391835],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3423195,0.001751954,0.655351,0.00002187357,0.0001619582,0.0001394931,0.000002044441,0.0002401465,0.0000120219],"genre_scores_gemma":[0.9072102,0.00000139937,0.09264877,0.000001115665,0.00002280301,0.00008848174,0.000001302784,0.00001882838,0.000007098993],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5648907,"threshold_uncertainty_score":0.5798342,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4386212977","doi":"10.1007/s11334-023-00534-1","title":"A certified access control policy language: TEpla","year":2023,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Access Control and Trust","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Acadia University","funders":"","keywords":"Mathematical proof; Certification; Security policy; Computer science; Enforcement; Access control; Exploit; Semantics (computer science); Computer security; Computer security model; Programming language; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.02437437155291311,"gpt":0.3301278696657181,"spread":0.305753498112805,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004898619,0.00008295359,0.0001538111,0.0005348775,0.0001837383,0.0002341957,0.0001651402,0.00008064608,0.000007697566],"category_scores_gemma":[0.00119662,0.00008295362,0.00001656947,0.002121928,0.00003161507,0.0003184265,0.00003621482,0.000114948,0.00001050007],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006607967,"about_ca_system_score_gemma":0.00008418128,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006632447,"about_ca_topic_score_gemma":0.00029285,"domain_scores_codex":[0.9991744,0.00002824833,0.000235327,0.0001387972,0.0001569039,0.0002663304],"domain_scores_gemma":[0.9994891,0.00024176,0.00004339562,0.0001062144,0.00007509179,0.00004441613],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00001725679,0.00005016196,0.3020975,0.0003121827,0.000116113,0.0001089476,0.02138085,0.06380987,0.0004104325,0.5793763,0.002703615,0.0296168],"study_design_scores_gemma":[0.004520381,0.00004256234,0.7139384,0.0005699956,0.00003459492,0.00001552121,0.01184736,0.05825737,0.00002604872,0.001034315,0.2082567,0.001456793],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.950638,0.0008415361,0.03794822,0.003312563,0.001527243,0.000951607,0.00006586798,0.001617646,0.003097345],"genre_scores_gemma":[0.9988698,0.00002162911,0.00005810234,0.00007279572,0.0003958013,0.0001166497,0.000007764443,0.0000129457,0.000444547],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.578342,"threshold_uncertainty_score":0.9999825,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2802046167","doi":"10.1007/s11334-018-0310-0","title":"Introduction to special issue on verification and evaluation of computer systems","year":2018,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Computer Applications; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.02269678944781473,"gpt":0.2861557639173261,"spread":0.2634589744695113,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001569832,0.00008622801,0.0001648327,0.0005404182,0.00006310536,0.0001249722,0.0001313887,0.0000571921,0.000004606643],"category_scores_gemma":[0.0005025979,0.00008594923,0.00001096321,0.001275953,0.00002725452,0.0002127885,0.00005836272,0.00008659371,0.000008167104],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009304309,"about_ca_system_score_gemma":0.00003183541,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000723312,"about_ca_topic_score_gemma":0.000003281522,"domain_scores_codex":[0.9987634,0.00006810937,0.0003520492,0.000302492,0.0003902487,0.0001237473],"domain_scores_gemma":[0.9988253,0.0001206961,0.00005943264,0.0003154078,0.0006436615,0.00003547244],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002216369,0.0001777922,0.01445892,0.0006112969,0.00009572657,0.000001765184,0.004363895,0.5494363,0.001553477,0.1166893,0.01064839,0.3019409],"study_design_scores_gemma":[0.0002902781,0.0001727759,0.03351073,0.0001717265,0.000007344492,0.000009263086,0.00006762769,0.9322827,0.000223352,0.00004191448,0.03304559,0.0001767353],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3255631,0.00009366772,0.6719282,0.0003205562,0.001618133,0.0003774847,0.000002709514,0.00006403188,0.0000320847],"genre_scores_gemma":[0.9830769,0.000007418304,0.01094404,0.00001271819,0.005856893,0.00006498594,0.000005579176,0.000007170092,0.00002430779],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6609842,"threshold_uncertainty_score":0.3504908,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4413836087","doi":"10.1007/s11334-025-00618-0","title":"Mapping system requirements to emotional impact: a semi-automated approach","year":2025,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Emotion and Mood Recognition","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.0283626099630905,"gpt":0.3100170078278552,"spread":0.2816543978647647,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003686417,0.000144391,0.0002045958,0.0009977303,0.00007778461,0.00006091737,0.00007395208,0.0001246988,0.00001175867],"category_scores_gemma":[0.0001107573,0.0001477601,0.00002807717,0.00159728,0.000008476733,0.00008887313,0.00003487373,0.0001399164,0.00001755284],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002130598,"about_ca_system_score_gemma":0.00002862521,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001142228,"about_ca_topic_score_gemma":0.000001293511,"domain_scores_codex":[0.9989002,0.00003439038,0.0004681096,0.0002574996,0.0001131586,0.0002266095],"domain_scores_gemma":[0.9995288,0.0000563092,0.00005677011,0.0001716612,0.0001415187,0.00004492798],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00007526154,0.0009150387,0.2888674,0.006620476,0.001480432,0.00008434473,0.01452665,0.2604763,0.005037556,0.3671565,0.0394166,0.01534344],"study_design_scores_gemma":[0.003048185,0.00009584601,0.7807029,0.005111741,0.00002942757,0.0002558947,0.007794368,0.1924783,0.00003509911,0.00003737087,0.009441929,0.0009688514],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4636253,0.0002021318,0.5294309,0.00004311643,0.001672479,0.0005803398,0.00003304469,0.0008705835,0.003542106],"genre_scores_gemma":[0.9968745,9.821066e-7,0.002163873,0.00005635961,0.00007408814,0.0002406905,0.00007171898,0.0000168015,0.0005009475],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5332493,"threshold_uncertainty_score":0.6025484,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}