{"meta":{"query_hash":"b76e660dc5b9","filters":{"venue":"Innovations in Systems and Software Engineering"},"cohort_total":22,"direct_labels_cover":0,"predictions_cover":22,"exported":22,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/b76e660dc5b9","api":"https://metacan.xera.ac/api/v1/cohort?venue=Innovations+in+Systems+and+Software+Engineering"},"results":[{"id":"W1985157429","doi":"10.1007/s11334-011-0166-z","title":"Combining UML, ASTD and B for the formal specification of an access control filter","year":2011,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Access Control and Trust","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"Agence Nationale de la Recherche","keywords":"Computer science; Formal methods; Unified Modeling Language; Formal specification; B-Method; Access control; Role-based access control; Software engineering; Programming language; Set (abstract data type); Mandatory access control; Software; Computer security","score_opus":0.06396627378352777,"score_gpt":0.30179091789464463,"score_spread":0.23782464411111687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985157429","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3548079,0.00031988526,0.64367115,0.000056586792,0.00033381148,0.000493593,0.000014674485,0.000041894513,0.00026048435],"genre_scores_gemma":[0.9985552,0.0000107861415,0.0012182674,0.000016719488,0.0000956416,0.000080785794,0.0000027331819,0.0000062099307,0.000013696578],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9994507,0.000013522454,0.00023594347,0.00008417716,0.00008219662,0.00013344768],"domain_scores_gemma":[0.999423,0.00027010214,0.00007796326,0.000081133876,0.00012676652,0.000021010625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080513785,0.000054001306,0.0001073632,0.00010972998,0.00017702203,0.000072918025,0.00011718285,0.0000492478,0.0000029419496],"category_scores_gemma":[0.00022569433,0.000043194774,0.000010022372,0.00024219658,0.000050003844,0.00055041263,0.00001693393,0.000059194947,8.0829665e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054625172,0.000061031256,0.22742718,0.00017844077,0.00007136585,0.00000134246,0.018712897,0.002112478,0.00012302963,0.6947726,0.000036270278,0.056448724],"study_design_scores_gemma":[0.0024252532,0.000109014596,0.91476244,0.00017488719,0.000039714287,0.000004921159,0.006658573,0.06468703,0.000086096945,0.00071225245,0.009964211,0.0003756163],"about_ca_topic_score_codex":0.0009558552,"about_ca_topic_score_gemma":0.00016167425,"teacher_disagreement_score":0.6940604,"about_ca_system_score_codex":0.000012278737,"about_ca_system_score_gemma":0.00001663013,"threshold_uncertainty_score":0.17614318},"labels":[],"label_agreement":null},{"id":"W2010981136","doi":"10.1007/s11334-005-0011-3","title":"Tracing requirements to defect reports: an application of information retrieval techniques","year":2005,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University; National Aeronautics and Space Administration","keywords":"Tracing; Computer science; TRACE (psycholinguistics); Debugging; Information retrieval; Precision and recall; Relevance (law); Software; Data mining; Hierarchy; Software engineering; Programming language","score_opus":0.014026146464856198,"score_gpt":0.2750939962476525,"score_spread":0.2610678497827963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010981136","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26781926,0.000051758117,0.7313464,0.000029841136,0.00009900715,0.00031615968,0.0000017797548,0.0003284172,0.000007354882],"genre_scores_gemma":[0.84949255,0.0000017107758,0.15034266,0.000015720509,0.00004541127,0.00008200043,0.000007942836,0.000008984391,0.0000030453737],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99870896,0.000010008581,0.00060976314,0.00019576101,0.0002894581,0.00018607537],"domain_scores_gemma":[0.9990253,0.00013802221,0.00010329588,0.0004385956,0.00024063136,0.00005419746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009884343,0.000107862325,0.00015503663,0.0008179341,0.000038966864,0.000106264844,0.00021680305,0.00007330001,3.8232037e-7],"category_scores_gemma":[0.0011547421,0.00012010582,0.000016813869,0.001639114,0.000007543607,0.001648398,0.0000835693,0.00013119893,0.0000015066952],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016892103,0.00015067091,0.14170817,0.0010911295,0.00006225329,0.000014324437,0.0058787595,0.52312106,0.02306505,0.029442215,0.00023877628,0.27521068],"study_design_scores_gemma":[0.00094812014,0.0005839796,0.23968783,0.0015350739,0.000015899299,0.00040172366,0.00024037706,0.6613056,0.055788223,0.00023199481,0.03742891,0.001832273],"about_ca_topic_score_codex":0.0000663011,"about_ca_topic_score_gemma":0.0000024566998,"teacher_disagreement_score":0.58167326,"about_ca_system_score_codex":0.00014639478,"about_ca_system_score_gemma":0.000033376466,"threshold_uncertainty_score":0.4897773},"labels":[],"label_agreement":null},{"id":"W2022461105","doi":"10.1007/s11334-005-0012-2","title":"Software release planning for evolving systems","year":2005,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Set (abstract data type); Component (thermodynamics); Hierarchy; Process (computing); Weighting; Software release life cycle; Software; Analytic hierarchy process; Resource (disambiguation); Software system; Risk analysis (engineering); Operations research; Engineering","score_opus":0.021572828620047158,"score_gpt":0.26691134417449025,"score_spread":0.24533851555444308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022461105","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060967725,0.0038338993,0.93256766,0.00007433454,0.00097605906,0.00057353504,0.00001302868,0.0009854881,0.000008280219],"genre_scores_gemma":[0.8335705,0.000008508241,0.16542049,0.00002213395,0.00033498148,0.00046040173,0.000011178508,0.000049089824,0.00012275958],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979869,0.00002189527,0.0006106443,0.0004873824,0.0003307263,0.0005624195],"domain_scores_gemma":[0.9973911,0.0015739691,0.00008683387,0.0005282833,0.00030837586,0.00011145006],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008359566,0.0002536524,0.00032440768,0.0008283266,0.00015449226,0.0004726032,0.0005005891,0.00014991239,0.0000011589552],"category_scores_gemma":[0.0036906349,0.00027798206,0.00003992922,0.0013030778,0.000017216209,0.00084699795,0.00016170065,0.0003216359,0.000005390793],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002957157,0.000030395735,0.046939485,0.0006306958,0.00003539733,0.00002107522,0.0007308928,0.9294871,0.00015090474,0.015224186,0.0015028698,0.0052440153],"study_design_scores_gemma":[0.00075630203,0.00005572944,0.023084864,0.0008701683,0.0000050394665,0.000108458305,0.000081653816,0.94561183,0.000053728254,0.000027730246,0.028717631,0.0006268316],"about_ca_topic_score_codex":0.00005725915,"about_ca_topic_score_gemma":0.000001348296,"teacher_disagreement_score":0.77260274,"about_ca_system_score_codex":0.00025464868,"about_ca_system_score_gemma":0.00008106026,"threshold_uncertainty_score":0.9999672},"labels":[],"label_agreement":null},{"id":"W2024238769","doi":"10.1007/s11334-011-0178-8","title":"Tracing the evolution of HCI patterns as an interaction design tool","year":2011,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Persona Design and Applications","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; École de Technologie Supérieure; Concordia University","funders":"","keywords":"Software design pattern; Structural pattern; Computer science; Reuse; Design pattern; Behavioral pattern; Process (computing); Human–computer interaction; Tracing; Design process; Selection (genetic algorithm); Field (mathematics); Conceptual design; Engineering design process; Pattern language (formal languages); Dissemination; Data science; Software engineering; Artificial intelligence; Engineering; Software design; Programming language; Work in process; Software development","score_opus":0.03743146998515868,"score_gpt":0.2416713301628028,"score_spread":0.20423986017764412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024238769","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25281784,0.000050126037,0.74676114,0.000013461528,0.00012540216,0.00013900129,0.0000013789538,0.00006687839,0.000024740877],"genre_scores_gemma":[0.9719781,0.0000022813592,0.027882252,0.000010001056,0.000025192421,0.00008455565,0.0000012667755,0.0000055026485,0.000010795662],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994075,0.00002669636,0.00024570987,0.00013913114,0.00008484933,0.00009612125],"domain_scores_gemma":[0.99951816,0.00008711458,0.000066278946,0.00023799241,0.000075339536,0.000015137708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034368227,0.00006942835,0.00008094737,0.00017797954,0.00006300353,0.000047948877,0.00019496308,0.000037442755,0.0000014805785],"category_scores_gemma":[0.00006553053,0.000058714686,0.000011571353,0.0005502153,0.000009634924,0.00046574918,0.000026465692,0.00009555966,0.0000014151561],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009842803,0.00021019552,0.027007135,0.00020169184,0.00004846083,0.0000073755177,0.021309128,0.05151982,0.01000987,0.85781294,0.00008499139,0.03177857],"study_design_scores_gemma":[0.0004275524,0.00016428942,0.1481706,0.0004310252,0.000011411895,0.00015071897,0.002298969,0.84263396,0.0025617024,0.002163819,0.000496691,0.0004892514],"about_ca_topic_score_codex":0.00046833107,"about_ca_topic_score_gemma":0.0000055466844,"teacher_disagreement_score":0.8556491,"about_ca_system_score_codex":0.000061532875,"about_ca_system_score_gemma":0.000027942067,"threshold_uncertainty_score":0.23943155},"labels":[],"label_agreement":null},{"id":"W2035236503","doi":"10.1007/s11334-011-0155-2","title":"A relationship-based approach to model integration","year":2011,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Merge (version control); Computer science; Operator (biology); Theoretical computer science; Data mining; Information retrieval","score_opus":0.10204165865193465,"score_gpt":0.2696993603635655,"score_spread":0.16765770171163086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035236503","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008212732,0.00008337401,0.99035156,0.000017605085,0.0002758092,0.0002519295,0.0000025068157,0.00069182477,0.000112666836],"genre_scores_gemma":[0.46692985,3.636245e-7,0.5328944,0.000020520823,0.000009791484,0.00011782541,0.0000023001248,0.00001008876,0.000014903988],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998985,0.000026427573,0.00034689746,0.00030176426,0.00013153165,0.00020838316],"domain_scores_gemma":[0.99912065,0.0002934938,0.00004794397,0.00037612367,0.00011168028,0.000050088696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005371325,0.00015453185,0.00017446627,0.0006316077,0.000057185967,0.000063297884,0.00028352227,0.00008992023,2.0309791e-7],"category_scores_gemma":[0.0016418034,0.0001590023,0.000017874176,0.0013936715,0.000011428678,0.00043690403,0.00007479038,0.00020472589,0.0000018293014],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.325637e-7,0.000014754577,0.0015187662,0.000032482138,0.0000019835334,9.4832984e-7,0.0009566193,0.83487356,0.00005926158,0.16169114,0.000015839707,0.0008336995],"study_design_scores_gemma":[0.00013754275,0.00001964419,0.010261613,0.00006917134,0.0000016478075,0.000007956371,0.000040455856,0.98745686,0.00011532346,0.0015710997,0.00007171856,0.0002469679],"about_ca_topic_score_codex":0.000020993157,"about_ca_topic_score_gemma":9.695248e-7,"teacher_disagreement_score":0.45871714,"about_ca_system_score_codex":0.00008419279,"about_ca_system_score_gemma":0.00003589161,"threshold_uncertainty_score":0.6483926},"labels":[],"label_agreement":null},{"id":"W2038078821","doi":"10.1007/s11334-008-0064-1","title":"Extending statecharts with process algebra operators","year":2008,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Process calculus; Computer science; Notation; Process (computing); Communicating sequential processes; Semantics (computer science); Theoretical computer science; Operational semantics; Algebra over a field; Domain (mathematical analysis); Algebraic semantics; Programming language; Mathematics; Arithmetic","score_opus":0.018667884625640042,"score_gpt":0.24778122165339572,"score_spread":0.2291133370277557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038078821","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35301238,0.00010464704,0.6463738,0.000007975907,0.00017663334,0.00011988036,9.122722e-7,0.00018262483,0.000021138698],"genre_scores_gemma":[0.7418327,0.0000090432995,0.25802281,0.000012176387,0.000021302585,0.00007651369,0.0000015479295,0.000010030139,0.000013886137],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99916494,0.000014463468,0.00026298116,0.00021680322,0.00015935671,0.00018143062],"domain_scores_gemma":[0.9995143,0.00004147838,0.000054752607,0.00023485214,0.00012383758,0.000030784115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003247646,0.00010820914,0.00012745967,0.0003157258,0.00011216458,0.000078946585,0.00019710396,0.000044272078,5.9054634e-7],"category_scores_gemma":[0.00013836924,0.00009787114,0.000006239809,0.0012970617,0.000020444515,0.00073192455,0.000037349466,0.00013193762,0.0000013298337],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073901747,0.00008459768,0.11538706,0.0006075347,0.000045796096,0.00013776321,0.0089337,0.21475232,0.000984436,0.64663553,0.00009926963,0.012324628],"study_design_scores_gemma":[0.0013282406,0.00024938458,0.122826576,0.0010958211,0.0000067223064,0.0014842602,0.0005200462,0.85830283,0.0040173326,0.000272387,0.008342597,0.0015537756],"about_ca_topic_score_codex":0.00001531489,"about_ca_topic_score_gemma":5.326032e-7,"teacher_disagreement_score":0.64636314,"about_ca_system_score_codex":0.00004668306,"about_ca_system_score_gemma":0.0000384187,"threshold_uncertainty_score":0.39910692},"labels":[],"label_agreement":null},{"id":"W2063002226","doi":"10.1007/s11334-007-0041-0","title":"Converting scenarios to CSP traces with Mise en Scene for requirements-based programming","year":2008,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; Notation; TRACE (psycholinguistics); Software engineering; Programming language; Communicating sequential processes; Formal specification; Systems engineering; Engineering; Semantics (computer science)","score_opus":0.0471646092853532,"score_gpt":0.2870360649401125,"score_spread":0.2398714556547593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063002226","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10536909,0.0002044384,0.89270127,0.00009217222,0.0003130714,0.0006620425,0.0000032658854,0.0006534559,0.0000011705389],"genre_scores_gemma":[0.36748308,0.0000021630788,0.6320709,0.000030948504,0.00003917352,0.00033291682,0.0000029334037,0.000021907974,0.000015972615],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985791,0.000026621916,0.00042675,0.00038610972,0.00020004898,0.00038139077],"domain_scores_gemma":[0.99850374,0.00083074503,0.000082818355,0.00032002758,0.00019582247,0.00006682402],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006595982,0.00021265665,0.00028503223,0.00043552803,0.00014577518,0.00008040211,0.000299557,0.00007675992,2.2781154e-7],"category_scores_gemma":[0.0016554875,0.00020430094,0.000022725499,0.0011439687,0.000023409804,0.00040171365,0.000065103566,0.00015327192,5.668408e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009320056,0.000026090409,0.009036368,0.0002909129,0.000019457157,0.000023758808,0.0012680826,0.9736666,0.000776916,0.001778603,0.000020209138,0.013083678],"study_design_scores_gemma":[0.005269742,0.0011906661,0.032518625,0.0035449597,0.000030205914,0.00038634753,0.00067316793,0.9194122,0.0062980982,0.00017053084,0.027287543,0.0032178941],"about_ca_topic_score_codex":0.000021679954,"about_ca_topic_score_gemma":0.0000028459604,"teacher_disagreement_score":0.262114,"about_ca_system_score_codex":0.00012371391,"about_ca_system_score_gemma":0.00007134532,"threshold_uncertainty_score":0.83311504},"labels":[],"label_agreement":null},{"id":"W2117857866","doi":"10.1007/s11334-005-0004-2","title":"Recoverability preservation: a measure of last resort","year":2005,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Radiation Effects in Electronics","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Correctness; Property (philosophy); Measure (data warehouse); Computer science; Fault tolerance; Distributed computing; Algorithm; Data mining","score_opus":0.007684349567950062,"score_gpt":0.20080434725445598,"score_spread":0.19311999768650592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117857866","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8653125,0.0018192898,0.1314561,0.00004012621,0.00039858688,0.0003268653,0.000014223373,0.00034680116,0.0002855032],"genre_scores_gemma":[0.9943687,0.000019748293,0.005372591,0.0000063612915,0.00010725822,0.00006979111,0.000008500257,0.000025709238,0.000021358393],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990986,0.0000145729355,0.00044588224,0.00012436761,0.00014794506,0.00016863886],"domain_scores_gemma":[0.99945855,0.00015562243,0.000040269868,0.00021530267,0.000106802145,0.000023460843],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043670146,0.00011654587,0.0001876845,0.00024702793,0.000023167153,0.000022293414,0.00008246242,0.00009447451,0.0000041950316],"category_scores_gemma":[0.0004084169,0.00013284017,0.000017873084,0.0007491436,0.0000121689445,0.00031994624,0.000012858364,0.00018910853,0.0000013004311],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012688861,0.000010040189,0.009569015,0.0002087949,0.000017279855,3.2101957e-7,0.00017131682,0.9827519,0.0003672035,0.0032116855,0.00019950887,0.0034916874],"study_design_scores_gemma":[0.00044159972,0.000029009816,0.047861066,0.0002184902,0.000006463192,0.000012390329,0.000025543817,0.9192752,0.00046619488,0.00004289568,0.031329863,0.0002912394],"about_ca_topic_score_codex":0.000018073586,"about_ca_topic_score_gemma":0.000028905308,"teacher_disagreement_score":0.12905619,"about_ca_system_score_codex":0.00017052205,"about_ca_system_score_gemma":0.00002350609,"threshold_uncertainty_score":0.5417065},"labels":[],"label_agreement":null},{"id":"W2159158384","doi":"10.1007/s11334-011-0159-y","title":"An architecture process maturity model of software product line engineering","year":2011,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Software product line; Capability Maturity Model; Product engineering; Domain engineering; Software development; Reference architecture; Product (mathematics); Software architecture; Software development process","score_opus":0.047315858661468924,"score_gpt":0.27290533281681345,"score_spread":0.22558947415534453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159158384","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.114122406,0.0004606161,0.883708,0.0000096277745,0.0004087086,0.00028621493,0.000013896414,0.0009868564,0.0000036481997],"genre_scores_gemma":[0.46473745,0.0000062268864,0.5351126,0.000005370906,0.00003713792,0.00006536183,0.000003775053,0.000027193044,0.0000048664137],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99820423,0.000029131805,0.00062773615,0.00051059126,0.00024285253,0.00038543856],"domain_scores_gemma":[0.9985233,0.00026312258,0.00013916752,0.00073551084,0.00025998327,0.00007892],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00065716635,0.00032103373,0.00044507743,0.00066534674,0.000050372884,0.000051894964,0.00064572203,0.00013707252,7.1904657e-7],"category_scores_gemma":[0.0018767285,0.00031676627,0.000035621902,0.0012960484,0.000032438882,0.00075741275,0.00013228797,0.00043863346,3.7304696e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033244542,0.000041124815,0.0015676742,0.00051585166,0.000015228624,0.0000059670265,0.001899175,0.983651,0.0014256838,0.008200385,0.000002183203,0.0026724327],"study_design_scores_gemma":[0.00044414503,0.0001382577,0.0072440743,0.00058043684,0.00001178899,0.00009285658,0.000076426375,0.9795934,0.0074843774,0.0032946041,0.000065334156,0.00097432185],"about_ca_topic_score_codex":0.00002389491,"about_ca_topic_score_gemma":0.0000016678312,"teacher_disagreement_score":0.35061502,"about_ca_system_score_codex":0.00005839569,"about_ca_system_score_gemma":0.000068508845,"threshold_uncertainty_score":0.9999284},"labels":[],"label_agreement":null},{"id":"W2160170123","doi":"10.1007/s11334-005-0017-x","title":"Online safety calculations for glide-slope recapture","year":2005,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Aerospace and Aviation Technology","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Correctness; Reachability; Computer science; Convergence (economics); Controller (irrigation); Fixed wing; Trajectory; Aeronautics; Aerospace engineering; Flight dynamics; Simulation; Control theory (sociology); Real-time computing; Engineering; Control (management); Wing; Aerodynamics; Artificial intelligence; Algorithm; Physics","score_opus":0.009814380503818209,"score_gpt":0.22447721441022034,"score_spread":0.21466283390640212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160170123","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18007898,0.0012224029,0.81637394,0.0003890203,0.00045444208,0.0004004603,0.00012205585,0.0009016847,0.00005700884],"genre_scores_gemma":[0.95320034,0.00005928507,0.046059027,0.000036097244,0.00022076169,0.00011960169,0.00011108239,0.00003935471,0.00015446355],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999254,0.000003268848,0.0003641927,0.00013014383,0.0000607966,0.00018758046],"domain_scores_gemma":[0.99963427,0.00008776241,0.000028052604,0.00014924908,0.000075644944,0.000025047095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011706395,0.00012876828,0.00017442177,0.00026674615,0.00005670628,0.00002675883,0.00006748443,0.00015409764,0.000004849951],"category_scores_gemma":[0.00016112663,0.00013998243,0.000021209671,0.0005543544,0.000010595313,0.0001588399,0.000014563092,0.0001682754,0.0000024009191],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013960196,0.000018535655,0.0030217823,0.00012248546,0.000024293551,8.3455825e-7,0.00019259729,0.96570706,0.0005272427,0.02050188,0.0010742669,0.0088076005],"study_design_scores_gemma":[0.0008272089,0.000022955219,0.017022753,0.00019143874,0.000012409062,0.000022078719,0.00020865501,0.5889894,0.00023217924,0.00007075872,0.39189956,0.0005006451],"about_ca_topic_score_codex":0.000010088416,"about_ca_topic_score_gemma":0.00005202143,"teacher_disagreement_score":0.77312136,"about_ca_system_score_codex":0.00009770741,"about_ca_system_score_gemma":0.0000100537645,"threshold_uncertainty_score":0.5708317},"labels":[],"label_agreement":null},{"id":"W2514591789","doi":"10.1007/s11334-016-0285-7","title":"Source code size prediction using use case metrics: an empirical comparison with use case points","year":2016,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Computer science; Data mining; Source code; Metric (unit); Software metric; Machine learning; Univariate; Source lines of code; Software; Artificial intelligence; Multivariate statistics; Software quality; Software development; Engineering","score_opus":0.06943296041123372,"score_gpt":0.3112907257649176,"score_spread":0.24185776535368392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2514591789","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49710953,0.00004863518,0.50207675,0.000016080048,0.00019099636,0.000169112,0.000021979067,0.0003667666,1.4026331e-7],"genre_scores_gemma":[0.8694408,0.0000031177829,0.13035583,0.000012748261,0.0000737032,0.00004322197,0.0000027183512,0.00004197392,0.00002590055],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979974,0.00007480552,0.00057393196,0.0005296138,0.0003823781,0.00044185825],"domain_scores_gemma":[0.9955643,0.0031563416,0.000096731164,0.00065535406,0.00035987596,0.00016740993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007046072,0.00025476597,0.00031442044,0.0009114946,0.00016786977,0.00054964074,0.00021050262,0.00014781451,0.0000015575341],"category_scores_gemma":[0.004191014,0.0002042407,0.000022768287,0.0025938344,0.00004107256,0.0020949142,0.00015408758,0.0002993305,0.0000015435263],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000074332993,0.00007293812,0.86854595,0.00009124533,0.00004204412,0.0030119119,0.0008762056,0.12413438,0.00025362658,0.00037859878,0.000088843546,0.0024968442],"study_design_scores_gemma":[0.0010952898,0.00017832953,0.06225141,0.00046486015,0.000014438389,0.029143257,0.00014770252,0.9040429,0.000100032215,0.000003854117,0.0019796367,0.00057831063],"about_ca_topic_score_codex":0.00065751903,"about_ca_topic_score_gemma":0.000052350257,"teacher_disagreement_score":0.8062945,"about_ca_system_score_codex":0.00031184065,"about_ca_system_score_gemma":0.00007399328,"threshold_uncertainty_score":0.83286935},"labels":[],"label_agreement":null},{"id":"W2766877844","doi":"10.1007/s11334-017-0306-1","title":"Predicting different levels of the unit testing effort of classes using source code metrics: a multiple case study on open-source software","year":2017,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Université du Québec à Trois-Rivières","funders":"","keywords":"Unit testing; Computer science; Software quality assurance; Software engineering; Software reliability testing; Regression testing; Software metric; Software quality; Non-regression testing; Metric (unit); Quality assurance; Manual testing; Quality (philosophy); Source code; Keyword-driven testing; Software construction; Reliability engineering; Software system; Software; Software development; Programming language; Engineering","score_opus":0.11909794167492378,"score_gpt":0.329284302935347,"score_spread":0.21018636126042323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766877844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6022623,0.000046025612,0.3967486,0.000004469123,0.00026950645,0.00054025324,0.000015141626,0.000112228634,0.0000014811477],"genre_scores_gemma":[0.97798467,4.865711e-7,0.02184428,0.000003003012,0.000042698903,0.00006343534,5.5229907e-7,0.00004133978,0.00001954202],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979221,0.00006031379,0.00076275045,0.00040847468,0.0005079615,0.00033838782],"domain_scores_gemma":[0.9945617,0.003210467,0.00043290103,0.0012996321,0.0004353391,0.000059987146],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011399518,0.00025011238,0.00045653424,0.0006337449,0.00045987146,0.000417584,0.0015187179,0.00009525973,4.2395007e-7],"category_scores_gemma":[0.016333863,0.00020802107,0.00003881869,0.0015605732,0.000058942896,0.000458823,0.001486778,0.0004191188,1.4304048e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014771193,0.00008188694,0.82928956,0.00018973647,0.000037591788,0.000034816214,0.0009499528,0.16703555,0.0002717305,0.00007473391,0.000001230544,0.0020317035],"study_design_scores_gemma":[0.00074183964,0.00010870651,0.6395231,0.0009478174,0.00001144607,0.00021997339,0.0006143331,0.3571128,0.0004561029,0.0000037805264,0.000028854898,0.00023124726],"about_ca_topic_score_codex":0.0020355647,"about_ca_topic_score_gemma":0.00006136412,"teacher_disagreement_score":0.37572235,"about_ca_system_score_codex":0.00011646655,"about_ca_system_score_gemma":0.00009669037,"threshold_uncertainty_score":0.991952},"labels":[],"label_agreement":null},{"id":"W2802046167","doi":"10.1007/s11334-018-0310-0","title":"Introduction to special issue on verification and evaluation of computer systems","year":2018,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Computer Applications; Political science","score_opus":0.02269678944781473,"score_gpt":0.28615576391732606,"score_spread":0.26345897446951133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802046167","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32556313,0.000093667724,0.6719282,0.0003205562,0.0016181326,0.00037748474,0.0000027095136,0.00006403188,0.0000320847],"genre_scores_gemma":[0.9830769,0.0000074183035,0.010944036,0.000012718194,0.0058568935,0.00006498594,0.000005579176,0.0000071700915,0.00002430779],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987634,0.00006810937,0.00035204925,0.000302492,0.00039024866,0.00012374733],"domain_scores_gemma":[0.9988253,0.00012069607,0.000059432645,0.00031540781,0.00064366154,0.000035472436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015698317,0.00008622801,0.00016483267,0.0005404182,0.00006310536,0.0001249722,0.00013138869,0.000057192097,0.0000046066425],"category_scores_gemma":[0.00050259795,0.00008594923,0.000010963209,0.0012759529,0.000027254522,0.00021278847,0.000058362715,0.00008659371,0.000008167104],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022163687,0.00017779219,0.0144589245,0.0006112969,0.00009572657,0.0000017651843,0.004363895,0.54943633,0.001553477,0.116689295,0.010648391,0.30194095],"study_design_scores_gemma":[0.0002902781,0.00017277586,0.033510733,0.00017172645,0.0000073444917,0.000009263086,0.00006762769,0.9322827,0.00022335199,0.00004191448,0.033045586,0.00017673534],"about_ca_topic_score_codex":0.000072331204,"about_ca_topic_score_gemma":0.0000032815217,"teacher_disagreement_score":0.66098416,"about_ca_system_score_codex":0.00009304309,"about_ca_system_score_gemma":0.000031835407,"threshold_uncertainty_score":0.35049078},"labels":[],"label_agreement":null},{"id":"W2962971223","doi":"10.1007/s11334-017-0303-4","title":"An empirical comparison of developer retention in the RubyGems and npm software ecosystems","year":2017,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Fonds de Recherche du Québec - Santé; Fonds De La Recherche Scientifique - FNRS","keywords":"Computer science; Software; Software engineering; Operating system","score_opus":0.045085733534152676,"score_gpt":0.3207616317466123,"score_spread":0.27567589821245964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2962971223","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56734174,0.00016857422,0.43153805,0.00020633267,0.000334158,0.00030085014,0.000007409107,0.00008408787,0.000018804289],"genre_scores_gemma":[0.9572628,0.0000042022752,0.04252941,0.000028851488,0.000060370232,0.000076441655,0.000011819576,0.000015470147,0.000010613241],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982151,0.00007260264,0.0008163747,0.0003604742,0.00028944522,0.00024603738],"domain_scores_gemma":[0.9982458,0.00028769881,0.00028578067,0.0008992125,0.00024540682,0.000036112935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001353393,0.00018164537,0.00034827835,0.00047141025,0.00030093023,0.0006238201,0.00084646634,0.00013714646,8.9131316e-7],"category_scores_gemma":[0.0009331548,0.00015606813,0.000020141737,0.0009264756,0.00006268568,0.0010876013,0.00018413343,0.00030616706,0.0000011998444],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017217658,0.00005502666,0.9675784,0.00015728216,0.00001246258,0.0000070988463,0.004537846,0.003724475,0.00015254477,0.018053299,0.0001237903,0.00559607],"study_design_scores_gemma":[0.0005167718,0.0000714218,0.89262056,0.0004509814,0.000005191805,0.000057294077,0.00080355647,0.10191832,0.000042897787,0.00020795957,0.002942646,0.00036242162],"about_ca_topic_score_codex":0.0003924548,"about_ca_topic_score_gemma":0.00014905877,"teacher_disagreement_score":0.38992107,"about_ca_system_score_codex":0.000058033358,"about_ca_system_score_gemma":0.00005696861,"threshold_uncertainty_score":0.6364274},"labels":[],"label_agreement":null},{"id":"W3133722238","doi":"10.1007/s11334-021-00388-5","title":"On the use of textual feature extraction techniques to support the automated detection of refactoring documentation","year":2021,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Code refactoring; Computer science; Documentation; Maintainability; Commit; Artificial intelligence; Machine learning; Naive Bayes classifier; Software; Process (computing); Software documentation; Data mining; Software engineering; Programming language; Software development; Software development process; Database","score_opus":0.03321997824429876,"score_gpt":0.2960819489872761,"score_spread":0.26286197074297735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133722238","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34922343,0.000030079378,0.6498483,0.0001413722,0.00024533647,0.00023047953,0.0000042799898,0.00027372377,0.0000030093092],"genre_scores_gemma":[0.9847346,0.0000059105205,0.015091675,0.000019821968,0.000023306176,0.00008013375,0.0000032996181,0.000010504677,0.000030753275],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.999116,0.000038900045,0.00029010227,0.00016562863,0.0002624466,0.00012689165],"domain_scores_gemma":[0.9980238,0.0012625913,0.0000745068,0.0003502159,0.0002705996,0.000018302786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044892498,0.000091868234,0.00011977774,0.00029966378,0.00005733859,0.00011886387,0.00016732256,0.00006390279,0.0000012267992],"category_scores_gemma":[0.0020894057,0.00006771716,0.000018762901,0.0016775834,0.000011981416,0.0003421941,0.000075502016,0.00020893617,5.6249183e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002165137,0.00014121295,0.017548794,0.00064883643,0.0001421608,0.000034984718,0.0043222485,0.36262718,0.49408215,0.06535183,0.0022904696,0.052788496],"study_design_scores_gemma":[0.00050977507,0.00049146503,0.27346617,0.0013831618,0.000017040524,0.00021504027,0.0006541536,0.2505358,0.45423692,0.000077346165,0.017689705,0.0007234274],"about_ca_topic_score_codex":0.00006733364,"about_ca_topic_score_gemma":0.0000059366957,"teacher_disagreement_score":0.63551116,"about_ca_system_score_codex":0.000085907064,"about_ca_system_score_gemma":0.000038905062,"threshold_uncertainty_score":0.2761426},"labels":[],"label_agreement":null},{"id":"W4205192370","doi":"10.1007/s11334-021-00425-3","title":"Perspectives to promote modularity, reusability, and consistency in multi-language systems","year":2022,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Modularity (biology); Programming language; Modeling language; Class diagram; Consistency (knowledge bases); Software engineering; Reuse; Perspective (graphical); Modular design; Reusability; Unified Modeling Language; Software; Artificial intelligence; Engineering","score_opus":0.01885763215520529,"score_gpt":0.25757655442743155,"score_spread":0.23871892227222627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205192370","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2655107,0.0012760794,0.7318111,0.00009419841,0.00024886953,0.0006037661,0.000014990044,0.00043669564,0.0000035669557],"genre_scores_gemma":[0.7262734,0.0000049650744,0.27315062,0.000010626839,0.000015254419,0.00049473,0.0000028471432,0.000019043002,0.000028464208],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99835336,0.000062650935,0.00051106885,0.00053046417,0.00025126946,0.0002911863],"domain_scores_gemma":[0.9991535,0.000087021086,0.00005956366,0.00053458783,0.000099743665,0.000065573855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00097195053,0.00020294657,0.000319376,0.0008243654,0.00011486437,0.00016520667,0.00038326974,0.0000682943,9.135777e-7],"category_scores_gemma":[0.00017021624,0.00023866305,0.000019008856,0.0015268594,0.000021974138,0.00029539858,0.00067217596,0.00038049748,3.8661642e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046362175,0.00023163002,0.056144264,0.0006756749,0.00003529896,0.00014509197,0.028679382,0.5039131,0.001301116,0.40045044,0.00008103933,0.0083383415],"study_design_scores_gemma":[0.000612963,0.00013281913,0.034694944,0.00036627435,0.0000036839017,0.00024559334,0.0010349561,0.9550243,0.000028104585,0.00008976753,0.0070416867,0.00072489644],"about_ca_topic_score_codex":0.0006184671,"about_ca_topic_score_gemma":0.000016717373,"teacher_disagreement_score":0.46076274,"about_ca_system_score_codex":0.0003188051,"about_ca_system_score_gemma":0.000042492542,"threshold_uncertainty_score":0.9732397},"labels":[],"label_agreement":null},{"id":"W4205602730","doi":"10.1007/s11334-021-00426-2","title":"Domain engineering for customer experience management","year":2022,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Vendor; Domain (mathematical analysis); Exploit; Context (archaeology); Customer relationship management; Software engineering; Knowledge management; Business; Marketing; Computer security; Database","score_opus":0.10837564313459687,"score_gpt":0.3607661676049763,"score_spread":0.25239052447037946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205602730","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5968166,0.00012284037,0.40102324,0.00008551967,0.0010239934,0.00058362633,0.00003617951,0.00012140343,0.00018661302],"genre_scores_gemma":[0.9759101,0.0000026704463,0.021986747,0.00006956638,0.000042790394,0.0010730653,0.000015905807,0.000015090363,0.0008840407],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984463,0.000012697125,0.00058083684,0.00022411085,0.0005286165,0.00020744948],"domain_scores_gemma":[0.9993689,0.0002067567,0.00008830816,0.00022166401,0.00008257094,0.00003177722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012684097,0.00011343341,0.00016157096,0.00092505506,0.00019259371,0.0001916732,0.00029569783,0.000023044418,0.00004183234],"category_scores_gemma":[0.00013924543,0.00011351717,0.000032466753,0.0015353495,0.00000911843,0.0003714694,0.00018839624,0.00010989234,0.0000058830824],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013920223,0.000051790776,0.03334857,0.00013982168,0.000032547934,0.000018961337,0.0048425687,0.55902314,0.00019184196,0.39003694,0.004851435,0.007448467],"study_design_scores_gemma":[0.0006168587,0.000024412762,0.033157352,0.000031340405,0.0000053646586,0.000014707914,0.0065664677,0.052904297,0.0000070861784,0.00012394694,0.90621334,0.00033479245],"about_ca_topic_score_codex":0.000009149089,"about_ca_topic_score_gemma":7.7453456e-7,"teacher_disagreement_score":0.90136194,"about_ca_system_score_codex":0.00009531008,"about_ca_system_score_gemma":0.000009717288,"threshold_uncertainty_score":0.46290958},"labels":[],"label_agreement":null},{"id":"W4386212977","doi":"10.1007/s11334-023-00534-1","title":"A certified access control policy language: TEpla","year":2023,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Access Control and Trust","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Acadia University","funders":"","keywords":"Mathematical proof; Certification; Security policy; Computer science; Enforcement; Access control; Exploit; Semantics (computer science); Computer security; Computer security model; Programming language; Law","score_opus":0.02437437155291311,"score_gpt":0.3301278696657181,"score_spread":0.305753498112805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386212977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.950638,0.0008415361,0.037948217,0.0033125626,0.0015272427,0.000951607,0.00006586798,0.001617646,0.003097345],"genre_scores_gemma":[0.9988698,0.000021629106,0.000058102338,0.000072795716,0.00039580133,0.00011664969,0.000007764443,0.000012945698,0.00044454698],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9991744,0.000028248334,0.00023532704,0.00013879723,0.00015690389,0.0002663304],"domain_scores_gemma":[0.9994891,0.00024175998,0.00004339562,0.000106214415,0.00007509179,0.00004441613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004898619,0.00008295359,0.00015381105,0.00053487753,0.00018373829,0.00023419567,0.00016514017,0.00008064608,0.000007697566],"category_scores_gemma":[0.0011966197,0.00008295362,0.000016569475,0.002121928,0.000031615073,0.0003184265,0.00003621482,0.00011494802,0.000010500067],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017256785,0.00005016196,0.3020975,0.0003121827,0.000116112984,0.000108947606,0.021380845,0.06380987,0.0004104325,0.5793763,0.0027036148,0.029616803],"study_design_scores_gemma":[0.0045203813,0.00004256234,0.71393836,0.00056999555,0.000034594916,0.000015521211,0.011847361,0.058257375,0.000026048725,0.0010343154,0.20825672,0.0014567934],"about_ca_topic_score_codex":0.006632447,"about_ca_topic_score_gemma":0.00029284996,"teacher_disagreement_score":0.57834196,"about_ca_system_score_codex":0.00006607967,"about_ca_system_score_gemma":0.00008418128,"threshold_uncertainty_score":0.9999825},"labels":[],"label_agreement":null},{"id":"W4391467874","doi":"10.1007/s11334-024-00550-9","title":"Prioritizing unit tests using object-oriented metrics, centrality measures, and machine learning algorithms","year":2024,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Artificial intelligence; Centrality; Machine learning; Algorithm; Unit (ring theory); Data mining; Mathematics; Statistics; Mathematics education","score_opus":0.045021694363796806,"score_gpt":0.2854496396287489,"score_spread":0.24042794526495212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391467874","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20933233,0.009712566,0.7790419,0.000029132978,0.0008298058,0.00020976021,0.000008850475,0.00083208515,0.0000035785426],"genre_scores_gemma":[0.9412956,0.00009823669,0.05839288,0.0000051725774,0.00009931039,0.000025675783,0.000008560548,0.000038243634,0.00003630766],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981839,0.00005095229,0.00044444067,0.00048236057,0.0003998012,0.00043851128],"domain_scores_gemma":[0.998383,0.00101694,0.00003783627,0.00027169255,0.00018947253,0.00010106994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011688952,0.00022510007,0.00025956583,0.0012652401,0.00014426303,0.00057283853,0.00021697869,0.00011380668,6.036316e-7],"category_scores_gemma":[0.00263699,0.00023911578,0.000024193254,0.0040814,0.000026804493,0.0005896516,0.00022454062,0.0006414863,0.0000011874264],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004419934,0.000071119226,0.74381375,0.0026535592,0.00022921398,0.000552288,0.003312087,0.11822663,0.004124644,0.051317662,0.000049698356,0.0756449],"study_design_scores_gemma":[0.00023940527,0.000027158563,0.041529696,0.0006160972,0.0000065883514,0.00020317623,0.00003703883,0.94823724,0.000076084565,0.000022556733,0.008646758,0.00035819333],"about_ca_topic_score_codex":0.00047382634,"about_ca_topic_score_gemma":0.000006322418,"teacher_disagreement_score":0.8300106,"about_ca_system_score_codex":0.00019752845,"about_ca_system_score_gemma":0.000088956316,"threshold_uncertainty_score":0.97508585},"labels":[],"label_agreement":null},{"id":"W4399675882","doi":"10.1007/s11334-024-00569-y","title":"Transitioning towards SysML v2 as a variability modeling language","year":2024,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Systems Modeling Language; Metamodeling; Modeling language; Computer science; Software engineering; Systems engineering; Interoperability; Software deployment; Model-driven architecture; Unified Modeling Language; Engineering; Programming language; World Wide Web; Software","score_opus":0.0214951829121854,"score_gpt":0.28300093261646075,"score_spread":0.26150574970427537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399675882","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05075261,0.0019706732,0.9440633,0.00007910275,0.0011197317,0.00017223452,0.000005830488,0.0018003216,0.000036166442],"genre_scores_gemma":[0.657259,0.000013257208,0.34253672,0.000012974801,0.00006664902,0.00006970019,0.000003678575,0.000019305831,0.000018716719],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99867076,0.000048987316,0.00041163573,0.00041503433,0.00018004104,0.00027352443],"domain_scores_gemma":[0.998944,0.0005678764,0.000021855185,0.00034652784,0.0000770515,0.00004273106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012199489,0.00018820049,0.00023751894,0.0004571977,0.000064269276,0.00028967645,0.00024561642,0.00010761214,0.000001566368],"category_scores_gemma":[0.001429054,0.0001938814,0.000034024666,0.0013727399,0.000014095993,0.0006807071,0.00009102548,0.0003384418,0.0000032745954],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.6264975e-7,0.000005694226,0.000050990046,0.00033674136,0.00001507254,0.00004502561,0.0019515895,0.9078834,0.0004105119,0.07856697,0.000004858081,0.010728579],"study_design_scores_gemma":[0.000088434994,0.000015038272,0.0001691753,0.00044234525,0.0000037787672,0.00009969989,0.00011852761,0.9966263,0.00007788255,0.0017834187,0.00031406703,0.00026132466],"about_ca_topic_score_codex":0.00009835802,"about_ca_topic_score_gemma":0.0000010743155,"teacher_disagreement_score":0.6065064,"about_ca_system_score_codex":0.00013794684,"about_ca_system_score_gemma":0.000071656395,"threshold_uncertainty_score":0.7906254},"labels":[],"label_agreement":null},{"id":"W4400406365","doi":"10.1007/s11334-024-00566-1","title":"Detecting mistakes in a domain model: a comparison of three approaches","year":2024,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science","score_opus":0.06713351668033267,"score_gpt":0.28202793810968657,"score_spread":0.2148944214293539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400406365","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34231946,0.0017519541,0.65535104,0.000021873566,0.00016195823,0.00013949306,0.000002044441,0.0002401465,0.000012021898],"genre_scores_gemma":[0.90721023,0.0000013993698,0.09264877,0.0000011156646,0.000022803006,0.00008848174,0.0000013027844,0.000018828383,0.0000070989927],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99870414,0.000013850227,0.00050415564,0.00029696556,0.00022627041,0.0002546054],"domain_scores_gemma":[0.9989263,0.00068919215,0.000032661268,0.00027416847,0.00004755631,0.000030149784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00072106987,0.00013647426,0.00025325967,0.00096277584,0.000026477004,0.00016073021,0.00028018,0.00008502754,3.6055894e-7],"category_scores_gemma":[0.0005674384,0.00014219007,0.00002231156,0.0022068853,0.000017687042,0.00029788565,0.00006410623,0.0003313424,6.266122e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010818142,0.000024150559,0.07121599,0.00085114466,0.00001622468,0.000016149863,0.0035588827,0.8759024,0.0004412173,0.040364273,0.000010904846,0.0075975535],"study_design_scores_gemma":[0.00010627246,0.000013978327,0.0073718536,0.0005045388,8.664769e-7,0.000011919519,0.00013554307,0.9913634,0.00009391716,0.0001548162,0.00010371069,0.00013918354],"about_ca_topic_score_codex":0.000079086014,"about_ca_topic_score_gemma":0.00002962546,"teacher_disagreement_score":0.56489074,"about_ca_system_score_codex":0.00010805899,"about_ca_system_score_gemma":0.000060241684,"threshold_uncertainty_score":0.5798342},"labels":[],"label_agreement":null},{"id":"W4413836087","doi":"10.1007/s11334-025-00618-0","title":"Mapping system requirements to emotional impact: a semi-automated approach","year":2025,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Emotion and Mood Recognition","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science","score_opus":0.0283626099630905,"score_gpt":0.3100170078278552,"score_spread":0.2816543978647647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413836087","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46362525,0.00020213178,0.5294309,0.000043116434,0.0016724786,0.0005803398,0.00003304469,0.0008705835,0.0035421061],"genre_scores_gemma":[0.9968745,9.821066e-7,0.0021638726,0.00005635961,0.000074088144,0.00024069048,0.00007171898,0.0000168015,0.00050094747],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99890023,0.000034390385,0.0004681096,0.00025749963,0.00011315858,0.00022660947],"domain_scores_gemma":[0.9995288,0.000056309204,0.00005677011,0.00017166119,0.00014151866,0.00004492798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036864175,0.00014439104,0.00020459582,0.0009977303,0.00007778461,0.000060917373,0.000073952084,0.0001246988,0.000011758671],"category_scores_gemma":[0.00011075731,0.00014776015,0.00002807717,0.0015972799,0.000008476733,0.00008887313,0.000034873734,0.00013991636,0.000017552837],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007526154,0.0009150387,0.28886735,0.006620476,0.0014804322,0.000084344734,0.014526649,0.2604763,0.0050375564,0.36715654,0.039416596,0.01534344],"study_design_scores_gemma":[0.0030481846,0.00009584601,0.78070295,0.0051117414,0.000029427572,0.0002558947,0.0077943676,0.19247833,0.000035099107,0.000037370868,0.009441929,0.0009688514],"about_ca_topic_score_codex":0.0001142228,"about_ca_topic_score_gemma":0.0000012935109,"teacher_disagreement_score":0.53324926,"about_ca_system_score_codex":0.0002130598,"about_ca_system_score_gemma":0.000028625207,"threshold_uncertainty_score":0.6025484},"labels":[],"label_agreement":null}]}