{"meta":{"query_hash":"0100b2063062","filters":{"venue":"Software & Systems Modeling"},"cohort_total":129,"direct_labels_cover":0,"predictions_cover":129,"exported":129,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/0100b2063062","api":"https://metacan.xera.ac/api/v1/cohort?venue=Software+%26+Systems+Modeling"},"results":[{"id":"W1069280640","doi":"10.1007/s10270-015-0489-6","title":"A participative end-user method for multi-perspective business process elicitation and improvement","year":2015,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Nautical Research Society","funders":"","keywords":"Business Process Model and Notation; Computer science; Business process; Business process modeling; Artifact-centric business process model; Knowledge management; Process (computing); Process modeling; Business rule; Requirements elicitation; Process management; Perspective (graphical); Unified Modeling Language; Human–computer interaction; Work in process; Requirements engineering; Artificial intelligence; Business","score_opus":0.09490835606332051,"score_gpt":0.3451054893695271,"score_spread":0.25019713330620663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1069280640","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07372907,0.0008342582,0.92342824,0.00035101894,0.00038185468,0.0008381988,0.000013166358,0.00035105363,0.000073140436],"genre_scores_gemma":[0.9683196,0.000007737856,0.029318407,0.0003601419,0.000890936,0.00083175267,0.00006343868,0.000084241576,0.00012373066],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99764854,0.000023698381,0.0006234765,0.00075568334,0.0004532034,0.0004953752],"domain_scores_gemma":[0.99453264,0.00007222351,0.00041133902,0.00025181068,0.0046751457,0.000056808043],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012304737,0.00038320315,0.0005555305,0.00037548944,0.00035680743,0.0005578933,0.0002118572,0.00013748364,0.000003306249],"category_scores_gemma":[0.0011499604,0.00033881774,0.00009387624,0.0008290015,0.000039378123,0.0015487864,0.00010283755,0.00013649586,0.000010168622],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019766328,0.00021643107,0.0024158352,0.0017781771,0.00023967437,0.000003437975,0.0031676812,0.9729191,0.00019202546,0.0053624553,0.00012860789,0.0133788865],"study_design_scores_gemma":[0.0014626589,0.000017198703,0.00002465568,0.0002644851,0.00032149834,0.000001870523,0.013681486,0.977622,0.000019748486,0.00588029,0.00025415808,0.0004499958],"about_ca_topic_score_codex":0.0064752656,"about_ca_topic_score_gemma":0.0001596744,"teacher_disagreement_score":0.89459056,"about_ca_system_score_codex":0.00013338252,"about_ca_system_score_gemma":0.00013896194,"threshold_uncertainty_score":0.99990636},"labels":[],"label_agreement":null},{"id":"W1967352877","doi":"10.1007/s10270-006-0039-3","title":"Producing robust use case diagrams via reverse engineering of use case descriptions","year":2007,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Use Case Diagram; Construct (python library); Reverse engineering; Software engineering; Readability; Process (computing); Use Case Points; Software development process; Set (abstract data type); Software development; Separation of concerns; Unified Modeling Language; Industrial engineering; Programming language; Class diagram; Software","score_opus":0.11465554152069099,"score_gpt":0.27284057311653975,"score_spread":0.15818503159584876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967352877","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2629949,0.0004320299,0.7332254,0.0000050447825,0.0015241547,0.00042029526,0.000011447158,0.0013863152,4.4467026e-7],"genre_scores_gemma":[0.4843081,0.0000072773364,0.515482,0.000007673159,0.00009671513,0.00002229143,0.000002680016,0.00004480423,0.000028477942],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996796,0.00014710796,0.0010168905,0.00084351667,0.00038996272,0.0008064888],"domain_scores_gemma":[0.99560815,0.0019165192,0.00026412276,0.0015011119,0.00045927343,0.00025079958],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022723067,0.00043232282,0.00057405845,0.00046039742,0.0002558108,0.0002556794,0.0004966671,0.0002048241,6.4801964e-7],"category_scores_gemma":[0.0051213955,0.00045106202,0.0001678434,0.0008654296,0.000040389812,0.0024444715,0.00034478877,0.00045845212,0.000003939108],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000531577,0.000027940345,0.00058732886,0.00024929957,0.000037567876,0.008200544,0.0017586556,0.9853148,0.0009744191,0.0002532632,0.0000129752925,0.0025779223],"study_design_scores_gemma":[0.00023553423,0.00004295559,0.000040815157,0.0004275466,0.000036888145,0.024920965,0.0003388384,0.97293025,0.0003247801,0.00008926713,0.000043744894,0.0005684351],"about_ca_topic_score_codex":0.0027618315,"about_ca_topic_score_gemma":0.000115455456,"teacher_disagreement_score":0.2213132,"about_ca_system_score_codex":0.00029061805,"about_ca_system_score_gemma":0.00006460393,"threshold_uncertainty_score":0.9997941},"labels":[],"label_agreement":null},{"id":"W1967473444","doi":"10.1007/s10270-003-0047-5","title":"Meta-modelling and graph grammars for multi-paradigm modelling in AToM3","year":2004,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":107,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Rule-based machine translation; Graph; Theoretical computer science; Programming language; Artificial intelligence","score_opus":0.11466861680205938,"score_gpt":0.2732533612831664,"score_spread":0.15858474448110704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967473444","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0078469375,0.005780181,0.98263526,0.000058501646,0.00039564763,0.0013175375,0.00001708939,0.0019471082,0.0000017252408],"genre_scores_gemma":[0.3641834,0.00011643535,0.63506234,0.000027069038,0.000045270343,0.0004802598,0.000007315074,0.00006806168,0.0000098909595],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99629337,0.000073458825,0.0010646925,0.0012120391,0.00046681694,0.00088964135],"domain_scores_gemma":[0.99827653,0.00012878719,0.00020693376,0.0009701179,0.00017684721,0.00024077985],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012817492,0.0005865223,0.00096608,0.0006146172,0.0002392517,0.00036249563,0.00094570196,0.00029692808,2.7144634e-7],"category_scores_gemma":[0.000014301948,0.00058311736,0.0003304301,0.0005515166,0.000040998802,0.0010412934,0.00024261967,0.00041160785,0.0000024373987],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063855487,0.00004229147,0.00005330474,0.00019064001,0.00013368785,0.000011468823,0.0008196207,0.89807975,0.000009086621,0.09988057,0.0000018351224,0.0007713814],"study_design_scores_gemma":[0.0008077487,0.00004581021,4.427996e-7,0.00030511836,0.00011482217,0.000038882306,0.000014038563,0.96482056,0.000041230338,0.03296097,0.00023885001,0.0006115486],"about_ca_topic_score_codex":0.0013800941,"about_ca_topic_score_gemma":0.000029807743,"teacher_disagreement_score":0.35633644,"about_ca_system_score_codex":0.00024745573,"about_ca_system_score_gemma":0.00012630726,"threshold_uncertainty_score":0.99966204},"labels":[],"label_agreement":null},{"id":"W1967995358","doi":"10.1007/s10270-009-0112-9","title":"Improving the quality of use case models using antipatterns","year":2009,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"CLARITY; Simplicity; Quality (philosophy); Computer science; Simple (philosophy); Risk analysis (engineering); Software engineering; Artificial intelligence; Management science; Engineering","score_opus":0.2354478435855826,"score_gpt":0.35832700105347753,"score_spread":0.12287915746789493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967995358","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25764388,0.00058733014,0.7404041,0.000015022029,0.0005115466,0.00024647205,0.000008118704,0.0005821732,0.0000013491767],"genre_scores_gemma":[0.5748035,0.0000045216084,0.425085,0.000031113275,0.000050510203,0.000004931802,5.904508e-7,0.000014217281,0.0000056394356],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99731666,0.00040796318,0.0008432762,0.00053201255,0.00043251473,0.00046759268],"domain_scores_gemma":[0.99685603,0.0010813278,0.0003682451,0.0013316066,0.00028116885,0.00008164414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020139066,0.0002760478,0.00048593484,0.00013125915,0.00024672697,0.00021570736,0.0008593296,0.00011981696,2.0125388e-7],"category_scores_gemma":[0.0011776809,0.00021520641,0.0001485542,0.00036296993,0.000036197605,0.0015830138,0.00025040112,0.000285295,5.5805003e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003913768,0.000012971754,0.00015691476,0.00007973494,0.000012315415,0.0000625829,0.000757851,0.98947644,0.0014871028,0.0023909118,0.0000012714961,0.0055579874],"study_design_scores_gemma":[0.0001415043,0.000026008012,0.000016952035,0.00012244252,0.000010745103,0.00041999665,0.00019022943,0.9942137,0.00014426657,0.004455814,0.0000010889687,0.0002572261],"about_ca_topic_score_codex":0.0017526571,"about_ca_topic_score_gemma":0.000005980746,"teacher_disagreement_score":0.3171596,"about_ca_system_score_codex":0.000108689455,"about_ca_system_score_gemma":0.000079947284,"threshold_uncertainty_score":0.8775863},"labels":[],"label_agreement":null},{"id":"W1972364602","doi":"10.1007/s10270-010-0164-x","title":"Modeling safety and airworthiness (RTCA DO-178B) information: conceptual model and UML profile","year":2010,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":60,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Airworthiness; Certification; Computer science; Unified Modeling Language; Software engineering; Systems engineering; Verification and validation; Software; Engineering; Programming language","score_opus":0.008318773994544077,"score_gpt":0.19035463895931468,"score_spread":0.1820358649647706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972364602","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21134529,0.0015147117,0.7829661,0.000013055368,0.0014332394,0.0006321856,0.000071088965,0.0014937413,0.0005306074],"genre_scores_gemma":[0.9822032,0.00007956638,0.017029135,0.00001917227,0.00030309608,0.00014512787,0.000055033113,0.000112429065,0.000053265085],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99759334,0.000025083064,0.001058451,0.00038584162,0.00037879625,0.00055850163],"domain_scores_gemma":[0.998812,0.00006974435,0.00008316081,0.00054953067,0.00021989443,0.0002656606],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005738609,0.00050216663,0.0006016409,0.00022709426,0.0002368929,0.00026859852,0.00024810218,0.0003842665,0.000007949511],"category_scores_gemma":[0.00010516477,0.0005221441,0.00007108244,0.0001929901,0.0000661655,0.0013059417,0.00012747338,0.00070813857,0.00002183593],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001031109,0.0000037286575,0.00017875107,0.0005712169,0.00004504548,0.0000016331444,0.0022641388,0.9924415,0.00015030349,0.0019506473,0.000027635617,0.0023551134],"study_design_scores_gemma":[0.000571914,0.000010976517,0.000008713781,0.00029397613,0.000027166132,0.00009789634,0.0006749758,0.9969455,0.000007710267,0.000074555195,0.00069087354,0.0005957543],"about_ca_topic_score_codex":0.00013213379,"about_ca_topic_score_gemma":0.000013822779,"teacher_disagreement_score":0.7708579,"about_ca_system_score_codex":0.000105583356,"about_ca_system_score_gemma":0.000085481406,"threshold_uncertainty_score":0.999723},"labels":[],"label_agreement":null},{"id":"W1973322846","doi":"10.1007/s10270-006-0026-8","title":"An intermediate metamodel with scenarios and resources for generating performance models from UML designs","year":2006,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":116,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Metamodeling; Unified Modeling Language; Applications of UML; Rotation formalisms in three dimensions; Systems Modeling Language; UML tool; Petri net; Workload; Software engineering; Object Constraint Language; Programming language; Distributed computing; Software; Operating system","score_opus":0.026367854092803865,"score_gpt":0.22941100794566485,"score_spread":0.20304315385286098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973322846","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4848057,0.00081745366,0.51326853,0.000009272967,0.00022021795,0.00047156308,0.000015386162,0.00038525328,0.000006627332],"genre_scores_gemma":[0.82984734,0.000018094666,0.16930784,0.000043231255,0.00042834325,0.0002539186,0.000025228028,0.000047166854,0.000028831762],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99690527,0.0001387389,0.000786019,0.0010532452,0.0004908866,0.00062586996],"domain_scores_gemma":[0.9980426,0.00017353283,0.00027211354,0.0009825845,0.00035273214,0.00017644207],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009847332,0.00042390724,0.0005841269,0.00016025783,0.0006428215,0.00065083586,0.000774508,0.00019321156,5.572673e-7],"category_scores_gemma":[0.00002478192,0.00032116254,0.00008911863,0.00022766972,0.0000685626,0.0022331178,0.00014036961,0.00021165406,0.0000029437708],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004893302,0.00003783933,0.0068456554,0.00022914373,0.00003133013,0.0000023358605,0.0015839428,0.9855463,0.00025517697,0.00016593724,0.000016980606,0.0052364105],"study_design_scores_gemma":[0.0006875743,0.00021745078,0.00015464445,0.00040031996,0.000036814967,0.000022168408,0.00019468018,0.99689025,0.00009019553,0.0008000055,0.000023850182,0.00048207692],"about_ca_topic_score_codex":0.0016600857,"about_ca_topic_score_gemma":0.0000842619,"teacher_disagreement_score":0.34504163,"about_ca_system_score_codex":0.00010445353,"about_ca_system_score_gemma":0.00013676948,"threshold_uncertainty_score":0.99992406},"labels":[],"label_agreement":null},{"id":"W1973853680","doi":"10.1007/s10270-003-0024-z","title":"EB3: an entity-based black-box specification method for information systems","year":2003,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds Québécois de la Recherche sur la Nature et les Technologies","keywords":"Computer science; Notation; Abstraction; Process (computing); Modular design; Class diagram; Class (philosophy); Black box; Formal specification; Process calculus; Theoretical computer science; Relation (database); Function (biology); Programming language; Composition (language); Unified Modeling Language; Data mining; Artificial intelligence; Software","score_opus":0.06139219366238525,"score_gpt":0.31142971082134385,"score_spread":0.2500375171589586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973853680","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00059996254,0.00038423142,0.9933074,0.000014953264,0.0025985104,0.001124846,0.000024860865,0.0018985661,0.000046634188],"genre_scores_gemma":[0.16755338,0.000006346809,0.83190095,0.000036260568,0.000119761185,0.00027582052,0.00003809838,0.000034742323,0.000034640336],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970771,0.0005357584,0.00084235624,0.0005460446,0.0004824995,0.0005162287],"domain_scores_gemma":[0.99684674,0.00090294087,0.00034718117,0.0011494418,0.0005993051,0.0001543916],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0025987623,0.0003247803,0.00044507405,0.00034287933,0.00025416058,0.0005646025,0.0007842218,0.00020626503,6.4971294e-7],"category_scores_gemma":[0.0019228241,0.00033137688,0.00012356264,0.00045313692,0.000022090951,0.0025999798,0.00005157059,0.00020403627,0.000021055226],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005190839,0.000018357212,0.00004076098,0.0003457106,0.000013318445,6.409411e-7,0.00048527506,0.9507333,0.00012819146,0.044065364,0.000021814865,0.00414209],"study_design_scores_gemma":[0.00039114163,0.00006774513,0.000005602115,0.000119789,0.000011855945,0.000012800065,0.00027674955,0.9922069,0.00031690448,0.0023503723,0.0038424637,0.00039771502],"about_ca_topic_score_codex":0.000058472415,"about_ca_topic_score_gemma":0.0000013091937,"teacher_disagreement_score":0.16695341,"about_ca_system_score_codex":0.00026181704,"about_ca_system_score_gemma":0.00016847682,"threshold_uncertainty_score":0.9999138},"labels":[],"label_agreement":null},{"id":"W1976662555","doi":"10.1007/s10270-013-0373-1","title":"Introduction to the theme issue on models for quality of software architecture","year":2013,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Theme (computing); Software engineering; Architecture; Software architecture; Quality (philosophy); Software architecture description; Software quality; Software; Reference architecture; Software development; Programming language; World Wide Web; Epistemology; History","score_opus":0.06928792739297089,"score_gpt":0.31059818658315175,"score_spread":0.24131025919018084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976662555","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029837103,0.00042141447,0.99033755,0.0017526896,0.0019182143,0.0015618672,0.000020764839,0.0009968346,0.000006939669],"genre_scores_gemma":[0.111496024,0.0000058252276,0.88605386,0.00018324271,0.0013462913,0.00064317475,0.0000069492917,0.000049205697,0.00021544259],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972807,0.0002916583,0.00070480554,0.00073548633,0.0004947924,0.00049253664],"domain_scores_gemma":[0.99592894,0.0016705729,0.00022620648,0.0015631758,0.00050192146,0.00010916334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016592548,0.0003173832,0.00051520986,0.0001723854,0.00021147981,0.0001335183,0.0012825488,0.00013497124,0.0000028614859],"category_scores_gemma":[0.0033781228,0.00022456198,0.0001670188,0.0003893578,0.0000317135,0.00048184625,0.0002630814,0.00028181038,0.000029030814],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014381812,0.000016094373,0.000006086861,0.00018196259,0.000023309067,1.4323946e-7,0.0012013152,0.963353,0.00022284486,0.0037163654,0.0009775744,0.030286944],"study_design_scores_gemma":[0.00029687825,0.00021023361,0.000014571207,0.00019907815,0.0000120031045,0.0000098547125,0.00034846916,0.9023606,0.00049924455,0.093322605,0.0021924097,0.0005340544],"about_ca_topic_score_codex":0.00021716183,"about_ca_topic_score_gemma":0.000004293234,"teacher_disagreement_score":0.10851231,"about_ca_system_score_codex":0.000107136446,"about_ca_system_score_gemma":0.000053858716,"threshold_uncertainty_score":0.91573715},"labels":[],"label_agreement":null},{"id":"W1976831690","doi":"10.1007/s10270-011-0216-x","title":"On the realizability of collaborative services","year":2011,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Realizability; Sequence diagram; Computer science; Unified Modeling Language; Concurrency; Set (abstract data type); Sequence (biology); Programming language; Construct (python library); Software engineering; Activity diagram; Theoretical computer science; Class diagram; Software","score_opus":0.07058424502463068,"score_gpt":0.2636104253522653,"score_spread":0.19302618032763463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976831690","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035132125,0.0004526913,0.96269137,0.000028137154,0.00060214417,0.0003166764,0.000008829454,0.00059169723,0.000176331],"genre_scores_gemma":[0.7255437,0.000008869747,0.27430433,0.00004710057,0.000021394064,0.000048768365,7.924534e-7,0.000013588185,0.0000114986215],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983428,0.00033542496,0.00039755894,0.0003763367,0.0003019111,0.00024595836],"domain_scores_gemma":[0.9971934,0.0011928182,0.00018121582,0.0010576431,0.00032691815,0.00004802877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012319527,0.00018275475,0.00029425812,0.00007055134,0.00011452488,0.000037821646,0.0010634753,0.00008042024,0.0000022041022],"category_scores_gemma":[0.00076503394,0.00012381116,0.000060749502,0.00044941987,0.000047465466,0.00029207917,0.00020920299,0.00015668444,0.000006610184],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015816779,0.0000321787,0.00039872772,0.00019312846,0.000032161854,0.000003395361,0.0066816667,0.90841544,0.00006434099,0.082927115,0.000023280369,0.0012127485],"study_design_scores_gemma":[0.00025247489,0.00023969224,0.00020308899,0.0006095902,0.000016686961,0.000009704281,0.001914749,0.82445216,0.0016203229,0.17007704,0.000093975876,0.00051052973],"about_ca_topic_score_codex":0.00023706214,"about_ca_topic_score_gemma":0.0000040102927,"teacher_disagreement_score":0.69041157,"about_ca_system_score_codex":0.000051857904,"about_ca_system_score_gemma":0.00005937861,"threshold_uncertainty_score":0.5048873},"labels":[],"label_agreement":null},{"id":"W1979038995","doi":"10.1007/s10270-006-0042-8","title":"UML vs. classical vs. rhapsody statecharts: not all models are created equal","year":2007,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":85,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Rotation formalisms in three dimensions; Formalism (music); Computer science; Unified Modeling Language; Theoretical computer science; Programming language; Software; Mathematics","score_opus":0.08904423961801068,"score_gpt":0.312742786337601,"score_spread":0.22369854671959033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979038995","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018084593,0.00027948996,0.97727907,0.00017042088,0.0016142541,0.00062735565,0.0000236902,0.0016661395,0.00025498445],"genre_scores_gemma":[0.6429417,0.000017016248,0.35627025,0.00031183218,0.00020251419,0.00005041026,0.00001772455,0.00004984014,0.00013869142],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.995173,0.000306826,0.0012508538,0.0010524933,0.0010813778,0.0011354728],"domain_scores_gemma":[0.99694175,0.0002548475,0.00046118698,0.0014208085,0.0005214407,0.00039995706],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0038685326,0.00044674307,0.0006191982,0.00033148413,0.000299215,0.00042016956,0.0014853076,0.000371457,0.000003947801],"category_scores_gemma":[0.00040993508,0.00043335243,0.00016692873,0.0005710316,0.000065070206,0.0016687812,0.00039254766,0.00055810384,0.000087913395],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019127829,0.00017746851,0.00034156037,0.00031090362,0.000093884875,0.00009334557,0.0027363661,0.8995273,0.0010367833,0.08100331,0.0007567747,0.013730995],"study_design_scores_gemma":[0.0004118725,0.00013262634,0.000024069628,0.00024844825,0.000019239356,0.000050579933,0.00018530464,0.9945763,0.000560638,0.0025145337,0.0007613517,0.0005150505],"about_ca_topic_score_codex":0.0003350588,"about_ca_topic_score_gemma":0.000016432106,"teacher_disagreement_score":0.6248571,"about_ca_system_score_codex":0.00042495748,"about_ca_system_score_gemma":0.00014787514,"threshold_uncertainty_score":0.9998118},"labels":[],"label_agreement":null},{"id":"W1980765559","doi":"10.1007/s10270-012-0290-8","title":"Strategic business modeling: representation and reasoning","year":2012,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":145,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Toronto","funders":"","keywords":"Computer science; Business intelligence; Business rule; Knowledge management; Artifact-centric business process model; Implementation; Business process modeling; Enterprise modelling; Data warehouse; Business architecture; Process management; Business activity monitoring; Business analytics; Management science; Enterprise integration; Business model; Data science; Business process; Business analysis; Software engineering; Enterprise software; Database; Business; Work in process","score_opus":0.06537676038272511,"score_gpt":0.2576734476816743,"score_spread":0.19229668729894916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980765559","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50366026,0.003283938,0.49096167,0.00008680609,0.00064798107,0.00017262182,0.0000017163512,0.0004785516,0.0007064339],"genre_scores_gemma":[0.99499846,0.00007730857,0.0016786368,0.00015924496,0.0027555444,0.00005931554,0.000088724184,0.000090423215,0.00009236122],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99752843,0.00002438417,0.0006709319,0.00058283034,0.0005070946,0.0006863021],"domain_scores_gemma":[0.99838275,0.000031023606,0.00029566642,0.00041787888,0.00081505993,0.00005760432],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008525497,0.0003867029,0.0005051532,0.00044292922,0.0005455601,0.0008790779,0.00023712954,0.00018031705,0.000013192548],"category_scores_gemma":[0.00024447328,0.0003625613,0.00010335522,0.0011003822,0.000032119322,0.0032252267,0.00017937119,0.00022588624,0.00006690194],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002118502,0.000052182244,0.017678043,0.0006649425,0.000053857948,0.0000036349038,0.00013728271,0.9740744,0.00006307482,0.0057788505,0.000028625042,0.0014439083],"study_design_scores_gemma":[0.0003177167,0.0000015826523,0.000056286015,0.00036704002,0.00019839597,0.000018285624,0.0017280941,0.99469155,0.0000010299717,0.0020674653,0.00009691294,0.0004556679],"about_ca_topic_score_codex":0.0052276123,"about_ca_topic_score_gemma":0.00001991492,"teacher_disagreement_score":0.49133816,"about_ca_system_score_codex":0.000046672372,"about_ca_system_score_gemma":0.000042450847,"threshold_uncertainty_score":0.99988264},"labels":[],"label_agreement":null},{"id":"W1985891579","doi":"10.1007/s10270-013-0325-9","title":"VPML: an approach to detect design patterns of MOF-based modeling languages","year":2013,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; IBM (Canada)","funders":"","keywords":"Computer science; Unified Modeling Language; Model transformation; Software design pattern; Eclipse; Modeling language; Programming language; Semantics (computer science); Model-driven architecture; Structural pattern; Software engineering; Artificial intelligence; Software development; Software design; Consistency (knowledge bases); Software","score_opus":0.05169012021342602,"score_gpt":0.2724063294857177,"score_spread":0.22071620927229169,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985891579","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19736329,0.0004238839,0.8001964,0.000014659106,0.00018257968,0.0008565024,0.0000059740364,0.0009471067,0.000009580489],"genre_scores_gemma":[0.6543459,0.0000018154324,0.34519905,0.000027514647,0.00007651696,0.0002743734,0.0000051407874,0.000052821848,0.000016812397],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99669826,0.00023761693,0.00061534764,0.0008163977,0.00088935415,0.0007430209],"domain_scores_gemma":[0.99719995,0.00042454706,0.00008955496,0.0014339813,0.00047673596,0.00037524838],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011125392,0.0003348116,0.0004565567,0.00047492355,0.00012510101,0.00036741892,0.0016667682,0.00016005724,0.0000037361613],"category_scores_gemma":[0.0005617798,0.00031960043,0.00011043971,0.0005337653,0.000011902547,0.0007249939,0.00026289522,0.00028824568,0.00003991675],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042945467,0.000038176393,0.0011996629,0.00024567862,0.000018009085,0.000003703468,0.0006522455,0.99259925,0.0006523859,0.00007111295,0.0000161266,0.0044993493],"study_design_scores_gemma":[0.00023338708,0.00009662182,0.000057057783,0.00023279664,0.000006169722,0.000010170147,0.00023134779,0.9982333,0.0004501903,0.000091434835,0.0000024543303,0.0003550803],"about_ca_topic_score_codex":0.0020350937,"about_ca_topic_score_gemma":0.0000035450641,"teacher_disagreement_score":0.45698267,"about_ca_system_score_codex":0.0001405863,"about_ca_system_score_gemma":0.0001689021,"threshold_uncertainty_score":0.9999256},"labels":[],"label_agreement":null},{"id":"W1986958631","doi":"10.1007/s10270-014-0441-1","title":"Clafer: unifying class and feature modeling","year":2014,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":102,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Feature (linguistics); Feature model; Class (philosophy); Construct (python library); Semantics (computer science); Inheritance (genetic algorithm); Modeling language; Programming language; Notation; Theoretical computer science; Principle of compositionality; Component (thermodynamics); Class diagram; Artificial intelligence; Unified Modeling Language; Mathematics; Software; Linguistics","score_opus":0.017070513419741286,"score_gpt":0.22361240580310046,"score_spread":0.20654189238335918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986958631","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016410552,0.0012905499,0.97708046,0.00016864686,0.00068257446,0.00037655266,0.000003835069,0.003899084,0.00008776899],"genre_scores_gemma":[0.5952791,0.000029497747,0.40428206,0.0000687888,0.00017164236,0.000049638867,0.0000049557866,0.000053012398,0.00006129579],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970868,0.00015285773,0.00054099754,0.0009770686,0.0005609724,0.0006812522],"domain_scores_gemma":[0.997999,0.00011093152,0.00012863103,0.001241228,0.00025599875,0.00026421392],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001051128,0.00045952355,0.0005474518,0.00029411874,0.00032508018,0.00051434094,0.0010458477,0.00034803213,6.141427e-7],"category_scores_gemma":[0.000060584705,0.00045597626,0.000115436465,0.00035419152,0.000027451835,0.0008626245,0.0005454997,0.0005844175,0.000009955414],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030828821,0.000010719946,0.00024575763,0.00019283112,0.000021065442,0.000006167808,0.00041789483,0.8985901,0.000097657,0.08316335,0.00011588539,0.017135467],"study_design_scores_gemma":[0.00022516113,0.000039552528,0.0000032812472,0.00044560558,0.000013900565,0.00007517148,0.000015354879,0.99158454,0.000018170473,0.0029452327,0.0041117487,0.00052229594],"about_ca_topic_score_codex":0.00018470376,"about_ca_topic_score_gemma":0.000006330139,"teacher_disagreement_score":0.57886857,"about_ca_system_score_codex":0.00014405487,"about_ca_system_score_gemma":0.00006842767,"threshold_uncertainty_score":0.9997892},"labels":[],"label_agreement":null},{"id":"W1998713773","doi":"10.1007/s10270-006-0031-y","title":"Informal description and analysis of geographic requirements: an approach based on problems","year":2006,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Geographic information system; Frame (networking); Domain (mathematical analysis); Software; Class (philosophy); Software engineering; Programming language; Artificial intelligence; Geography","score_opus":0.033684820369020534,"score_gpt":0.2443727400596873,"score_spread":0.21068791969066675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998713773","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10203756,0.00022337322,0.8967018,0.0000061777487,0.00009789697,0.0002273432,0.00000571562,0.00062190415,0.00007821266],"genre_scores_gemma":[0.7930231,0.000007064616,0.20682392,0.000019224768,0.000023826413,0.000045138004,0.000041809464,0.000010458808,0.0000054566462],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984774,0.0000652311,0.00048095445,0.00035479217,0.00039300442,0.0002286068],"domain_scores_gemma":[0.9989232,0.000061513405,0.00021063455,0.0005682194,0.00017591778,0.00006055606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008651633,0.00017186084,0.00029876907,0.00070496683,0.000102519334,0.00023490249,0.00035579994,0.00009763495,5.992491e-7],"category_scores_gemma":[0.00004827225,0.00015891393,0.00008978263,0.00086573116,0.00001742423,0.0012391146,0.000060230203,0.00012083911,2.93292e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049804175,0.00006543664,0.023983458,0.00011788885,0.000054188316,5.2458734e-7,0.00009250538,0.9728353,0.000036564696,0.0015655252,0.0000037296065,0.0012399196],"study_design_scores_gemma":[0.0001351147,0.00010659696,0.0015130112,0.00008152192,0.00010183393,0.00000238649,0.000017907336,0.99763536,0.000008033675,0.00016538447,0.000058962534,0.00017389614],"about_ca_topic_score_codex":0.0013710618,"about_ca_topic_score_gemma":0.0000075001217,"teacher_disagreement_score":0.69098556,"about_ca_system_score_codex":0.000026789425,"about_ca_system_score_gemma":0.000025531484,"threshold_uncertainty_score":0.6480322},"labels":[],"label_agreement":null},{"id":"W1999528346","doi":"10.1007/s10270-011-0202-3","title":"Guest editorial to the special issue on MODELS 2008","year":2011,"lang":"en","type":"editorial","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Eleventh; Modeling language; Library science; Abstraction; Model transformation; Software engineering; Software; Operations research; Programming language; Artificial intelligence; Engineering","score_opus":0.020007244198863437,"score_gpt":0.2416608371914083,"score_spread":0.22165359299254486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999528346","genre_codex":"methods","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.8449376e-7,0.00019692541,0.49972665,0.00003652498,0.4969482,0.0008741687,0.0001301281,0.0018852818,0.00020154474],"genre_scores_gemma":[0.000043944747,0.00008259032,0.081233166,0.000050689378,0.9166514,0.00065998314,0.00010827699,0.00026671542,0.0009032329],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9911821,0.00031223832,0.0014200959,0.0021380696,0.0036295617,0.0013179473],"domain_scores_gemma":[0.99304986,0.0006131016,0.00047548313,0.0040342407,0.0013467993,0.00048051565],"candidate_categories":["metaepi_narrow","open_science","research_integrity"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.00195791,0.0013032305,0.0013497606,0.0005879088,0.000514453,0.00092344714,0.0064916555,0.0021225268,0.000008657245],"category_scores_gemma":[0.0003948112,0.0010736419,0.00043323883,0.00064865244,0.000048598613,0.0008072982,0.0014233,0.0026579842,0.0005966494],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024078197,0.000034804634,2.1091128e-7,0.00009805993,0.000047050446,0.000016211332,0.0008011378,0.29418644,3.9601056e-7,0.0017709079,0.70128036,0.0017403584],"study_design_scores_gemma":[0.00019603546,0.0001880945,1.5723211e-8,0.00085366645,0.000033348726,0.0000049077094,0.0000050082967,0.21360315,0.0000043512805,0.0005651999,0.7836148,0.0009313919],"about_ca_topic_score_codex":0.00147721,"about_ca_topic_score_gemma":0.000041235067,"teacher_disagreement_score":0.41970322,"about_ca_system_score_codex":0.000739979,"about_ca_system_score_gemma":0.0007716256,"threshold_uncertainty_score":0.9999719},"labels":[],"label_agreement":null},{"id":"W2010503273","doi":"10.1007/s10270-006-0038-4","title":"Domain analysis of dynamic system reconfiguration","year":2007,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Control reconfiguration; Domain (mathematical analysis); Domain analysis; Software engineering; Domain model; Distributed computing; Embedded system; Programming language; Domain knowledge; Software system; Software","score_opus":0.026338601191712444,"score_gpt":0.2847094120620998,"score_spread":0.2583708108703874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010503273","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043878563,0.0007897352,0.9526947,0.0000065335444,0.0010495259,0.00022507721,0.00000739159,0.0012892283,0.000059212547],"genre_scores_gemma":[0.54453635,0.0000034761015,0.45538834,0.000003270109,0.000022054097,0.000009840418,0.0000069547186,0.000012915506,0.000016790698],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976178,0.00016173304,0.00088992785,0.00050598127,0.00041972956,0.0004048175],"domain_scores_gemma":[0.9976366,0.0007741792,0.00032048975,0.0009105739,0.00026692712,0.000091196256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029093851,0.00022050377,0.00062370504,0.0007985287,0.000102937556,0.000067613844,0.0006878328,0.00014843376,6.36128e-7],"category_scores_gemma":[0.0003005744,0.00021618625,0.00020275134,0.0016843502,0.000022111386,0.00043737242,0.00010485989,0.00015850976,0.000004539451],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052696387,0.000007318608,0.00018999007,0.00015568093,0.00020530692,0.000010038306,0.0005642114,0.98233306,0.0008108134,0.009435688,0.0000013134463,0.006281277],"study_design_scores_gemma":[0.00011778681,0.000024784087,0.00018264292,0.00015264897,0.00009888,0.000015794418,0.00069479016,0.9976011,0.00010461939,0.00074011646,0.000023241,0.00024360817],"about_ca_topic_score_codex":0.00009765594,"about_ca_topic_score_gemma":0.000019173496,"teacher_disagreement_score":0.5006578,"about_ca_system_score_codex":0.0003202384,"about_ca_system_score_gemma":0.000048298454,"threshold_uncertainty_score":0.88158196},"labels":[],"label_agreement":null},{"id":"W2012444658","doi":"10.1007/s10270-010-0171-y","title":"Guest editorial to the theme issue on non-functional system properties in domain specific modeling languages","year":2010,"lang":"en","type":"editorial","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; Surrey Place Centre; Simon Fraser University","funders":"","keywords":"Computer science; Software engineering; Software system; Software development; Domain (mathematical analysis); Programming complexity; Theme (computing); Software; Software construction; Social software engineering; Programming language; World Wide Web","score_opus":0.030646442240819693,"score_gpt":0.26395772574474397,"score_spread":0.23331128350392427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012444658","genre_codex":"methods","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001025358,0.00074207725,0.50267625,0.00003828645,0.4947558,0.00072897685,0.000032622895,0.0009040917,0.000019376863],"genre_scores_gemma":[0.0033813445,0.00003474242,0.09656016,0.000015581427,0.8988519,0.00070812076,0.00005942775,0.00018952781,0.00019925338],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99265784,0.0005148253,0.0013381741,0.0017687232,0.0026290375,0.0010913883],"domain_scores_gemma":[0.9942461,0.0021770108,0.00034257732,0.0023987987,0.00062425,0.00021123502],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.003989054,0.0010355753,0.0012613131,0.0006080742,0.00046996528,0.00078883837,0.0031270576,0.0015888561,8.688501e-7],"category_scores_gemma":[0.0026473464,0.00075534557,0.00025307978,0.00063363265,0.000049035487,0.00053891813,0.00081402954,0.0034101373,0.00016040147],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049523507,0.000022921364,9.584933e-7,0.00032861507,0.00002876152,0.000023450102,0.001112744,0.78025764,0.000072028044,0.00012974875,0.2176747,0.00029889325],"study_design_scores_gemma":[0.00061643496,0.00013829608,1.9408787e-7,0.0036733532,0.000020020661,0.000016727497,0.0013960316,0.41784167,0.000028500854,0.0002067223,0.574726,0.0013360674],"about_ca_topic_score_codex":0.0005741236,"about_ca_topic_score_gemma":0.00005467145,"teacher_disagreement_score":0.40611607,"about_ca_system_score_codex":0.00092671893,"about_ca_system_score_gemma":0.00049680425,"threshold_uncertainty_score":0.9997073},"labels":[],"label_agreement":null},{"id":"W2013515339","doi":"10.1007/s10270-015-0456-2","title":"The Unit-B method: refinement guided by progress concerns","year":2015,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Liveness; Computer science; B-Method; Scheduling (production processes); Formal methods; Unit (ring theory); Refinement calculus; Software; Software engineering; Distributed computing; Theoretical computer science; Programming language; Mathematical optimization; Mathematics","score_opus":0.16013739902685942,"score_gpt":0.38606186704508333,"score_spread":0.2259244680182239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013515339","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009600408,0.003723741,0.99161816,0.0003019282,0.0019228535,0.000503377,0.000005229961,0.0005581414,0.00040650406],"genre_scores_gemma":[0.07211839,0.00002184099,0.92682093,0.00009127841,0.00018737676,0.00024809924,0.000008427582,0.000027487391,0.00047615037],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971272,0.0006465257,0.00063177897,0.000454809,0.00070936023,0.00043036492],"domain_scores_gemma":[0.99765676,0.00016602484,0.00026664673,0.0011794892,0.00054700667,0.00018406786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047300886,0.00019995013,0.00022938926,0.000052564028,0.000352121,0.000477456,0.0014847126,0.00009680816,4.935738e-7],"category_scores_gemma":[0.00052297296,0.0001427916,0.000056640565,0.00035463786,0.000051739848,0.00046036014,0.00032099444,0.0001879649,0.000027808985],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004372323,0.00011149464,0.0018194894,0.0002243385,0.00015832728,0.000011917159,0.0055450844,0.41771546,0.00023914418,0.29357028,0.03661269,0.24394806],"study_design_scores_gemma":[0.00024230676,0.000047001377,0.0000019453023,0.00006572136,0.000007882837,0.000018752644,0.00031915144,0.96207356,0.0001593289,0.0016886828,0.035181623,0.00019406293],"about_ca_topic_score_codex":0.00033167214,"about_ca_topic_score_gemma":0.000004296685,"teacher_disagreement_score":0.5443581,"about_ca_system_score_codex":0.0001839478,"about_ca_system_score_gemma":0.000191987,"threshold_uncertainty_score":0.5822872},"labels":[],"label_agreement":null},{"id":"W2014081646","doi":"10.1007/s10270-008-0099-7","title":"A UML-based quantitative framework for early prediction of resource usage and load in distributed real-time systems","year":2008,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Calgary","funders":"","keywords":"Computer science; Unified Modeling Language; Resource (disambiguation); Applications of UML; Distributed computing; UML tool; Software engineering; Real-time computing; Programming language; Software","score_opus":0.03411965761701026,"score_gpt":0.25926486085490513,"score_spread":0.2251452032378949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014081646","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4032577,0.0007145388,0.5944471,0.000014709918,0.00030845113,0.0008581481,0.00012277384,0.00026756388,0.000009042293],"genre_scores_gemma":[0.9629745,0.000029910774,0.036569852,0.000007036735,0.00008229035,0.000252012,0.00003227819,0.000028055187,0.000024058638],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968139,0.00028316508,0.0010985669,0.0007159279,0.00062163186,0.00046682812],"domain_scores_gemma":[0.9972784,0.0009177253,0.00040025142,0.0007762211,0.00049413176,0.00013327703],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016804662,0.00029092876,0.00071016775,0.00021349387,0.00026253978,0.00009833728,0.00046122,0.0003175341,4.233315e-7],"category_scores_gemma":[0.0006505102,0.00026114157,0.00012447934,0.0006282792,0.000099017765,0.0005108449,0.000095853946,0.0002312664,0.000004957362],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023723124,0.000175252,0.12710725,0.0025497626,0.000075643125,0.000019588788,0.0069466373,0.8595934,0.00023500716,0.0024745332,0.00015512247,0.00043060683],"study_design_scores_gemma":[0.0008050721,0.00029477288,0.0024111476,0.0017527019,0.000014182131,0.00002481499,0.00024486825,0.99382436,0.000023552851,0.00030580437,0.00005536526,0.00024337339],"about_ca_topic_score_codex":0.0019856337,"about_ca_topic_score_gemma":0.000005473746,"teacher_disagreement_score":0.5597168,"about_ca_system_score_codex":0.00027894197,"about_ca_system_score_gemma":0.00031264135,"threshold_uncertainty_score":0.9999841},"labels":[],"label_agreement":null},{"id":"W2016492784","doi":"10.1007/s10270-009-0128-1","title":"A dependability profile within MARTE","year":2009,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":172,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; Ministerio de Ciencia y Tecnología","keywords":"Dependability; Computer science; Unified Modeling Language; Petri net; Stochastic Petri net; Applications of UML; Formal methods; Software engineering; Software; Reliability engineering; Distributed computing; Programming language","score_opus":0.02643716325503444,"score_gpt":0.2744401544358737,"score_spread":0.24800299118083927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016492784","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.078954086,0.0006449867,0.9180558,0.00032814936,0.00032754996,0.00045827715,0.0000057201273,0.0010157484,0.00020970644],"genre_scores_gemma":[0.94455844,0.000009050307,0.05488383,0.00011139048,0.00012788584,0.00004860728,0.000007737059,0.000013782712,0.00023926876],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963632,0.0003199497,0.0007494416,0.0009535309,0.0009687091,0.00064512755],"domain_scores_gemma":[0.99749315,0.00020790109,0.00013506996,0.0014806679,0.00041143867,0.0002717516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002154403,0.00026846523,0.0004647229,0.00020164599,0.0003478533,0.00052838185,0.0013202094,0.00016559694,0.000012955389],"category_scores_gemma":[0.0007311554,0.00023271456,0.0002266049,0.00084291585,0.00003872625,0.00079263066,0.00021550247,0.00041134687,0.00014805801],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059023452,0.0006374104,0.014148507,0.0005645726,0.00014805533,0.000106563195,0.0032696868,0.8334596,0.0007032095,0.019901304,0.00076038373,0.1262417],"study_design_scores_gemma":[0.00020296934,0.00008812821,0.00011864308,0.000106517495,0.000009439408,0.00002699506,0.000085377374,0.99210995,0.00007933588,0.0067208884,0.00016345369,0.00028829733],"about_ca_topic_score_codex":0.00033781445,"about_ca_topic_score_gemma":0.000011858889,"teacher_disagreement_score":0.86560434,"about_ca_system_score_codex":0.00018664889,"about_ca_system_score_gemma":0.00027851362,"threshold_uncertainty_score":0.9489825},"labels":[],"label_agreement":null},{"id":"W2016833942","doi":"10.1007/s10270-007-0050-3","title":"A modelling and simulation based process for dependable systems design","year":2007,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Real-Time Systems Scheduling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Process (computing); Systems engineering; Software engineering; Programming language","score_opus":0.07356362033255823,"score_gpt":0.298298027996331,"score_spread":0.22473440766377276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016833942","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01972387,0.0020116451,0.97395605,0.000010981054,0.00095979066,0.0024471146,0.000005296578,0.0008547611,0.00003046926],"genre_scores_gemma":[0.77185374,0.0000018152214,0.2276047,0.000012930146,0.00023842354,0.00018097945,0.0000066096886,0.000063292384,0.000037486334],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960662,0.00017570282,0.0011562204,0.0010160749,0.0007129509,0.00087285467],"domain_scores_gemma":[0.996354,0.0014685888,0.0004179953,0.00072649616,0.0007539818,0.00027894598],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0047472683,0.00041068438,0.0006000063,0.00036839172,0.00051703287,0.0008876143,0.00065118325,0.00027426568,3.0576658e-7],"category_scores_gemma":[0.00027504622,0.00040175344,0.000107798034,0.00046280792,0.000019999112,0.0014115178,0.00007790824,0.00019698581,0.0000072481603],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003414356,0.000019604327,0.000107232554,0.00087495026,0.000023580627,0.000008659715,0.0005396959,0.99720424,0.000087358014,0.0006130341,0.0000025091135,0.00048496402],"study_design_scores_gemma":[0.0006712145,0.00007142139,3.1545218e-7,0.0007744662,0.000024762194,0.00003075729,0.00037787284,0.99693626,0.00012339873,0.0004903819,0.000034032135,0.00046512284],"about_ca_topic_score_codex":0.00057322386,"about_ca_topic_score_gemma":0.0000029448859,"teacher_disagreement_score":0.7521299,"about_ca_system_score_codex":0.00019949026,"about_ca_system_score_gemma":0.00026270753,"threshold_uncertainty_score":0.9998434},"labels":[],"label_agreement":null},{"id":"W2025618033","doi":"10.1007/s10270-002-0004-8","title":"A UML-Based Approach to System Testing","year":2002,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":303,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Unified Modeling Language; Sequence diagram; Class diagram; Object Constraint Language; Software engineering; Applications of UML; Testability; Model-based testing; Programming language; UML tool; Context (archaeology); Test case; Test Management Approach; Systems Modeling Language; Activity diagram; System testing; Software development; Reliability engineering; Software; Software construction","score_opus":0.09020794658056883,"score_gpt":0.23924228661756475,"score_spread":0.14903434003699592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025618033","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017127586,0.00056513114,0.95263827,0.00004528631,0.00054279296,0.0005968832,0.0000040986133,0.041766766,0.002128015],"genre_scores_gemma":[0.5439675,2.148012e-7,0.45553225,0.0001202785,0.00012467791,0.00016833228,0.0000015247389,0.00003598197,0.00004925389],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996735,0.00016491904,0.000681472,0.0009957913,0.0006867924,0.00073601946],"domain_scores_gemma":[0.99722147,0.00045304262,0.00018222781,0.0014332054,0.0003928039,0.00031726522],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009811245,0.00038692364,0.00048160035,0.0003797993,0.00042856325,0.0005823767,0.001422891,0.00016188304,6.658205e-7],"category_scores_gemma":[0.001130128,0.0003706245,0.00011726163,0.001226306,0.000019286721,0.00032932407,0.0002815387,0.0002723805,0.00011189516],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028662357,0.00012304272,0.0024490238,0.0006973682,0.000019953743,0.000036373054,0.00083346723,0.9679515,0.000032206284,0.002499116,0.0045248126,0.020830266],"study_design_scores_gemma":[0.00017323722,0.000068747366,0.0000053360154,0.0009278898,0.0000100808575,0.00013784482,0.000030102483,0.99784034,0.000011057658,0.00022067073,0.000117361946,0.00045732362],"about_ca_topic_score_codex":0.00056374876,"about_ca_topic_score_gemma":5.240738e-7,"teacher_disagreement_score":0.54225475,"about_ca_system_score_codex":0.0002764631,"about_ca_system_score_gemma":0.00006921546,"threshold_uncertainty_score":0.9998746},"labels":[],"label_agreement":null},{"id":"W2038221577","doi":"10.1007/s10270-006-0029-5","title":"TURTLE-P: a UML profile for the formal validation of critical and distributed systems","year":2006,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Unified Modeling Language; Turtle (robot); Class diagram; UML tool; Applications of UML; Formal methods; Semantics (computer science); Formal semantics (linguistics); Programming language; Model checking; Software","score_opus":0.04025402107179734,"score_gpt":0.28886607146408483,"score_spread":0.24861205039228748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038221577","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008424176,0.0030593006,0.986115,0.00004155838,0.0010413419,0.0007155933,0.000083807914,0.0005150795,0.000004157101],"genre_scores_gemma":[0.74887264,0.0000040356745,0.25070515,0.0000028845552,0.00013581695,0.00022293034,0.00001983896,0.000016567805,0.000020114787],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983899,0.00010861828,0.0005083179,0.00033159024,0.00027405348,0.0003875005],"domain_scores_gemma":[0.9963283,0.0027188295,0.00013182245,0.0004510347,0.00032489724,0.000045126457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011154937,0.00018109249,0.00031087775,0.000068695306,0.00021966921,0.00016637104,0.0004220844,0.0001041678,1.0986157e-7],"category_scores_gemma":[0.0019278718,0.00013533028,0.00006773187,0.00019783297,0.000058625774,0.0006020861,0.00015769941,0.00012066441,7.584146e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038317744,0.000011458277,0.0001537401,0.00047479957,0.000010629659,8.569383e-7,0.00012169954,0.9812132,0.0001357649,0.017060686,0.000053792464,0.0007595135],"study_design_scores_gemma":[0.00019226645,0.00004366847,0.000036594836,0.00013487383,0.000020231912,0.000029405888,0.00018043464,0.995719,0.00025505997,0.0031762489,0.000087023574,0.00012519091],"about_ca_topic_score_codex":0.00015377879,"about_ca_topic_score_gemma":7.689957e-7,"teacher_disagreement_score":0.7404485,"about_ca_system_score_codex":0.000054119813,"about_ca_system_score_gemma":0.0000451398,"threshold_uncertainty_score":0.55186087},"labels":[],"label_agreement":null},{"id":"W2041019860","doi":"10.1007/s10270-008-0104-1","title":"Generating relational database transactions from eb 3 attribute definitions","year":2008,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Database Systems and Queries","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Computer science; Executable; SQL; TRACE (psycholinguistics); Programming language; Database transaction; Relational database; Representation (politics); Implementation; Function (biology); Database; Database design; Theoretical computer science","score_opus":0.10714857610450189,"score_gpt":0.24932410924979784,"score_spread":0.14217553314529596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041019860","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020248827,0.0015545614,0.9747409,0.00006080107,0.0010695077,0.00024027968,0.0013705505,0.0006697801,0.00004478501],"genre_scores_gemma":[0.4255254,0.000080855934,0.5731328,0.00006830986,0.0003199287,0.000103821505,0.0006274295,0.000025545016,0.00011587836],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977222,0.00012142029,0.0006625558,0.0006349586,0.00048321817,0.00037565542],"domain_scores_gemma":[0.99833983,0.00024134944,0.00016423812,0.0008581587,0.00022923254,0.00016719486],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00024994207,0.0002455405,0.0003083732,0.00012302409,0.001261433,0.00007555152,0.0003160884,0.00009621724,0.000018228759],"category_scores_gemma":[0.000098985736,0.00024707575,0.000115724506,0.00033550034,0.00004262394,0.0018658079,0.000082846855,0.00027201706,0.00008913913],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032067712,0.000039086764,0.00054674386,0.000033106076,0.000044155087,0.00005626065,0.00081974105,0.97059125,0.0004998937,0.02661539,0.00027744082,0.0004737273],"study_design_scores_gemma":[0.00030182183,0.0000130393955,0.000019971616,0.00019717476,0.000013618447,0.00018641748,0.0001849384,0.9953732,0.000043695924,0.0002386535,0.0030837294,0.00034372293],"about_ca_topic_score_codex":0.00163649,"about_ca_topic_score_gemma":0.00007398798,"teacher_disagreement_score":0.40527657,"about_ca_system_score_codex":0.00010041699,"about_ca_system_score_gemma":0.00022278664,"threshold_uncertainty_score":0.99999815},"labels":[],"label_agreement":null},{"id":"W2044138490","doi":"10.1007/s10270-008-0084-1","title":"Model-driven assessment of system dependability","year":2008,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Dependability; Computer science; Formalism (music); Probabilistic logic; Reliability engineering; Software engineering; Embedded system; Artificial intelligence; Engineering","score_opus":0.062635797815128,"score_gpt":0.30598090796932975,"score_spread":0.24334511015420174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044138490","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2056046,0.00027922328,0.79282194,0.000018423734,0.00019330364,0.0003532407,0.000014138355,0.0005495264,0.00016558709],"genre_scores_gemma":[0.8658468,0.00002471641,0.13392866,0.000007726485,0.000051423503,0.00006647012,0.000007847338,0.000019880617,0.00004642935],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99574196,0.0003632184,0.0010646319,0.000866385,0.0014066861,0.00055714307],"domain_scores_gemma":[0.9967582,0.00030035383,0.00024539232,0.0016550582,0.00080360915,0.00023737282],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012820361,0.00027603572,0.0007462045,0.00025868567,0.00038118128,0.00009975679,0.0014608244,0.00017793357,0.0000025646293],"category_scores_gemma":[0.00017893793,0.0002458294,0.00033876975,0.0007154551,0.000096079675,0.0006004891,0.0004803161,0.00034921616,0.000014339081],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032905928,0.000087511864,0.031640135,0.0005864183,0.000052859996,0.000015430038,0.00030353857,0.96161926,0.00011468809,0.0049396544,0.000019717476,0.00061747554],"study_design_scores_gemma":[0.00023658205,0.00004012741,0.00012576192,0.00022842057,0.00001509776,0.00005441625,0.00018028423,0.99861753,0.000029496818,0.0002241941,0.000012609524,0.00023549233],"about_ca_topic_score_codex":0.000839375,"about_ca_topic_score_gemma":0.000015105086,"teacher_disagreement_score":0.66024226,"about_ca_system_score_codex":0.0004342671,"about_ca_system_score_gemma":0.0007103908,"threshold_uncertainty_score":0.9999994},"labels":[],"label_agreement":null},{"id":"W2049244577","doi":"10.1007/s10270-013-0370-4","title":"T-Core: a framework for custom-built model transformation engines","year":2013,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Transformation (genetics); Model transformation; Reuse; Programming language; Context (archaeology); Program transformation; Task (project management); Software engineering; Model-driven architecture; Theoretical computer science; Unified Modeling Language; Systems engineering; Artificial intelligence; Engineering; Software","score_opus":0.05798736777553443,"score_gpt":0.2826800733855033,"score_spread":0.2246927056099689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049244577","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004905103,0.0004264022,0.9876427,0.00015725031,0.00068567146,0.0017825835,0.000018246672,0.004361511,0.000020525296],"genre_scores_gemma":[0.41210675,0.000014274833,0.5864878,0.00005946575,0.00011368209,0.001119169,0.000011664395,0.00005060119,0.000036576752],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99743456,0.000031667478,0.0007498102,0.0006320194,0.00048308782,0.0006688715],"domain_scores_gemma":[0.99796057,0.00015860132,0.00014857658,0.0010583822,0.0004786308,0.00019526911],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00048693118,0.0004134949,0.00046000557,0.00028024448,0.00021581414,0.00039983643,0.0011914389,0.0003413097,0.000002284429],"category_scores_gemma":[0.000065260465,0.00040226188,0.00021315066,0.0003532824,0.000018699111,0.0017018194,0.00012590247,0.00032792732,0.000034322515],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002190839,0.000017158101,0.000017627855,0.00021521201,0.000016800896,4.911172e-7,0.0010098839,0.76892036,0.00009633744,0.21564715,0.00025703636,0.013799754],"study_design_scores_gemma":[0.00017961554,0.00004008619,0.0000013081703,0.00034769808,0.00001251461,0.000013647476,0.00001558524,0.9420809,0.00008671007,0.05598948,0.00077968533,0.00045274507],"about_ca_topic_score_codex":0.00018149154,"about_ca_topic_score_gemma":0.0000015878973,"teacher_disagreement_score":0.40720165,"about_ca_system_score_codex":0.00016430019,"about_ca_system_score_gemma":0.000107136606,"threshold_uncertainty_score":0.99984294},"labels":[],"label_agreement":null},{"id":"W2051864045","doi":"10.1007/s10270-015-0453-5","title":"Supporting different process views through a Shared Process Model","year":2015,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Abstraction; Process (computing); Stakeholder; Business process; Process management; Business process management; Business process modeling; Process modeling; Artifact-centric business process model; Software engineering; Work in process; Knowledge management; Programming language","score_opus":0.10068237423932554,"score_gpt":0.3203526720947318,"score_spread":0.21967029785540626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051864045","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29858235,0.0013864235,0.69659823,0.00021247541,0.00048765156,0.0005561012,0.000011909527,0.0011715592,0.0009933125],"genre_scores_gemma":[0.9951431,0.000011163377,0.0014563138,0.0006759056,0.0015880801,0.00038113262,0.00020238852,0.00018403542,0.00035789207],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99495745,0.00002551655,0.0014772759,0.001154346,0.001282298,0.001103141],"domain_scores_gemma":[0.99623966,0.00002677811,0.00091384514,0.00066522026,0.0020580387,0.000096480675],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010108184,0.0007494198,0.0010997439,0.00039174463,0.0005238338,0.0012516468,0.00086478237,0.0002675917,0.000018991417],"category_scores_gemma":[0.00059264805,0.00062614033,0.00028184522,0.0011171125,0.0000482945,0.0038551423,0.00024134511,0.00042501194,0.00013001623],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000453597,0.00013080564,0.00369603,0.0023317162,0.0000674511,0.000010127524,0.0013068216,0.9908632,0.000018032204,0.0003867401,0.00044170074,0.00070201186],"study_design_scores_gemma":[0.00075389043,0.000007229573,0.0000021626277,0.0007962226,0.00025697454,0.000008248824,0.0035685988,0.97763765,0.0000086199025,0.015862536,0.00028399713,0.0008138688],"about_ca_topic_score_codex":0.00087632623,"about_ca_topic_score_gemma":0.000053900665,"teacher_disagreement_score":0.69656074,"about_ca_system_score_codex":0.00012623749,"about_ca_system_score_gemma":0.00025051826,"threshold_uncertainty_score":0.9997851},"labels":[],"label_agreement":null},{"id":"W2053362736","doi":"10.1007/s10270-013-0385-x","title":"Transformation challenges: from software models to performance models","year":2013,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Unified Modeling Language; Model transformation; Scalability; Petri net; Queueing theory; Software development process; Model-driven architecture; Software; Software development; Software engineering; Programming language; Database; Artificial intelligence","score_opus":0.05411228093989949,"score_gpt":0.22902063827280253,"score_spread":0.17490835733290305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053362736","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20556298,0.0025539985,0.78636324,0.0002630743,0.0014036435,0.0016244393,0.000020921147,0.0018116166,0.00039608864],"genre_scores_gemma":[0.9385072,0.00041353854,0.059453283,0.00022142731,0.00031202091,0.0009101856,0.00003046199,0.0000718715,0.000080033045],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9949339,0.00017642608,0.0013901766,0.0012841318,0.0011632906,0.0010520958],"domain_scores_gemma":[0.9963528,0.00019241634,0.00023529134,0.0019526443,0.00075842923,0.0005084174],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000891255,0.0006407124,0.00080808654,0.00034861328,0.00051434524,0.0005770503,0.0018598618,0.00040258782,0.000013745891],"category_scores_gemma":[0.000053494237,0.00056060986,0.0002441457,0.00056343747,0.000034505258,0.0076558264,0.00032335092,0.00042120108,0.0007239927],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009719985,0.00004920638,0.0001673643,0.00039102207,0.00004007949,0.000001452485,0.010367153,0.9321044,0.000020147041,0.0013159257,0.00013667614,0.05539686],"study_design_scores_gemma":[0.0004460108,0.00010424377,0.000060829912,0.00071437185,0.000015950163,0.000017859047,0.0008480978,0.98719627,0.000039471062,0.009638068,0.00018580197,0.0007330391],"about_ca_topic_score_codex":0.002902227,"about_ca_topic_score_gemma":0.000026240985,"teacher_disagreement_score":0.7329442,"about_ca_system_score_codex":0.000333819,"about_ca_system_score_gemma":0.00020949949,"threshold_uncertainty_score":0.9996845},"labels":[],"label_agreement":null},{"id":"W2057494031","doi":"10.1007/s10270-009-0127-2","title":"An algebra of product families","year":2009,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Haskell; Computer science; Idempotence; Product (mathematics); Algebra over a field; Algebraic structure; Programming language; Algebraic number; Basis (linear algebra); Theoretical computer science; Functional programming; Mathematics; Pure mathematics","score_opus":0.036901165333839525,"score_gpt":0.28866561143172315,"score_spread":0.2517644460978836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057494031","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041439075,0.0018872692,0.95390123,0.00003337908,0.0007520998,0.00023522504,0.0000026590628,0.0017250197,0.000024043129],"genre_scores_gemma":[0.5386203,0.00001699242,0.46122965,0.00001844604,0.00008052718,0.000008409483,0.000001716988,0.000011382231,0.000012620403],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980512,0.00015312481,0.0004955108,0.0005613131,0.0003624383,0.00037636503],"domain_scores_gemma":[0.9981349,0.00019391607,0.00014060212,0.0012180432,0.00022012633,0.00009239739],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081227714,0.0002315133,0.0004131913,0.00019317509,0.00008921934,0.00008110674,0.001066058,0.000077867815,4.027401e-7],"category_scores_gemma":[0.00068762753,0.00021623669,0.00007539267,0.00040650732,0.00002626335,0.0009385302,0.00008421994,0.00017207404,0.00000432301],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031361444,0.00002534508,0.00012552533,0.000059886057,0.0000078193325,0.000004426968,0.0006908367,0.9574757,0.0019076795,0.0050886334,0.00001123922,0.03459975],"study_design_scores_gemma":[0.00022943597,0.000257051,0.00019793448,0.00023529024,0.000010750039,0.0000418424,0.0002621228,0.9723007,0.0021878018,0.023638198,0.000091991635,0.00054684456],"about_ca_topic_score_codex":0.00004389797,"about_ca_topic_score_gemma":6.0904387e-7,"teacher_disagreement_score":0.49718118,"about_ca_system_score_codex":0.000051569557,"about_ca_system_score_gemma":0.00006937776,"threshold_uncertainty_score":0.8817876},"labels":[],"label_agreement":null},{"id":"W2064746998","doi":"10.1007/s10270-007-0053-0","title":"Performance analysis of aspect-oriented UML models","year":2007,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Unified Modeling Language; Rewriting; Applications of UML; Aspect-oriented programming; UML tool; Context (archaeology); Parameterized complexity; Expression (computer science); Programming language; Software engineering; Software; Algorithm","score_opus":0.04986106858002152,"score_gpt":0.2841407457858321,"score_spread":0.23427967720581058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064746998","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13366945,0.0007943361,0.86346614,0.0000042831985,0.0007575077,0.00017320973,0.000005225581,0.0010323852,0.000097467455],"genre_scores_gemma":[0.58855855,0.00001983135,0.4113133,0.00000769935,0.000036857182,0.000009066018,0.0000043472687,0.000016783868,0.000033540382],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99729884,0.000086485816,0.00084446213,0.00059270085,0.00059779914,0.0005796951],"domain_scores_gemma":[0.9975575,0.0005757145,0.0002601106,0.0011025722,0.00037715508,0.00012691993],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021131607,0.00027591878,0.00068927597,0.0008529002,0.00012317963,0.000044880304,0.00089409057,0.00014143164,0.0000011150953],"category_scores_gemma":[0.0004236603,0.00026733967,0.00022019206,0.002434729,0.000037410347,0.0008673271,0.0002608999,0.00023063373,0.0000037078373],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000797627,0.0000164721,0.0017417821,0.000077574456,0.00021463624,0.0000051336847,0.00068659143,0.9862975,0.00015291061,0.0042089974,0.0000027126569,0.0065877545],"study_design_scores_gemma":[0.00013265015,0.00003802312,0.0002552349,0.00008439019,0.000104620834,0.000006928359,0.00010343478,0.9980399,0.00021391672,0.00072974834,0.000014997106,0.0002761651],"about_ca_topic_score_codex":0.000098570854,"about_ca_topic_score_gemma":0.0000058486703,"teacher_disagreement_score":0.45488912,"about_ca_system_score_codex":0.00015665716,"about_ca_system_score_gemma":0.000061076025,"threshold_uncertainty_score":0.9999779},"labels":[],"label_agreement":null},{"id":"W2069374766","doi":"10.1007/s10270-012-0257-9","title":"Lessons learned from building model-driven development tools","year":2012,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Universität Paderborn; University of Waterloo; Università di Pisa; Magyar Tudományos Akadémia; Technische Universität Berlin; European Commission","keywords":"Software deployment; Computer science; Capability Maturity Model; Software engineering; Maturity (psychological); Key (lock); Software development; Systems engineering; Software; Process management; Engineering management; Data science; Engineering; Computer security; Psychology","score_opus":0.13150895399392684,"score_gpt":0.3047574937739088,"score_spread":0.17324853977998197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069374766","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036104247,0.001092157,0.9570996,0.00010216265,0.0009080792,0.00044497557,0.000021907048,0.004191898,0.00003496255],"genre_scores_gemma":[0.48240077,0.000017195789,0.51712954,0.000036337224,0.00016208032,0.00013833746,0.000016906377,0.000053701187,0.00004511148],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99622977,0.00011500109,0.000848146,0.00089217327,0.0008005227,0.0011143881],"domain_scores_gemma":[0.9976319,0.00015342723,0.00021535737,0.0013762267,0.00021479669,0.00040827063],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00087035395,0.0005234619,0.0005942416,0.0002664619,0.0003520613,0.0004729084,0.001655435,0.0002987806,0.0000034631205],"category_scores_gemma":[0.00005848541,0.00053929194,0.0001560038,0.00035619,0.000022980874,0.0020724465,0.0008186482,0.00046813456,0.000061949446],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031470302,0.00004769152,0.0005806098,0.00005316539,0.000055208195,0.0000045485403,0.0023016771,0.8980916,0.0011249995,0.034839883,0.000092840295,0.06280461],"study_design_scores_gemma":[0.0001908799,0.000010507726,0.0000215569,0.00037156127,0.000015606252,0.000011955857,0.000017381175,0.9898705,0.0008678587,0.00109119,0.0068513234,0.0006796611],"about_ca_topic_score_codex":0.00019717624,"about_ca_topic_score_gemma":0.0000032636383,"teacher_disagreement_score":0.4462965,"about_ca_system_score_codex":0.00047676428,"about_ca_system_score_gemma":0.00023149229,"threshold_uncertainty_score":0.99970585},"labels":[],"label_agreement":null},{"id":"W2071396752","doi":"10.1007/s10270-007-0076-6","title":"Use Case Maps as a property specification language","year":2007,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Model checking; Formal specification; Programming language; Rotation formalisms in three dimensions; Property (philosophy); Specification language; Notation; Architectural style; Computation tree logic; Software engineering; Temporal logic; Formal verification; Architecture","score_opus":0.0794449198254544,"score_gpt":0.3125764168692408,"score_spread":0.2331314970437864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071396752","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.075388,0.0003571123,0.9217962,0.000025469866,0.0008916519,0.00047027867,0.00000423181,0.00068355247,0.0003834849],"genre_scores_gemma":[0.56197035,0.0000062148542,0.43729496,0.000043530417,0.00014981446,0.000024461377,0.000006415446,0.000018781437,0.0004854667],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980132,0.00015155876,0.0005503258,0.0005083798,0.0003923137,0.00038422013],"domain_scores_gemma":[0.9982642,0.00011364764,0.00017990507,0.0010714675,0.0002325326,0.00013827287],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020887274,0.00018023053,0.00018665778,0.00017558054,0.0002202756,0.00036027134,0.00053832453,0.00012272026,0.0000025389102],"category_scores_gemma":[0.0005060566,0.00013884963,0.00006229419,0.00041530706,0.000021871081,0.0012657621,0.00012758466,0.0001968595,0.00013724143],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012930679,0.00036158212,0.0017309313,0.00079456123,0.00011036928,0.0050278315,0.03911535,0.19990912,0.0112441825,0.16424991,0.00085009885,0.57647675],"study_design_scores_gemma":[0.00016062062,0.000041944753,0.000019411087,0.00011530393,0.000008388361,0.002791994,0.0011785915,0.99176824,0.00086609094,0.00028406543,0.002441077,0.00032429353],"about_ca_topic_score_codex":0.0018223878,"about_ca_topic_score_gemma":0.000025934365,"teacher_disagreement_score":0.7918591,"about_ca_system_score_codex":0.00018793985,"about_ca_system_score_gemma":0.00006517459,"threshold_uncertainty_score":0.56621236},"labels":[],"label_agreement":null},{"id":"W2072418922","doi":"10.1007/s10270-005-0083-4","title":"State-based versus event-based specifications for information systems: a comparison of B and eb3","year":2005,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Computer science; Modularity (biology); Generality; Modular design; Viewpoints; Event (particle physics); Data integrity; Representation (politics); State (computer science); Perspective (graphical); Theoretical computer science; Programming language; Artificial intelligence; Database","score_opus":0.12562603247665824,"score_gpt":0.33692227162295124,"score_spread":0.211296239146293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072418922","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061637945,0.0012974121,0.9902689,0.00004582326,0.00077564694,0.00073896546,0.000046228746,0.00065825135,0.0000050054578],"genre_scores_gemma":[0.56706893,0.0000025403408,0.43272424,0.0000068572313,0.000036867612,0.00012709833,0.000018127406,0.000010901857,0.0000044159924],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982055,0.00010259866,0.00080859516,0.0002751749,0.00031666146,0.00029150565],"domain_scores_gemma":[0.9971153,0.0014975185,0.00035338238,0.00055292534,0.00039723175,0.00008362608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074618805,0.00020275125,0.00040097712,0.0002502753,0.00013921014,0.00014832865,0.0004141171,0.000090911555,1.6703189e-7],"category_scores_gemma":[0.0008664608,0.00020516825,0.00007203461,0.0002533679,0.000030003897,0.00085293624,0.000052331234,0.00011820711,0.000003327391],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003544376,0.000023102664,0.00014658656,0.0004025421,0.000014183087,1.04080804e-7,0.00041580643,0.98845357,0.00003845664,0.0019489346,0.000027714637,0.008493569],"study_design_scores_gemma":[0.00092967023,0.00009939674,0.000011793031,0.00019543503,0.000012216997,9.420294e-7,0.00024987778,0.9970127,0.00022330233,0.000085172396,0.0009730007,0.00020649831],"about_ca_topic_score_codex":0.00004211451,"about_ca_topic_score_gemma":0.0000039017777,"teacher_disagreement_score":0.56090516,"about_ca_system_score_codex":0.00015927157,"about_ca_system_score_gemma":0.00014595393,"threshold_uncertainty_score":0.83665186},"labels":[],"label_agreement":null},{"id":"W2073857467","doi":"10.1007/s10270-010-0180-x","title":"A metamodel for the compact but lossless exchange of execution traces","year":2010,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Concordia University","funders":"","keywords":"Computer science; TRACE (psycholinguistics); Scalability; Programming language; Interoperability; Reuse; Metamodeling; Software; Software engineering; Variety (cybernetics); Database; World Wide Web; Artificial intelligence","score_opus":0.03221588793950747,"score_gpt":0.26804895932448813,"score_spread":0.23583307138498066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073857467","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23405173,0.0014190149,0.7609164,0.00011676647,0.0022867343,0.0008851067,0.000029365207,0.0002660223,0.000028832423],"genre_scores_gemma":[0.98990804,0.000030451223,0.009374751,0.000026800897,0.00032107643,0.00016702041,0.0000059754902,0.000022680648,0.00014320234],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99781823,0.00008561788,0.0007036934,0.00048301343,0.0004911925,0.00041823933],"domain_scores_gemma":[0.9973803,0.00054294826,0.00031163913,0.0011771764,0.00049158215,0.00009635449],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001960023,0.00025096725,0.00048264666,0.000113294635,0.00038374693,0.00016946504,0.0011883967,0.00018933215,0.0000027155716],"category_scores_gemma":[0.00018440011,0.00016002792,0.00026081078,0.00028526815,0.00008287916,0.00061662233,0.000109116554,0.00027865393,0.0000069543626],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001336228,0.00037202876,0.0122417975,0.0046673226,0.00040118754,0.0000042232427,0.010124286,0.91519207,0.008523315,0.014494929,0.0011980771,0.032647155],"study_design_scores_gemma":[0.0003739222,0.00005155214,0.00016032883,0.00013235763,0.000037364236,0.000024289013,0.0003059773,0.9970004,0.00045744734,0.0005088123,0.0007312837,0.00021626409],"about_ca_topic_score_codex":0.00088550686,"about_ca_topic_score_gemma":0.000047805992,"teacher_disagreement_score":0.7558563,"about_ca_system_score_codex":0.00004438692,"about_ca_system_score_gemma":0.00014912733,"threshold_uncertainty_score":0.6525749},"labels":[],"label_agreement":null},{"id":"W2076018800","doi":"10.1007/s10270-010-0176-6","title":"Code generation for a family of executable modelling notations","year":2010,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Executable; Programming language; Code generation; Notation; Semantics (computer science); Operational semantics; Generator (circuit theory); Code (set theory); Petri net; Parameterized complexity; Algorithm; Operating system","score_opus":0.10588557448072579,"score_gpt":0.3097429828756449,"score_spread":0.20385740839491912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076018800","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06462949,0.00016733244,0.9326475,0.000015208233,0.0017241564,0.00052288815,0.000021967984,0.00021849951,0.000052933556],"genre_scores_gemma":[0.45830303,0.0000036387316,0.5413963,0.000012406157,0.00011586259,0.00011439929,0.000010519934,0.00001236717,0.000031472016],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99848706,0.000056444314,0.00056539103,0.00037334306,0.00027527375,0.0002425218],"domain_scores_gemma":[0.9984027,0.0001062296,0.00022505986,0.00065808755,0.00054597814,0.000061930026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010849537,0.00013313007,0.00021701636,0.0001364935,0.00021886657,0.00013502358,0.00050966494,0.00012156488,4.634641e-7],"category_scores_gemma":[0.00020653597,0.00013728961,0.00007878157,0.00024151354,0.000019087393,0.0007329097,0.000055807563,0.00014887737,0.0000038626804],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026676535,0.0000156854,0.000021091559,0.00006753235,0.0000068891777,9.7760335e-8,0.0005283719,0.9045291,0.03436111,0.05858565,0.000028175824,0.0018536499],"study_design_scores_gemma":[0.0001585272,0.00002554711,0.0000011720808,0.00003890553,0.00000964228,0.000004591542,0.00006720852,0.9955627,0.0017630279,0.0019811187,0.00024154685,0.00014601761],"about_ca_topic_score_codex":0.0001770705,"about_ca_topic_score_gemma":0.00000826163,"teacher_disagreement_score":0.39367354,"about_ca_system_score_codex":0.00003477204,"about_ca_system_score_gemma":0.00012418599,"threshold_uncertainty_score":0.5598508},"labels":[],"label_agreement":null},{"id":"W2077478714","doi":"10.1007/s10270-007-0055-y","title":"A methodology for the selection of requirements engineering techniques","year":2007,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Engineering Research","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Requirements engineering; Software engineering; Selection (genetic algorithm); Domain (mathematical analysis); Process (computing); Context (archaeology); Requirements analysis; Systems engineering; Software; Management science; Artificial intelligence; Engineering","score_opus":0.10585584479368089,"score_gpt":0.34902250442522964,"score_spread":0.24316665963154876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077478714","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009756023,0.00083993515,0.98727,0.000022893159,0.0006788995,0.00063266745,0.0000015410701,0.00079427677,0.0000037726031],"genre_scores_gemma":[0.5447345,0.000007891511,0.4549833,0.0000070623005,0.00012659673,0.00010016716,7.2767637e-7,0.00002029068,0.00001949544],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99840575,0.000050733623,0.00044858851,0.0003048199,0.00035294323,0.00043716878],"domain_scores_gemma":[0.99599856,0.0030801764,0.000093644005,0.00044089515,0.00032927108,0.000057460005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004494985,0.00014174788,0.00023035183,0.00025350548,0.00010820791,0.00005740601,0.0007132221,0.000108513515,5.8090666e-7],"category_scores_gemma":[0.002089738,0.00011474507,0.00008752848,0.00047515376,0.00001377458,0.00021949777,0.00014179244,0.00017374255,0.0000010412848],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042055923,0.000045892815,0.0050754426,0.0008872008,0.00020468795,0.0000048017755,0.0010789689,0.8657945,0.03365754,0.010464154,0.0001719203,0.082572855],"study_design_scores_gemma":[0.00012470385,0.00007790892,0.00009807454,0.00012838305,0.0000097518305,0.000025486963,0.000036933445,0.98724616,0.011290194,0.00016711625,0.0006508509,0.00014444246],"about_ca_topic_score_codex":0.00013391132,"about_ca_topic_score_gemma":0.0000029260455,"teacher_disagreement_score":0.53497845,"about_ca_system_score_codex":0.0001306301,"about_ca_system_score_gemma":0.000060671584,"threshold_uncertainty_score":0.4679168},"labels":[],"label_agreement":null},{"id":"W2081871567","doi":"10.1007/s10270-010-0187-3","title":"Synchronizing concurrent model updates based on bidirectional transformation","year":2011,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Synchronizer; Computer science; Synchronizing; Correctness; Model transformation; Transformation (genetics); Synchronization (alternating current); Property (philosophy); Distributed computing; Concurrency; Theoretical computer science; Parallel computing; Algorithm; Artificial intelligence","score_opus":0.11008903720246596,"score_gpt":0.2761769539376186,"score_spread":0.16608791673515264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081871567","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022438958,0.00038823741,0.9932459,0.000020212383,0.0015224478,0.00028202537,0.000009885073,0.0021148364,0.00017256085],"genre_scores_gemma":[0.5761891,0.000007681035,0.42362195,0.000035752175,0.00004405324,0.000062486164,0.0000070336996,0.000021235473,0.000010690083],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99809235,0.00012362012,0.00046870965,0.00048263665,0.0004268411,0.00040583816],"domain_scores_gemma":[0.9988331,0.0002824719,0.00011293135,0.00050529634,0.00016264226,0.000103539365],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007227158,0.00027734405,0.00029075952,0.00024672752,0.00020222618,0.00009271796,0.0005728901,0.00011873667,0.000002726516],"category_scores_gemma":[0.00025161804,0.000265412,0.00010795412,0.00026810582,0.000023695467,0.00082206755,0.00005952338,0.00025827158,0.000021164637],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005711955,0.000024590201,0.00002694171,0.00008009193,0.000009896992,0.000002333668,0.0007852832,0.9841113,0.00004611353,0.0072231162,0.000012213228,0.007672412],"study_design_scores_gemma":[0.00023164216,0.00005128537,0.0000045183588,0.00020936638,0.0000074271225,0.000008511664,0.00004963924,0.99559945,0.00034792718,0.0031587407,0.000030142546,0.0003013265],"about_ca_topic_score_codex":0.000036150977,"about_ca_topic_score_gemma":0.0000010129716,"teacher_disagreement_score":0.5739452,"about_ca_system_score_codex":0.00021121811,"about_ca_system_score_gemma":0.00012624703,"threshold_uncertainty_score":0.9999798},"labels":[],"label_agreement":null},{"id":"W2084206470","doi":"10.1007/s10270-004-0056-z","title":"A behavioral analysis and verification approach to pattern-based design composition","year":2003,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software engineering; Reuse; Software design pattern; Software; Software development; Composition (language); Programming language","score_opus":0.09185485213269434,"score_gpt":0.29718708648620557,"score_spread":0.20533223435351122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084206470","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014211578,0.00024219538,0.9841757,0.000009274923,0.00020995141,0.00040043602,0.000003618351,0.0007424586,0.000004786588],"genre_scores_gemma":[0.49786535,0.0000010043716,0.5020054,0.00001839251,0.000008923186,0.00008166806,0.0000060587836,0.000010564164,0.0000026474731],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981457,0.0003908398,0.000325946,0.00058571727,0.00026625823,0.00028552738],"domain_scores_gemma":[0.9987999,0.00025324486,0.00008553973,0.00061494973,0.00012401048,0.00012233877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009199387,0.00020210713,0.00032476726,0.0003620334,0.00014514843,0.00018560066,0.00032191043,0.00008938836,2.8954665e-7],"category_scores_gemma":[0.00015369116,0.00020752556,0.00007180327,0.00084357435,0.000014044794,0.0002824803,0.0000450414,0.00012047057,0.0000030447118],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025780357,0.00003168773,0.00070814334,0.00003373394,0.000026491109,0.0000015316813,0.00032780654,0.994429,0.00038087973,0.00029094506,0.0000023344312,0.0037648878],"study_design_scores_gemma":[0.00013926708,0.000041353775,0.000114256254,0.00003118299,0.000068771435,0.000007503137,0.000053894448,0.99869597,0.0003761221,0.00020849462,0.00000771679,0.0002554605],"about_ca_topic_score_codex":0.00007238565,"about_ca_topic_score_gemma":5.845449e-7,"teacher_disagreement_score":0.48365378,"about_ca_system_score_codex":0.00011081582,"about_ca_system_score_gemma":0.00004056879,"threshold_uncertainty_score":0.84626466},"labels":[],"label_agreement":null},{"id":"W2085594901","doi":"10.1007/s10270-002-0008-4","title":"Extending the Unified Modeling Language for ontology development","year":2002,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; Applications of UML; Ontology; UML tool; Metamodeling; Unified Modeling Language; OWL-S; Programming language; Process ontology; Ontology language; Upper ontology; Ontology-based data integration; Ontology Inference Layer; Software engineering; Semantic Web; Artificial intelligence; Semantic Web Stack; Process (computing); Web service; Software","score_opus":0.07686369648207024,"score_gpt":0.267830126460279,"score_spread":0.19096642997820873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085594901","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05457111,0.006458265,0.9364903,0.00024635976,0.0010502897,0.00044270244,0.0000012919508,0.00058192987,0.00015776257],"genre_scores_gemma":[0.89153033,0.00002316325,0.107739866,0.00013343195,0.00014442971,0.00013558165,0.00000267531,0.00001939299,0.00027111368],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980799,0.000082589446,0.0005091859,0.000495379,0.0002756305,0.00055729336],"domain_scores_gemma":[0.9987697,0.0002717186,0.00010977379,0.0006544576,0.00012636294,0.00006799571],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070772646,0.00021976221,0.00031126113,0.00010834883,0.0005315989,0.0002425939,0.0010635157,0.000116171745,0.000003029356],"category_scores_gemma":[0.0002072271,0.00015630387,0.00009506713,0.00017298467,0.00002033745,0.00028338603,0.00020241318,0.00015149,0.000026344305],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007727809,0.000043155236,0.00029363198,0.00017773532,0.00007848875,0.000024941863,0.015034809,0.90228796,0.000119549404,0.023289738,0.0002473345,0.058394935],"study_design_scores_gemma":[0.00023850394,0.000016808033,0.000003587354,0.00009556895,0.00000966329,0.000044364377,0.0015067047,0.9966683,0.000029435034,0.00064830214,0.00051703997,0.00022175255],"about_ca_topic_score_codex":0.00022274029,"about_ca_topic_score_gemma":0.00005294265,"teacher_disagreement_score":0.83695924,"about_ca_system_score_codex":0.00009489106,"about_ca_system_score_gemma":0.000054309654,"threshold_uncertainty_score":0.6373887},"labels":[],"label_agreement":null},{"id":"W2085937584","doi":"10.1007/s10270-005-0101-6","title":"Detecting feature interaction in CPL","year":2005,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Université du Québec en Outaouais; Université de Montréal","funders":"","keywords":"Computer science; Feature (linguistics); Artificial intelligence","score_opus":0.015614322454661553,"score_gpt":0.24628336793203356,"score_spread":0.23066904547737202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085937584","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19763745,0.0010360116,0.7989246,0.00041452542,0.0009820481,0.00019779144,0.0000013025892,0.0004921343,0.00031408563],"genre_scores_gemma":[0.9646008,0.00000753493,0.034413386,0.00041059824,0.00046745475,0.000029717916,0.0000046760697,0.000020088659,0.00004576489],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99832726,0.000095640324,0.00036643614,0.0005113174,0.00030024943,0.00039909707],"domain_scores_gemma":[0.9990774,0.00010509943,0.00012334133,0.0005120057,0.000096263786,0.000085917156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003696886,0.00020655483,0.00022936682,0.00027818696,0.00015471398,0.0002552399,0.00067588454,0.0001263098,0.0000020065215],"category_scores_gemma":[0.000021889648,0.00018983409,0.00007122431,0.00053993065,0.000004814269,0.0009278537,0.00020137866,0.00041910846,0.00004390869],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009974843,0.000029513425,0.0015114325,0.00011247502,0.000013934078,0.00001216883,0.0058120633,0.92843074,0.00048816472,0.0006094112,0.00002297042,0.06294715],"study_design_scores_gemma":[0.00023721787,0.000020182586,0.00003146841,0.00034935516,0.0000040844025,0.00006439699,0.00075470656,0.9943934,0.00015213214,0.00020339702,0.0035653876,0.00022427045],"about_ca_topic_score_codex":0.00091759575,"about_ca_topic_score_gemma":0.0009331308,"teacher_disagreement_score":0.7669633,"about_ca_system_score_codex":0.00013249084,"about_ca_system_score_gemma":0.000044022654,"threshold_uncertainty_score":0.7741209},"labels":[],"label_agreement":null},{"id":"W2092758480","doi":"10.1007/s10270-014-0399-z","title":"An executable formal semantics for UML-RT","year":2014,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Real-Time Systems Scheduling","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Programming language; Applications of UML; Unified Modeling Language; Formal semantics (linguistics); UML tool; Object Constraint Language; Operational semantics; Denotational semantics; Semantics (computer science); Software","score_opus":0.020706576151137784,"score_gpt":0.2578143589089094,"score_spread":0.23710778275777164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092758480","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028114546,0.00028434966,0.9673068,0.000049415252,0.0020318564,0.00087838655,0.0000068565582,0.0011102046,0.000217616],"genre_scores_gemma":[0.7715825,0.000002614327,0.22735365,0.00005881916,0.0006358058,0.00013976546,0.000014695475,0.000059331873,0.00015285649],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964223,0.0001894777,0.0008944478,0.0008675658,0.0005982236,0.0010279673],"domain_scores_gemma":[0.9972033,0.0002109031,0.00029345814,0.0015433455,0.00044485237,0.0003041709],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002562623,0.0003683774,0.00060005684,0.00019884568,0.00052956335,0.00096755434,0.0014785008,0.00022333987,0.0000011570099],"category_scores_gemma":[0.00021530512,0.00035280065,0.00017847883,0.00029780559,0.000020137617,0.0028017398,0.00022045677,0.00019633399,0.000053698048],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000988733,0.000045163208,0.000746293,0.00054181187,0.00003485861,0.0000034592447,0.0010040841,0.9646148,0.00086461625,0.024522368,0.00015706696,0.0074555855],"study_design_scores_gemma":[0.00047532018,0.00014258621,0.000004693805,0.0002825375,0.00001739942,0.00006993103,0.0001984968,0.9960626,0.00012214528,0.0013314455,0.00084211404,0.00045077028],"about_ca_topic_score_codex":0.0005718943,"about_ca_topic_score_gemma":0.000015037102,"teacher_disagreement_score":0.7434679,"about_ca_system_score_codex":0.00011457826,"about_ca_system_score_gemma":0.00014530306,"threshold_uncertainty_score":0.9998924},"labels":[],"label_agreement":null},{"id":"W2094235682","doi":"10.1007/s10270-010-0175-7","title":"Search-based model transformation by example","year":2010,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"","keywords":"Computer science; Code refactoring; Rotation formalisms in three dimensions; Model transformation; Transformation (genetics); Context (archaeology); Software engineering; Theoretical computer science; Software; Programming language; Artificial intelligence","score_opus":0.025409851495478246,"score_gpt":0.24031104033571213,"score_spread":0.21490118884023388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094235682","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021046147,0.000111762994,0.9738227,0.000092264054,0.00047844593,0.0005238725,0.000027857059,0.0038484167,0.000048501104],"genre_scores_gemma":[0.56920445,0.0000028680754,0.4305191,0.000046248337,0.000040767045,0.00009654186,0.000026078988,0.00003573618,0.00002821637],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975499,0.000060024362,0.00055242074,0.0005946612,0.0006763994,0.0005666209],"domain_scores_gemma":[0.99825734,0.00006357301,0.00008078757,0.0011295762,0.00024850093,0.00022022723],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00086424453,0.00031721767,0.00031648076,0.00022801876,0.0002156585,0.00031974856,0.0011951211,0.00024873062,0.0000029273008],"category_scores_gemma":[0.000014338836,0.0003235815,0.00012226752,0.00030857482,0.000031648997,0.0010393664,0.00010294309,0.00058628124,0.000020671205],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025511185,0.000027789798,0.000043945944,0.00009922371,0.000007411878,0.0000015968235,0.0006028902,0.95580435,0.0032925005,0.03229983,0.0002792443,0.0075386646],"study_design_scores_gemma":[0.00022662501,0.000026458878,6.62557e-7,0.00007750222,0.0000055048104,0.000010586113,0.000005155857,0.99469346,0.0014109025,0.0006905967,0.0024835037,0.00036906332],"about_ca_topic_score_codex":0.00061935285,"about_ca_topic_score_gemma":0.000015395151,"teacher_disagreement_score":0.5481583,"about_ca_system_score_codex":0.00009804619,"about_ca_system_score_gemma":0.0001835884,"threshold_uncertainty_score":0.9999216},"labels":[],"label_agreement":null},{"id":"W2105827348","doi":"10.1007/s10270-011-0205-0","title":"A modular timed graph transformation language for simulation-based design","year":2011,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; DEVS; Modular design; Graph rewriting; Interrupt; Theoretical computer science; Model transformation; Programming language; Graph; Distributed computing; Artificial intelligence; Simulation; Modeling and simulation; Embedded system","score_opus":0.058361402665738846,"score_gpt":0.25902638336117717,"score_spread":0.2006649806954383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105827348","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019442448,0.00024571994,0.99310386,0.000009950542,0.00028026645,0.0013848429,0.000013741877,0.0030073267,0.0000100583475],"genre_scores_gemma":[0.5098825,8.413982e-7,0.48976594,0.000020621961,0.000026934813,0.00025750863,0.00001188264,0.000027303815,0.0000064461874],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982398,0.00008896986,0.00051568006,0.00043509988,0.0003338397,0.00038658615],"domain_scores_gemma":[0.9986162,0.00020402395,0.000120870696,0.00069910043,0.00024989794,0.00010990382],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007460511,0.00026445548,0.00029331935,0.00029273724,0.00015211414,0.00010744039,0.00066483766,0.00016088209,0.0000022630795],"category_scores_gemma":[0.000042553875,0.0002670596,0.00015557837,0.00029263314,0.000013401141,0.0006797684,0.000032203225,0.0001242589,0.0000070518386],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013224071,0.000025027182,0.0000136518875,0.00013618972,0.000017194116,0.0000025104048,0.002927708,0.98408633,0.00020088896,0.005273198,0.000008048834,0.0072960323],"study_design_scores_gemma":[0.00034922102,0.0000770514,0.0000026300245,0.00015620179,0.000015878206,0.0000022426555,0.00001701665,0.9966204,0.00091256056,0.0014145967,0.000117271346,0.00031494224],"about_ca_topic_score_codex":0.00012876946,"about_ca_topic_score_gemma":0.0000010199176,"teacher_disagreement_score":0.50793827,"about_ca_system_score_codex":0.00009397375,"about_ca_system_score_gemma":0.00008536369,"threshold_uncertainty_score":0.9999782},"labels":[],"label_agreement":null},{"id":"W2131332110","doi":"10.1007/s10270-012-0295-3","title":"Improving the SAT modulo ODE approach to hybrid systems analysis by combining different enclosure methods","year":2012,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Ode; Computer science; Ordinary differential equation; Reachability; Hybrid system; Algorithm; Solver; Enclosure; Theoretical computer science; Heuristics; Mathematical optimization; Applied mathematics; Mathematics; Differential equation; Programming language","score_opus":0.04413045282746789,"score_gpt":0.30249605674917457,"score_spread":0.25836560392170665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131332110","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043028615,0.0041481787,0.94855607,0.000020842543,0.0024982921,0.0010099454,0.000020075264,0.00061568164,0.000102279075],"genre_scores_gemma":[0.5794145,0.000004707884,0.41995496,0.00004223129,0.0001790853,0.0002884354,0.000020782132,0.000033038064,0.00006228861],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99423033,0.0018501442,0.0010878271,0.00090714823,0.0009126561,0.0010118794],"domain_scores_gemma":[0.9963524,0.00041958914,0.00048521993,0.0021125714,0.00024972667,0.00038052053],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0068042413,0.00048028125,0.00083530205,0.00037101784,0.0006403571,0.0008099555,0.0020380465,0.0001598655,7.1178164e-7],"category_scores_gemma":[0.00048770563,0.00034627365,0.00029592795,0.0012073003,0.000036097932,0.0010432892,0.00064994756,0.00046596723,0.000016350688],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000881574,0.00013316835,0.0033291061,0.0003298806,0.00043508087,5.396665e-7,0.003985385,0.9647448,0.0018752649,0.011253052,0.000161297,0.013743625],"study_design_scores_gemma":[0.00013137836,0.000027758211,0.00006568332,0.00006893809,0.00021616685,0.000027314889,0.0007829027,0.9976579,0.00034530772,0.00005576981,0.00018041056,0.00044046558],"about_ca_topic_score_codex":0.0008825904,"about_ca_topic_score_gemma":9.250462e-7,"teacher_disagreement_score":0.53638583,"about_ca_system_score_codex":0.0003594956,"about_ca_system_score_gemma":0.000047827787,"threshold_uncertainty_score":0.9998989},"labels":[],"label_agreement":null},{"id":"W2135618914","doi":"10.1007/s10270-007-0073-9","title":"Understanding and improving UML package merge","year":2007,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"JDA Software (Canada); University of Toronto; Queen's University","funders":"","keywords":"Merge (version control); Computer science; Unified Modeling Language; Programming language; Applications of UML; Metamodeling; Software engineering; Information retrieval; Software","score_opus":0.06504604972907155,"score_gpt":0.24822764224070476,"score_spread":0.1831815925116332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135618914","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008135906,0.0009425291,0.9867442,0.00002644794,0.0007380748,0.00034197207,0.0000035631952,0.0029902044,0.00007705781],"genre_scores_gemma":[0.6521115,0.000014839864,0.34766617,0.000024495324,0.000097728625,0.0000143253155,0.0000019652225,0.000037865688,0.00003113171],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99753904,0.00004678836,0.0005722501,0.00068585057,0.00047327785,0.00068277196],"domain_scores_gemma":[0.99861217,0.000121111305,0.00014059617,0.00078914594,0.00010438538,0.00023261238],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014278749,0.00031918916,0.00035017537,0.00031628617,0.00027414164,0.00031687043,0.0006321836,0.00019055387,0.000001006278],"category_scores_gemma":[0.000042448515,0.00032534506,0.00008002072,0.00035658394,0.000031002324,0.0007770851,0.00040140896,0.00031421037,0.000005480017],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002139348,0.00007200971,0.005566913,0.0010892928,0.00012818321,0.0002548108,0.004776233,0.17714886,0.0052777124,0.71004707,0.0003635171,0.09525403],"study_design_scores_gemma":[0.00018951598,0.000038583064,0.000016973077,0.00024026741,0.00001025458,0.000073901356,0.00007060273,0.99627095,0.000218017,0.0020027661,0.00043256552,0.00043558847],"about_ca_topic_score_codex":0.00023972514,"about_ca_topic_score_gemma":0.000012668765,"teacher_disagreement_score":0.8191221,"about_ca_system_score_codex":0.00037646896,"about_ca_system_score_gemma":0.000043973265,"threshold_uncertainty_score":0.99991983},"labels":[],"label_agreement":null},{"id":"W2137983064","doi":"10.1007/s10270-015-0505-x","title":"Promoting traits into model-driven development","year":2015,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Reusability; Unified Modeling Language; Programming language; Java; Separation of concerns; Flexibility (engineering); Modeling language; Software engineering; Semantics (computer science); Applications of UML; Aspect-oriented programming; Software","score_opus":0.10288961123429351,"score_gpt":0.2979105335214886,"score_spread":0.1950209222871951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137983064","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022906994,0.0008371109,0.97224504,0.00004363241,0.000790567,0.00035976642,9.868693e-7,0.002789845,0.00002603377],"genre_scores_gemma":[0.39022118,0.0000018766716,0.60952187,0.000021046351,0.00006874377,0.00007699084,0.0000023906255,0.00003281267,0.000053108834],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972282,0.0001489935,0.0006578579,0.0007228813,0.0006350345,0.0006070459],"domain_scores_gemma":[0.9984012,0.0001984727,0.00015575555,0.0005787315,0.0003627041,0.00030311118],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014177642,0.0003444485,0.0004354428,0.00018523264,0.00020326486,0.00020423824,0.001166465,0.00015280455,1.8395855e-7],"category_scores_gemma":[0.0011637377,0.00033160616,0.00006807827,0.00036869876,0.000021988348,0.0009205819,0.00050498504,0.00028843942,0.000028273347],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023128662,0.000013526673,0.00004165847,0.00009673896,0.000016579954,0.000009769151,0.013493535,0.96408767,0.00017381464,0.0008032467,0.00002243159,0.021238735],"study_design_scores_gemma":[0.00024156288,0.000025944491,0.0000026087234,0.00020809729,0.0000043666055,0.000027155005,0.00019078839,0.9922462,0.0001638316,0.006311906,0.00016575017,0.00041175727],"about_ca_topic_score_codex":0.00002517617,"about_ca_topic_score_gemma":0.0000031088252,"teacher_disagreement_score":0.3673142,"about_ca_system_score_codex":0.00040533594,"about_ca_system_score_gemma":0.00046238073,"threshold_uncertainty_score":0.9999136},"labels":[],"label_agreement":null},{"id":"W2139839817","doi":"10.1007/s10270-004-0053-2","title":"Guest editorial: On Modeling Object-Oriented Information Systems","year":2003,"lang":"en","type":"editorial","venue":"Software & Systems Modeling","topic":"Cognitive Computing and Networks","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Object (grammar); Information system; Set (abstract data type); Software engineering; Object-oriented programming; Object-oriented analysis and design; Information model; Object model; The Internet; Systems engineering; Data science; Engineering management; Unified Modeling Language; World Wide Web; Software; Programming language; Artificial intelligence; Engineering","score_opus":0.013154271747418135,"score_gpt":0.23900983263919232,"score_spread":0.2258555608917742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139839817","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013005746,0.0010043329,0.493272,0.0000037943842,0.50363004,0.0005999523,0.00007118483,0.0010355166,0.00037016117],"genre_scores_gemma":[0.007839594,0.00015190753,0.001493949,0.00003423545,0.9891523,0.0002277424,0.0006992908,0.000136432,0.00026451648],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9909191,0.00066032814,0.0021441337,0.0014813178,0.0035128081,0.0012823171],"domain_scores_gemma":[0.99184585,0.0013118497,0.0010322529,0.0017713082,0.0036597801,0.00037896572],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0028876706,0.0011587144,0.001409339,0.00076129276,0.00079159666,0.0021351904,0.0017959168,0.0022146013,6.0537315e-7],"category_scores_gemma":[0.0024756726,0.0011636363,0.00037991474,0.000882638,0.00003096579,0.0014711804,0.0005130909,0.0026172523,0.00022972804],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001594804,0.000022390834,6.4663317e-7,0.00031924722,0.000051854062,0.000005005197,0.00023374171,0.52225554,1.773949e-7,0.00020171866,0.4766326,0.0002611273],"study_design_scores_gemma":[0.00046116114,0.00009808402,4.8400666e-9,0.0024194738,0.000033609187,0.0000060662014,0.000083322266,0.5760487,3.2844255e-7,0.00003913484,0.42011583,0.000694294],"about_ca_topic_score_codex":0.0009902981,"about_ca_topic_score_gemma":0.000005470116,"teacher_disagreement_score":0.49177808,"about_ca_system_score_codex":0.00085935625,"about_ca_system_score_gemma":0.001105108,"threshold_uncertainty_score":0.99968374},"labels":[],"label_agreement":null},{"id":"W2151089828","doi":"10.1007/s10270-015-0461-5","title":"In memory of Robert B. France, Co-Founder and Editor-in-Chief of SoSyM from 1999 to 2015","year":2015,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Editor in chief; Management","score_opus":0.017245163062490628,"score_gpt":0.25947011009363175,"score_spread":0.2422249470311411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151089828","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.104035996,0.0018385024,0.89167935,0.00004007274,0.0017202727,0.00039065373,0.000018041063,0.00025591927,0.00002118532],"genre_scores_gemma":[0.71475774,0.000013267816,0.28473297,0.000031068947,0.00034780006,0.000053156382,0.000003882863,0.000029221532,0.00003087727],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99765086,0.00009364803,0.0008018944,0.0005430768,0.0005712146,0.00033932328],"domain_scores_gemma":[0.9985212,0.00012843452,0.00016124369,0.0007809473,0.00022615801,0.0001820343],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00086406176,0.00025125212,0.0006409363,0.0004283843,0.000019871788,0.000044624907,0.0007120329,0.00018664266,9.2981554e-7],"category_scores_gemma":[0.0000638258,0.00026220534,0.000053334265,0.00041541006,0.00003118302,0.00053936464,0.00027620315,0.00022768923,0.00000408759],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021920769,0.000072176306,0.017966056,0.00026306338,0.000026031401,0.000019029027,0.0049590482,0.96749043,0.0005594913,0.0019180428,0.0043007215,0.0024039696],"study_design_scores_gemma":[0.0006878759,0.00009474497,0.00020748527,0.0010035858,0.0000061472388,0.000007350901,0.00006887359,0.9924669,0.00042881668,0.0018185828,0.002804167,0.00040546316],"about_ca_topic_score_codex":0.007621964,"about_ca_topic_score_gemma":0.000085629064,"teacher_disagreement_score":0.61072177,"about_ca_system_score_codex":0.00013079305,"about_ca_system_score_gemma":0.00014780898,"threshold_uncertainty_score":0.999983},"labels":[],"label_agreement":null},{"id":"W2154362664","doi":"10.1007/s10270-015-0483-z","title":"The shape of feature code: an analysis of twenty C-preprocessor-based systems","year":2015,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Engineering Research","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Feature (linguistics); Computer science; Preprocessor; Outlier; Benchmark (surveying); Program comprehension; Code (set theory); Feature extraction; Data mining; Nesting (process); Pattern recognition (psychology); Artificial intelligence; Programming language; Set (abstract data type); Software","score_opus":0.05149032838202286,"score_gpt":0.29816678618564557,"score_spread":0.2466764578036227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154362664","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21798907,0.0049114693,0.77569246,0.000033994085,0.00061784877,0.00033766625,0.00003353692,0.00037615933,0.000007805985],"genre_scores_gemma":[0.992756,0.000010212919,0.006960217,0.000006440832,0.0000751433,0.00007275867,0.000019035999,0.00003371317,0.000066476685],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962852,0.0002824939,0.00075523235,0.00064743904,0.00151983,0.0005097787],"domain_scores_gemma":[0.99486256,0.0009683093,0.000357558,0.001991147,0.0015369763,0.00028347477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030502432,0.0002617543,0.00070143,0.00050137663,0.00015166396,0.00028904577,0.0021892495,0.00018003485,6.781399e-7],"category_scores_gemma":[0.0015693825,0.00019690381,0.0002085875,0.002230594,0.00006732458,0.00042442078,0.00025226708,0.0002864147,0.0000034700367],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001625306,0.000040110015,0.019327978,0.00025370126,0.00024228523,0.0000038898197,0.00069480354,0.9782877,0.000083741696,0.00038737647,0.00006686576,0.00059532584],"study_design_scores_gemma":[0.00026818266,0.00008480757,0.00028604426,0.00018461006,0.00010799805,0.0000044123226,0.0005022788,0.99812746,0.00008573798,0.000027570046,0.00012257963,0.0001983223],"about_ca_topic_score_codex":0.00076936523,"about_ca_topic_score_gemma":0.00003148818,"teacher_disagreement_score":0.7747669,"about_ca_system_score_codex":0.00017535622,"about_ca_system_score_gemma":0.00046643426,"threshold_uncertainty_score":0.80295044},"labels":[],"label_agreement":null},{"id":"W2164938362","doi":"10.1007/s10270-014-0429-x","title":"Model transformation intents and their properties","year":2014,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":102,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Queen's University; McGill University","funders":"","keywords":"Model transformation; Computer science; Transformation (genetics); Variety (cybernetics); Realization (probability); Process (computing); Automotive industry; Software engineering; Programming language; Artificial intelligence; Mathematics; Engineering","score_opus":0.03409854268453897,"score_gpt":0.2071917624150285,"score_spread":0.17309321973048955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164938362","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034343928,0.00039925808,0.9624839,0.000059472895,0.00021706994,0.00034932297,0.000002964315,0.0021031983,0.00004087558],"genre_scores_gemma":[0.78147554,0.00001948381,0.2182892,0.00004374838,0.000036345722,0.000084406296,0.0000026664488,0.000025179505,0.000023452227],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985704,0.00006227339,0.0004102189,0.0003979079,0.00024174212,0.00031744776],"domain_scores_gemma":[0.9990884,0.000023801786,0.0000705912,0.00055081403,0.00015991236,0.000106476655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054649357,0.00025560078,0.000288725,0.00015265263,0.0001482177,0.00023913255,0.00055478065,0.0001172888,1.488386e-7],"category_scores_gemma":[0.000019290823,0.00020177306,0.000060909733,0.00012778488,0.000022255963,0.0009737372,0.00014903588,0.00017971969,0.0000044227722],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028771506,0.000011533135,0.000060214326,0.00020242948,0.000012457522,2.7664504e-7,0.0032403793,0.91912246,0.0005811336,0.038160827,0.000018951905,0.038586445],"study_design_scores_gemma":[0.0001256542,0.000028325432,0.0000019042304,0.00030076707,0.000003735903,0.000019030822,0.000023975534,0.99627036,0.0002777938,0.0022097696,0.00048538105,0.00025328307],"about_ca_topic_score_codex":0.000074424715,"about_ca_topic_score_gemma":0.000002659763,"teacher_disagreement_score":0.7471316,"about_ca_system_score_codex":0.00006520837,"about_ca_system_score_gemma":0.000032723878,"threshold_uncertainty_score":0.82280666},"labels":[],"label_agreement":null},{"id":"W2165476265","doi":"10.1007/s10270-013-0324-x","title":"Guest editorial to the special issue on MODELS 2010","year":2013,"lang":"en","type":"editorial","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Data science; Engineering ethics; Software engineering; Management science; Engineering","score_opus":0.015310409929011318,"score_gpt":0.23992147427672364,"score_spread":0.22461106434771233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165476265","genre_codex":"methods","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000011796766,0.00014391777,0.4990293,0.000102916216,0.49752212,0.0011380065,0.00010574706,0.0018640738,0.00009274751],"genre_scores_gemma":[0.000032648688,0.00006123987,0.08001779,0.000062196086,0.9164916,0.0010601394,0.00012745189,0.00026661213,0.0018803042],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99071705,0.0003052852,0.0014397926,0.002135881,0.0040598544,0.0013421545],"domain_scores_gemma":[0.99241203,0.00084365514,0.00047644792,0.0041706255,0.0015873634,0.00050989626],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.0017933735,0.00132253,0.0013639228,0.00056498894,0.0005180945,0.0017109433,0.0064434796,0.002276874,0.000011153163],"category_scores_gemma":[0.00044627453,0.0010647909,0.00040456018,0.00061292015,0.000046261408,0.0010312019,0.0014902669,0.002984689,0.0011578469],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009805986,0.000024058212,1.3638939e-7,0.00008893273,0.000036888516,0.000007068023,0.00038044443,0.37525246,8.044413e-7,0.00107163,0.62125206,0.00187571],"study_design_scores_gemma":[0.00015956079,0.00012761701,1.6508586e-8,0.00067433884,0.000023004428,0.0000029826658,0.0000044839217,0.34692305,0.0000028340937,0.0003871424,0.65092516,0.0007698131],"about_ca_topic_score_codex":0.0019334997,"about_ca_topic_score_gemma":0.000029919196,"teacher_disagreement_score":0.41901153,"about_ca_system_score_codex":0.0008168445,"about_ca_system_score_gemma":0.0006835151,"threshold_uncertainty_score":0.9999526},"labels":[],"label_agreement":null},{"id":"W2302247820","doi":"10.1007/s10270-016-0518-0","title":"On the use of models for high-performance scientific computing applications: an experience report","year":2016,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Executable; Computer science; Software engineering; Implementation; Viewpoints; Abstraction; Domain (mathematical analysis); Domain-specific language; Software; Modeling language; Model-driven architecture; Supercomputer; Abstraction layer; Task (project management); Software development; Distributed computing; Programming language; Systems engineering; Parallel computing","score_opus":0.10206812438680586,"score_gpt":0.2779729074294652,"score_spread":0.17590478304265933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2302247820","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28916693,0.00006360994,0.7089543,0.000041872845,0.0007240771,0.0007549388,0.000021127276,0.0002657205,0.000007470569],"genre_scores_gemma":[0.9685669,0.0000018265057,0.03083954,0.000029280036,0.00013166167,0.00024352864,0.000015802496,0.000020678219,0.00015080268],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99722904,0.00012069653,0.0008630468,0.0008066072,0.0005575778,0.00042300337],"domain_scores_gemma":[0.99631786,0.00074451446,0.0004893127,0.0017426388,0.0006098917,0.000095771415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014556046,0.00021826719,0.00030984735,0.00011592056,0.00068334385,0.0005258034,0.001341966,0.0000812121,4.4825705e-7],"category_scores_gemma":[0.00017993923,0.00013232802,0.00007921633,0.0004191665,0.00009341305,0.0010484447,0.00018204829,0.00008205054,0.0000067090464],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000634212,0.000038241764,0.00016297941,0.00007719677,0.000011375905,0.0000013979413,0.0006614145,0.92973983,0.00019799777,0.063255325,0.00013314062,0.0057147844],"study_design_scores_gemma":[0.00016683374,0.000056251734,0.0000063438742,0.0005652428,0.0000042592233,0.00003391707,0.000054236112,0.9955633,0.00012340696,0.0025901427,0.00063252525,0.00020350161],"about_ca_topic_score_codex":0.00011163579,"about_ca_topic_score_gemma":0.000001189947,"teacher_disagreement_score":0.67939997,"about_ca_system_score_codex":0.00007330372,"about_ca_system_score_gemma":0.00013230825,"threshold_uncertainty_score":0.539618},"labels":[],"label_agreement":null},{"id":"W2314790611","doi":"10.1007/s10270-015-0460-6","title":"An empirical approach toward the resolution of conflicts in goal-oriented models","year":2015,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Goal modeling; Conflict resolution; Empirical research; Management science; Requirements elicitation; Key (lock); Order (exchange); Process management; Requirements engineering; Knowledge management; Data science; Software; Computer security","score_opus":0.10845581383130186,"score_gpt":0.3203705202223954,"score_spread":0.21191470639109355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2314790611","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027132485,0.0011034048,0.9701124,0.00011064798,0.00036518538,0.00036292715,0.000003214342,0.00069682725,0.00011290062],"genre_scores_gemma":[0.8079287,0.000011185965,0.19187245,0.00003461136,0.000062831394,0.00006132359,0.000005864613,0.00001633445,0.0000067110723],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979971,0.00026077885,0.0005081551,0.000409455,0.0005141639,0.00031033967],"domain_scores_gemma":[0.9984334,0.0001644125,0.0001592103,0.00085010857,0.0002575863,0.00013525273],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019570724,0.00017715039,0.00028413127,0.00015169891,0.00005380378,0.000116190124,0.00089384493,0.00014612277,1.7915622e-7],"category_scores_gemma":[0.0002589367,0.0001348688,0.00005519006,0.0005243799,0.000027651813,0.0010726526,0.00017329736,0.00028229767,0.0000016008677],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013607142,0.000054599503,0.00067038345,0.000054238968,0.0000074585914,0.0000029261967,0.006577511,0.98715794,0.0000102598615,0.004860076,0.00008217612,0.0005088097],"study_design_scores_gemma":[0.00020839438,0.00008107265,0.000019427605,0.00007564869,0.000005863027,0.000025370573,0.0004735513,0.9966661,0.0000138818605,0.0017990611,0.00047138793,0.00016028856],"about_ca_topic_score_codex":0.001096025,"about_ca_topic_score_gemma":0.0000029931969,"teacher_disagreement_score":0.78079623,"about_ca_system_score_codex":0.00010994902,"about_ca_system_score_gemma":0.0001283465,"threshold_uncertainty_score":0.54997903},"labels":[],"label_agreement":null},{"id":"W2352369207","doi":"10.1007/s10270-016-0530-4","title":"Road to a reactive and incremental model transformation platform: three generations of the VIATRA framework","year":2016,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":110,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Waterloo; Budapesti Műszaki és Gazdaságtudományi Egyetem","keywords":"Computer science; Model transformation; Scalability; Transformation (genetics); Software engineering; Component (thermodynamics); Open source; Key (lock); Event (particle physics); Prolog; Data science; Systems engineering; Programming language; Database; Software; Engineering; Artificial intelligence; Computer security","score_opus":0.0270051508779079,"score_gpt":0.24030757369818362,"score_spread":0.21330242282027573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2352369207","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17750584,0.00008802316,0.8210145,0.00016980458,0.00018211268,0.0005853145,0.00002549024,0.0004172537,0.000011666208],"genre_scores_gemma":[0.6319952,0.000006307287,0.36782458,0.000028260805,0.00003074266,0.00009329693,8.9302864e-7,0.000014663599,0.000006012765],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998482,0.00003214228,0.00047184553,0.00034178773,0.00041490237,0.0002573178],"domain_scores_gemma":[0.99890584,0.000056207784,0.00011505375,0.00066677283,0.00016070309,0.00009543389],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037982425,0.00020006944,0.00023568231,0.00013009689,0.00017120925,0.000079434925,0.00060230907,0.0001373399,5.1653046e-7],"category_scores_gemma":[0.000033945336,0.00013109419,0.00007943785,0.00024208108,0.000024523079,0.00089215336,0.00019997255,0.00014579308,0.0000021856417],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008857594,0.000022666693,0.00040170673,0.000068564754,0.00003270624,4.363168e-7,0.0036893946,0.8125338,0.005806131,0.141308,0.000027542912,0.03610023],"study_design_scores_gemma":[0.00013203154,0.000034569504,0.00004362713,0.00049768377,0.0000105400195,0.000010392048,0.000015078864,0.9902033,0.0012910998,0.0075365705,0.000035656776,0.00018941506],"about_ca_topic_score_codex":0.00019628774,"about_ca_topic_score_gemma":0.000023908768,"teacher_disagreement_score":0.45448938,"about_ca_system_score_codex":0.0001535747,"about_ca_system_score_gemma":0.0000844609,"threshold_uncertainty_score":0.5345866},"labels":[],"label_agreement":null},{"id":"W2485355225","doi":"10.1007/s10270-016-0549-6","title":"Model development guidelines for UML-RT: conventions, patterns and antipatterns","year":2016,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Unified Modeling Language; Software engineering; Software development; UML tool; Set (abstract data type); Applications of UML; Software; Programming language","score_opus":0.10606186906176672,"score_gpt":0.3099121851621354,"score_spread":0.2038503161003687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2485355225","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021906186,0.00047693407,0.9741131,0.00034846674,0.0005103555,0.00073884474,0.000056601442,0.0018469804,0.0000024973428],"genre_scores_gemma":[0.43131262,0.00005253802,0.56787634,0.00008631587,0.00008826716,0.00034550345,0.000007809783,0.000044222903,0.00018639602],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99727184,0.00003980864,0.00090458005,0.00082383055,0.0004042503,0.0005557217],"domain_scores_gemma":[0.99806374,0.00009297497,0.00017884825,0.00079971366,0.00067899673,0.00018572054],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007693323,0.00037624486,0.00042427948,0.00022930157,0.00022358033,0.00020237186,0.00077532127,0.00016447624,0.0000013832189],"category_scores_gemma":[0.000070334485,0.00029444174,0.0001124382,0.00010938853,0.000021437843,0.0006606469,0.0003762353,0.00009705071,0.000007258209],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024599958,0.00013328175,0.019728974,0.0016172901,0.00024571663,0.000019894618,0.0018630686,0.41258702,0.0015026358,0.07267622,0.0032843107,0.48631698],"study_design_scores_gemma":[0.00044209653,0.000028208644,0.00003187691,0.0010640628,0.000011387075,0.000026580305,0.000006803122,0.993059,0.00025938923,0.0011223804,0.0034759555,0.00047226367],"about_ca_topic_score_codex":0.00006475089,"about_ca_topic_score_gemma":0.0000112905545,"teacher_disagreement_score":0.580472,"about_ca_system_score_codex":0.00014345822,"about_ca_system_score_gemma":0.00014858333,"threshold_uncertainty_score":0.99995077},"labels":[],"label_agreement":null},{"id":"W2507516899","doi":"10.1007/s10270-016-0557-6","title":"An approach to clone detection in sequence diagrams and its application to security analysis","year":2016,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Sequence diagram; clone (Java method); Sequence (biology); Software engineering; Programming language; Unified Modeling Language; Software","score_opus":0.027096577173787176,"score_gpt":0.2782843791539248,"score_spread":0.2511878019801376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2507516899","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4327012,0.00011494437,0.5663802,0.000028171935,0.00005747602,0.00040758555,0.0000038013739,0.0003050541,0.0000015873852],"genre_scores_gemma":[0.9834891,0.000008467061,0.015912965,0.000018956238,0.00006711059,0.00047369726,0.0000029405874,0.000019172527,0.0000075942803],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99779785,0.00011647146,0.00033914772,0.0008664217,0.00045769592,0.00042243255],"domain_scores_gemma":[0.9984723,0.00020288001,0.000044158307,0.00077078043,0.00018731305,0.0003225748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010827349,0.00017657748,0.00028128,0.0006625984,0.00008988948,0.00017062375,0.0006440042,0.00010390051,2.1646822e-7],"category_scores_gemma":[0.00045928403,0.00014943736,0.000042463962,0.0021433104,0.000007871571,0.0005803072,0.00019074127,0.00012850288,0.000019066698],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009654167,0.000056742174,0.018244756,0.00009734171,0.000037974936,0.0000029599241,0.0017412578,0.9204794,0.012055792,0.0005696716,0.0000014399105,0.04670297],"study_design_scores_gemma":[0.00011480186,0.000040662384,0.0016617532,0.000053901782,0.000009584059,0.000006874908,0.000034819786,0.99726444,0.00043125954,0.00014564506,0.000013194552,0.00022305861],"about_ca_topic_score_codex":0.0005828604,"about_ca_topic_score_gemma":0.00007837833,"teacher_disagreement_score":0.5507879,"about_ca_system_score_codex":0.00028480776,"about_ca_system_score_gemma":0.000036632468,"threshold_uncertainty_score":0.6093879},"labels":[],"label_agreement":null},{"id":"W2521373464","doi":"10.1007/s10270-017-0592-y","title":"Synthesis and exploration of multi-level, multi-perspective architectures of automotive embedded systems","year":2017,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Automotive industry; Process (computing); Perspective (graphical); Domain (mathematical analysis); Task (project management); Set (abstract data type); Focus (optics); Software engineering; Embedded system; Systems engineering; Artificial intelligence; Programming language","score_opus":0.1748088125183404,"score_gpt":0.3483944967806906,"score_spread":0.17358568426235021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2521373464","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020685535,0.002263018,0.97516215,0.00002057084,0.0008431162,0.00053298706,0.000040458457,0.0004450992,0.0000070405194],"genre_scores_gemma":[0.568633,0.000020293875,0.4312111,0.0000013258904,0.00003162445,0.000064417385,5.3352824e-7,0.000021061694,0.000016620395],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99768883,0.00037258992,0.0006421485,0.00061113806,0.0003640644,0.0003212498],"domain_scores_gemma":[0.9959987,0.0012239517,0.00070770975,0.0012300223,0.0007502359,0.00008939527],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012207114,0.00030728246,0.00073951983,0.0002494112,0.00027556115,0.00016261877,0.0009870466,0.0001567603,1.8129576e-7],"category_scores_gemma":[0.009601857,0.00028017038,0.00009951181,0.00012092398,0.00015054282,0.00086097966,0.00039334918,0.00020267579,9.762666e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000104789815,0.000034123663,0.00023184954,0.0003751831,0.00007647391,0.000004981859,0.0061781798,0.9868935,0.00082757423,0.0014260862,0.0000011317056,0.0039404663],"study_design_scores_gemma":[0.00036878683,0.000049712587,0.00032323296,0.0008626828,0.000026065296,0.000015810627,0.0027246817,0.99062645,0.0034741997,0.0012223223,0.0000010232993,0.00030503178],"about_ca_topic_score_codex":0.0007447458,"about_ca_topic_score_gemma":0.00001406037,"teacher_disagreement_score":0.54794747,"about_ca_system_score_codex":0.000110151734,"about_ca_system_score_gemma":0.000084992855,"threshold_uncertainty_score":0.9999651},"labels":[],"label_agreement":null},{"id":"W2578360098","doi":"10.1007/s10270-016-0571-8","title":"The Train Benchmark: cross-technology performance evaluation of continuous model queries","year":2017,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Benchmark (surveying); Scalability; Metamodeling; Implementation; Automotive industry; Graph; Programming language; Software engineering; Theoretical computer science; Database","score_opus":0.0399046633489821,"score_gpt":0.30524484556591336,"score_spread":0.26534018221693123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2578360098","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2580598,0.000915612,0.7391867,0.00007020575,0.00047007384,0.00047720404,0.0000063709563,0.00073562626,0.00007840538],"genre_scores_gemma":[0.8416904,0.00006026476,0.15784067,0.0000052354612,0.000046729765,0.0002487576,0.0000024670012,0.000027640488,0.00007782467],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972894,0.000086672844,0.0007079028,0.0005232916,0.0009097123,0.00048300537],"domain_scores_gemma":[0.99573606,0.000070789654,0.00051252305,0.0024839272,0.0011307662,0.000065952954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003233734,0.00027534371,0.00040015177,0.00016470398,0.0010862197,0.00057001685,0.0027053065,0.00023995251,7.398769e-7],"category_scores_gemma":[0.00027767886,0.00022557765,0.0001064446,0.00014542822,0.00022392471,0.0010515616,0.00054122903,0.00029243846,0.0000029260846],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053170443,0.000012126261,0.0030183785,0.000060092865,0.000023321425,9.2570053e-7,0.00036163794,0.86984926,0.00011630517,0.03906056,0.000026697357,0.087465346],"study_design_scores_gemma":[0.00026164568,0.000043893433,0.00017088247,0.00024345839,0.000017109247,0.000015331156,0.000015932506,0.9943726,0.0003643168,0.004009383,0.00024214212,0.00024328959],"about_ca_topic_score_codex":0.00010918709,"about_ca_topic_score_gemma":0.000010625562,"teacher_disagreement_score":0.5836306,"about_ca_system_score_codex":0.00015664591,"about_ca_system_score_gemma":0.00028306845,"threshold_uncertainty_score":0.91987896},"labels":[],"label_agreement":null},{"id":"W2600599962","doi":"10.1007/s10270-017-0594-9","title":"Managing design-time uncertainty","year":2017,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Engineering Research","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Université de Montréal","funders":"","keywords":"Computer science; Uncertainty analysis; ENCODE; Systems engineering; Software engineering; Risk analysis (engineering); Management science; Simulation","score_opus":0.04730855297290635,"score_gpt":0.2795139488709415,"score_spread":0.23220539589803516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2600599962","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006430422,0.00082421984,0.9893688,0.00020551863,0.0011046111,0.00040085602,0.0000024254307,0.0015285186,0.00013462288],"genre_scores_gemma":[0.89890975,0.00002322701,0.099944115,0.00002493155,0.00025883075,0.000078983205,0.0000023025268,0.00005260293,0.0007052424],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973261,0.00011254437,0.00037466286,0.0007157277,0.0007221722,0.00074880297],"domain_scores_gemma":[0.9963194,0.0005523382,0.00014789072,0.0025259806,0.00023009085,0.00022426846],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001537884,0.00027291098,0.0003456665,0.00020171856,0.000931509,0.0017153538,0.0032176306,0.000120839606,0.0000055554037],"category_scores_gemma":[0.0016391585,0.00026743254,0.00010451586,0.0001517986,0.000043974804,0.0010698192,0.0008640766,0.00031273704,0.0003218204],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004108704,0.000011015366,0.0008705087,0.0000779291,0.000030248997,0.000058792466,0.00022955175,0.9848196,0.00010557875,0.00060479785,0.0003393049,0.012848545],"study_design_scores_gemma":[0.000221933,0.000025817544,0.00007278943,0.00024104828,0.0000051925576,0.00003317568,0.000015397123,0.9974052,0.00002954697,0.0013328666,0.00030147404,0.00031558584],"about_ca_topic_score_codex":0.00043984325,"about_ca_topic_score_gemma":0.0000014361913,"teacher_disagreement_score":0.89247936,"about_ca_system_score_codex":0.00021014592,"about_ca_system_score_gemma":0.00015117206,"threshold_uncertainty_score":0.99997777},"labels":[],"label_agreement":null},{"id":"W2621400263","doi":"10.1007/s10270-017-0602-0","title":"End-to-end model-transformation comprehension through fine-grained traceability information","year":2017,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Traceability; Computer science; Transformation (genetics); Model transformation; Software engineering; Programming language; Artificial intelligence","score_opus":0.03515591791166007,"score_gpt":0.2728804170422823,"score_spread":0.2377244991306222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2621400263","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021581152,0.00006769457,0.9722458,0.00034417017,0.0007381313,0.0011725533,0.000043489552,0.0036362119,0.00017076086],"genre_scores_gemma":[0.58899575,0.000006724056,0.41069806,0.000061504405,0.00005070061,0.00012262168,0.0000315375,0.000021073847,0.00001200346],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968777,0.0000835567,0.0010316285,0.000569045,0.0008559847,0.0005821],"domain_scores_gemma":[0.9964689,0.000066809895,0.00036077003,0.0023764535,0.00052398146,0.0002031033],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00097542926,0.00043351835,0.00051535893,0.00022511852,0.000838073,0.0009987516,0.0018551252,0.0002587759,0.0000027635722],"category_scores_gemma":[0.000103917664,0.0004324842,0.00017746889,0.00019362282,0.000037172224,0.0072931214,0.00042698448,0.0003624915,0.000048610083],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011443643,0.000022673676,0.000097987635,0.00020853788,0.000014224451,0.000001468637,0.0034714465,0.939476,0.000089283676,0.031809155,0.00014508014,0.024652706],"study_design_scores_gemma":[0.0003356829,0.000055705066,0.000054426888,0.00029663093,0.000012411892,0.000016892238,0.000020638221,0.9927874,0.00013087483,0.0032430815,0.0025735302,0.00047268166],"about_ca_topic_score_codex":0.00070035097,"about_ca_topic_score_gemma":0.00002225226,"teacher_disagreement_score":0.56741464,"about_ca_system_score_codex":0.0002704673,"about_ca_system_score_gemma":0.00013604936,"threshold_uncertainty_score":0.9998127},"labels":[],"label_agreement":null},{"id":"W2736565934","doi":"10.1007/s10270-017-0610-0","title":"SMTIBEA: a hybrid multi-objective optimization algorithm for configuring large constrained software product lines","year":2017,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":83,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China; Natural Science Foundation of Shanghai","keywords":"Computer science; Key (lock); Satisfiability; Product (mathematics); Modulo; Satisfiability modulo theories; Evolutionary algorithm; Software product line; Software; Algorithm; Mathematical optimization; Theoretical computer science; Software development; Mathematics; Artificial intelligence; Programming language","score_opus":0.059636097999716156,"score_gpt":0.3114324932516746,"score_spread":0.25179639525195846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2736565934","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045669233,0.0012972143,0.99024665,0.000051164214,0.0033855077,0.001632435,0.00016183789,0.0027625368,0.0000059685744],"genre_scores_gemma":[0.08286521,0.00003051084,0.91582006,0.000027534306,0.00053066044,0.00043700077,0.000042615997,0.000096654876,0.0001497601],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964522,0.000158199,0.00075422064,0.0012860782,0.00041039113,0.00093889853],"domain_scores_gemma":[0.9956732,0.00077726255,0.0005826354,0.0018206656,0.00096815533,0.00017811317],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0015923632,0.0005493883,0.00077280443,0.00022813407,0.0013645699,0.00077012525,0.0016932872,0.00015869304,0.0000011560224],"category_scores_gemma":[0.008061963,0.0005532676,0.00021700392,0.00014367275,0.00009881191,0.0016586224,0.0005201605,0.0003419917,0.000005516583],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007835216,0.000042665335,0.00014040158,0.00020893167,0.0000694507,0.000018324894,0.00037926485,0.9636255,0.00004695966,0.00023850054,0.000017487564,0.035204664],"study_design_scores_gemma":[0.0012421708,0.000059810678,0.00001644679,0.0003841929,0.000028401124,0.00007114701,0.00012672532,0.9960491,0.000531034,0.0007332843,0.00010697661,0.00065073004],"about_ca_topic_score_codex":0.00006841404,"about_ca_topic_score_gemma":0.0000041732383,"teacher_disagreement_score":0.08240852,"about_ca_system_score_codex":0.00019539378,"about_ca_system_score_gemma":0.00023426952,"threshold_uncertainty_score":0.9999355},"labels":[],"label_agreement":null},{"id":"W2790851984","doi":"10.1007/s10270-018-0665-6","title":"Survey and classification of model transformation tools","year":2018,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":126,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Queen's University","funders":"","keywords":"Computer science; Merge (version control); Model transformation; Metamodeling; Transformation (genetics); Data science; Software engineering; Data mining; Information retrieval; Artificial intelligence","score_opus":0.08014710684399615,"score_gpt":0.2813696102723031,"score_spread":0.20122250342830697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790851984","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05755272,0.00017563661,0.9409224,0.000016820382,0.00017293352,0.00031385312,0.000022260812,0.0007680176,0.000055370638],"genre_scores_gemma":[0.74761844,0.000015089596,0.25225806,0.00000805174,0.000028748384,0.0000321802,0.000013149497,0.00001538807,0.000010888952],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998509,0.00008584002,0.0005267158,0.00034316242,0.0003156014,0.00021971391],"domain_scores_gemma":[0.9987064,0.00007207902,0.00013690934,0.0005738542,0.00043705472,0.000073724805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000996065,0.00016734809,0.00025654768,0.00016381626,0.00009443386,0.00012714726,0.00045452287,0.0001288683,3.939118e-7],"category_scores_gemma":[0.000038752187,0.00016769185,0.000040905357,0.00025164915,0.000040798895,0.0010331235,0.00007970732,0.0001070255,0.000003968311],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016915845,0.000046384797,0.002358884,0.00041006622,0.00003643368,6.4801327e-7,0.0045996755,0.7397985,0.0027513495,0.1551327,0.00012556104,0.09472291],"study_design_scores_gemma":[0.00010868139,0.00004310975,0.00043251945,0.00011581124,0.0000041154085,0.000005236615,0.000006958845,0.99818784,0.00018147759,0.0006529903,0.00008850666,0.0001727358],"about_ca_topic_score_codex":0.00013178763,"about_ca_topic_score_gemma":0.00001283879,"teacher_disagreement_score":0.69006574,"about_ca_system_score_codex":0.000058471658,"about_ca_system_score_gemma":0.00007050701,"threshold_uncertainty_score":0.6838275},"labels":[],"label_agreement":null},{"id":"W2806092147","doi":"10.1007/s10270-018-0680-7","title":"Static slicing of Use Case Maps requirements models","year":2018,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"King Fahd University of Petroleum and Minerals","keywords":"Slicing; Computer science; Computer graphics (images)","score_opus":0.12165666343186207,"score_gpt":0.3041852905049325,"score_spread":0.1825286270730704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806092147","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07751603,0.00018055885,0.9150139,0.00002055959,0.0005315949,0.000308968,0.000011785255,0.0063529676,0.000063629384],"genre_scores_gemma":[0.67018867,0.0000036323624,0.32955402,0.00008625729,0.000074291995,0.000024443632,0.0000027355327,0.000027349599,0.00003863039],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99747276,0.0001466747,0.00078444806,0.00059149857,0.0005184548,0.00048615792],"domain_scores_gemma":[0.9973539,0.00036715993,0.00030701447,0.001208228,0.00062361296,0.00014007305],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009581697,0.00026519597,0.00040355703,0.00026847905,0.0002776246,0.00026508348,0.00069866766,0.00011008333,0.0000010385734],"category_scores_gemma":[0.00054505095,0.00025385365,0.00008982661,0.00044354307,0.00006552441,0.0014682504,0.00036010717,0.00015233093,0.0000112950975],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006645488,0.00042168796,0.013362941,0.0020887386,0.00033731465,0.0021015063,0.022486933,0.8633221,0.0005770834,0.03392444,0.011996588,0.049314212],"study_design_scores_gemma":[0.00017824404,0.00011663395,0.0000017486648,0.0007282763,0.000016070519,0.00061872986,0.000049117112,0.97481674,0.00007824075,0.02309814,0.000028560724,0.00026948022],"about_ca_topic_score_codex":0.004048091,"about_ca_topic_score_gemma":0.00001789478,"teacher_disagreement_score":0.59267265,"about_ca_system_score_codex":0.000108473076,"about_ca_system_score_gemma":0.00011284629,"threshold_uncertainty_score":0.99999136},"labels":[],"label_agreement":null},{"id":"W2898828277","doi":"10.1007/s10270-018-0700-7","title":"A Multi-Paradigm Modelling approach to live modelling","year":2018,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Agentschap voor Innovatie door Wetenschap en Technologie; Fonds Wetenschappelijk Onderzoek","keywords":"Computer science; Liveness; Executable; Programming language; Rotation formalisms in three dimensions; Debugging; Software engineering; Domain-specific language; Compiler; Domain (mathematical analysis); Modeling language; Code generation; Separation of concerns; Software","score_opus":0.05838124824424636,"score_gpt":0.25447233659267515,"score_spread":0.19609108834842878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898828277","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038723424,0.0006422713,0.9879574,0.000032120042,0.0009547388,0.001180418,0.000012158626,0.005245182,0.00010336593],"genre_scores_gemma":[0.4052662,0.000012329371,0.5939004,0.00007020467,0.0003381364,0.00023043595,0.00000633223,0.00009055239,0.00008544032],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99515104,0.00013323288,0.0010081466,0.0016709695,0.00085329905,0.0011832875],"domain_scores_gemma":[0.99665135,0.000076936696,0.00019377742,0.002042878,0.0005150196,0.00052001653],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001054918,0.0006838012,0.000747737,0.00055882684,0.00047369205,0.00058053207,0.0023014687,0.00033865403,0.0000016188015],"category_scores_gemma":[0.000020186157,0.0007106978,0.00022498737,0.0008344526,0.00005461759,0.0010548236,0.0006997708,0.00050495454,0.00018207905],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007713815,0.0000790588,0.000022789856,0.000105285966,0.000037764767,0.000006035746,0.0048819105,0.97211224,0.00003762992,0.021255277,0.00008320369,0.0013710835],"study_design_scores_gemma":[0.0002485237,0.00008938087,3.0271832e-7,0.00040402947,0.000017375123,0.000053770982,0.000046383644,0.99550265,0.00004688683,0.00093017763,0.001819837,0.00084065204],"about_ca_topic_score_codex":0.00087353826,"about_ca_topic_score_gemma":0.0000034201203,"teacher_disagreement_score":0.40139386,"about_ca_system_score_codex":0.0003424341,"about_ca_system_score_gemma":0.00015975145,"threshold_uncertainty_score":0.9995344},"labels":[],"label_agreement":null},{"id":"W2907591694","doi":"10.1007/s10270-018-00707-8","title":"A unifying framework for homogeneous model composition","year":2019,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Formality; Composition (language); Reuse; Homogeneous; Realization (probability); Theoretical computer science; Software engineering; Mathematics; Linguistics","score_opus":0.02537074557865598,"score_gpt":0.2586156416904238,"score_spread":0.2332448961117678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907591694","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017568298,0.0005677869,0.9762072,0.00003701057,0.00089480024,0.0012717387,0.000021714684,0.0034120425,0.000019383859],"genre_scores_gemma":[0.46770918,0.000006927226,0.53188914,0.000049103797,0.00007379834,0.00017489665,0.000010990864,0.000046430338,0.00003954074],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99758136,0.000049516526,0.0005498957,0.0007862085,0.00044333492,0.0005896897],"domain_scores_gemma":[0.9979804,0.00017538144,0.00016041016,0.0012488166,0.00029054226,0.00014442884],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004972171,0.00034899075,0.0004620341,0.00022616085,0.00019092893,0.00030101443,0.0010971606,0.000289252,0.0000011700774],"category_scores_gemma":[0.00002020682,0.00037265444,0.00019396142,0.00028049495,0.000012659663,0.0005744211,0.0002648796,0.0003056452,0.000028334975],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005897646,0.000018094775,0.00009361058,0.00020775515,0.00001923081,0.0000025688753,0.00031269598,0.8050306,0.00032760503,0.1908591,0.000030173816,0.0030926883],"study_design_scores_gemma":[0.00020034233,0.00005935508,8.0266665e-7,0.0005907589,0.000012276062,0.000036702702,0.000007766206,0.97935325,0.00014384759,0.01879484,0.0003552325,0.0004448202],"about_ca_topic_score_codex":0.000043165375,"about_ca_topic_score_gemma":5.072755e-7,"teacher_disagreement_score":0.45014086,"about_ca_system_score_codex":0.00022847381,"about_ca_system_score_gemma":0.000111501686,"threshold_uncertainty_score":0.99987257},"labels":[],"label_agreement":null},{"id":"W2917879132","doi":"10.1007/s10270-019-00724-1","title":"Model execution tracing: a systematic mapping study","year":2019,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Tracing; TRACE (psycholinguistics); Executable; Scalability; Data science; Focus (optics); Software engineering; Field (mathematics); Empirical research; Representation (politics); Programming language; Database","score_opus":0.034085153641287454,"score_gpt":0.24149557814949313,"score_spread":0.20741042450820568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2917879132","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.105814114,0.00051471335,0.8856214,0.00001161015,0.0007629862,0.0030667675,0.0000031246811,0.004156887,0.00004836788],"genre_scores_gemma":[0.74837995,0.000003351057,0.25087348,0.000019994926,0.000049968974,0.000415218,0.0000030104818,0.000059563557,0.00019549085],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9959492,0.00022751903,0.0011655332,0.0010401554,0.00095915823,0.0006584115],"domain_scores_gemma":[0.997122,0.00010370382,0.0003060536,0.0019941332,0.00030063308,0.00017349274],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016602277,0.00048974244,0.0009286549,0.0004763993,0.00018479893,0.000447581,0.0014881688,0.00019655473,0.0000013051815],"category_scores_gemma":[0.000040824194,0.00047132032,0.00019263772,0.00058467337,0.000010474878,0.0011283888,0.00040835884,0.0003861789,0.000092573784],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023642558,0.00008787515,0.00071248825,0.0050886865,0.00005534783,0.000011913402,0.0036302877,0.9806206,0.00015576127,0.009348693,0.00001956949,0.00026638026],"study_design_scores_gemma":[0.00032111813,0.000086320724,0.000006522003,0.0044406443,0.000027266198,0.000046419595,0.0002787399,0.9937804,0.000010063917,0.00046647683,0.000013307549,0.0005227547],"about_ca_topic_score_codex":0.00013352837,"about_ca_topic_score_gemma":0.0000022841796,"teacher_disagreement_score":0.6425658,"about_ca_system_score_codex":0.00036361263,"about_ca_system_score_gemma":0.00012399549,"threshold_uncertainty_score":0.99977386},"labels":[],"label_agreement":null},{"id":"W2953358434","doi":"10.1007/s10270-019-00737-w","title":"Lossless compaction of model execution traces","year":2019,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Executable; Computer science; TRACE (psycholinguistics); Metamodeling; Scalability; Programming language; Context (archaeology); Unified Modeling Language; Interoperability; Software engineering; Software; Distributed computing; Theoretical computer science; Database; Operating system","score_opus":0.02273859501720467,"score_gpt":0.24297501687189169,"score_spread":0.220236421854687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953358434","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1583269,0.00034731455,0.83888626,0.000015116592,0.0005541656,0.00041350533,0.0000076021956,0.001385852,0.00006328897],"genre_scores_gemma":[0.7144633,0.000012305817,0.28536853,0.000008240257,0.000033448065,0.000029031846,0.000005650214,0.000025437012,0.000054076496],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979715,0.000060788632,0.0005873498,0.0005075636,0.00053402263,0.0003387844],"domain_scores_gemma":[0.99844164,0.000048209455,0.00022443761,0.00092504075,0.00026908182,0.00009158157],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000500262,0.00025152546,0.00044002384,0.00023194498,0.000067305875,0.000100607474,0.0007674954,0.00017245895,0.0000022031581],"category_scores_gemma":[0.00000909877,0.00025446486,0.00012785722,0.00029542315,0.00001806844,0.0009052925,0.00014985686,0.00021636773,0.000019723486],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004990534,0.000028178243,0.0005116212,0.00022309512,0.000015868152,0.0000010260634,0.00051854114,0.96333855,0.002182717,0.030384472,0.00004041661,0.0027505225],"study_design_scores_gemma":[0.00017425805,0.000042783657,0.000009972984,0.00034801636,0.000008365099,0.000015992806,0.000022381702,0.99695706,0.0011998278,0.00084226194,0.00011305203,0.00026602394],"about_ca_topic_score_codex":0.00018491354,"about_ca_topic_score_gemma":0.000001509592,"teacher_disagreement_score":0.55613637,"about_ca_system_score_codex":0.0001549942,"about_ca_system_score_gemma":0.00008978552,"threshold_uncertainty_score":0.99999076},"labels":[],"label_agreement":null},{"id":"W2963633893","doi":"10.1007/s10270-019-00746-9","title":"Contents for a Model-Based Software Engineering Body of Knowledge","year":2019,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University; Université du Québec à Montréal; Université de Montréal","funders":"Mälardalens högskola","keywords":"Computer science; Scope (computer science); Curriculum; Set (abstract data type); Software engineering; Body of knowledge; Software; Foundation (evidence); Software development; Knowledge management; Pedagogy; Programming language; Sociology","score_opus":0.021238075348924926,"score_gpt":0.24305141902779,"score_spread":0.22181334367886507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963633893","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020591889,0.00081161794,0.9732194,0.000009440561,0.0010055373,0.0015270361,0.00005123433,0.0027749126,0.000008926093],"genre_scores_gemma":[0.52459675,0.0000024825574,0.47494787,0.000013363759,0.000044124183,0.00024472649,0.000010880767,0.00007029953,0.00006951766],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970295,0.000043558815,0.0009046192,0.000851436,0.00047450478,0.0006964234],"domain_scores_gemma":[0.9971393,0.00028771296,0.0002477892,0.0014444515,0.0006900094,0.00019075138],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00064273534,0.00048513158,0.000815225,0.00042873496,0.000083902996,0.00011300439,0.0014500328,0.00027604794,0.0000014578178],"category_scores_gemma":[0.00012834651,0.00051020156,0.00033204426,0.00038358098,0.000018753928,0.00055774814,0.00027911653,0.00026317342,0.000015407655],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012334979,0.0000604,0.00095821975,0.001162851,0.000043995555,0.0000014507102,0.00022316186,0.98035103,0.0011073909,0.014727975,0.000075258424,0.0012759543],"study_design_scores_gemma":[0.000719569,0.00011859013,0.000008526654,0.0009868618,0.000021195998,0.0000052010782,0.0000040189757,0.99578404,0.000880034,0.0001888328,0.00075106806,0.0005320726],"about_ca_topic_score_codex":0.00004828867,"about_ca_topic_score_gemma":8.108718e-7,"teacher_disagreement_score":0.50400484,"about_ca_system_score_codex":0.00022537356,"about_ca_system_score_gemma":0.00022409983,"threshold_uncertainty_score":0.99973494},"labels":[],"label_agreement":null},{"id":"W2987414798","doi":"10.1007/s10270-019-00762-9","title":"Comparing and classifying model transformation reuse approaches across metamodels","year":2019,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; McGill University","funders":"","keywords":"Computer science; Metamodeling; Reuse; Model transformation; Transformation (genetics); Feature (linguistics); Software engineering; Feature model; Data mining; Artificial intelligence; Data science; Machine learning; Programming language; Consistency (knowledge bases)","score_opus":0.09846253314845535,"score_gpt":0.2597129211885418,"score_spread":0.16125038804008643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2987414798","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20434496,0.00060803886,0.7919574,0.000042221225,0.0002428605,0.00063694286,0.00000672185,0.002074514,0.00008637185],"genre_scores_gemma":[0.614272,0.000019937219,0.3854962,0.000017142704,0.000026309704,0.000081840975,0.000007307335,0.00003895025,0.00004031858],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971363,0.00008264168,0.0007420437,0.0008148383,0.0005586496,0.00066551607],"domain_scores_gemma":[0.99799186,0.00006321489,0.00016673577,0.0014676643,0.00013487684,0.00017562328],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011104735,0.00041389305,0.00062891655,0.00019017186,0.00024346633,0.0005591517,0.0012879536,0.00023270551,4.0283473e-7],"category_scores_gemma":[0.000016393988,0.00041254328,0.00012649038,0.00028804864,0.000027851156,0.0023190475,0.00057182834,0.00041206006,0.000012572484],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047698454,0.000015212913,0.0007461373,0.00033719625,0.000028448563,0.0000012486757,0.005561221,0.94653285,0.000114006274,0.04279948,0.000008319893,0.0038511334],"study_design_scores_gemma":[0.00034196506,0.000023973093,0.000010211196,0.00030893408,0.000013303946,0.00003457112,0.000104629726,0.9966549,0.00007068185,0.0018283929,0.00013050505,0.00047791764],"about_ca_topic_score_codex":0.00012789914,"about_ca_topic_score_gemma":0.0000047421204,"teacher_disagreement_score":0.40992704,"about_ca_system_score_codex":0.00017137118,"about_ca_system_score_gemma":0.00006604497,"threshold_uncertainty_score":0.99983263},"labels":[],"label_agreement":null},{"id":"W2988652058","doi":"10.1007/s10270-019-00764-7","title":"Ark: a constraint-based method for architectural synthesis of smart systems","year":2019,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Computer science; Correctness; Architecture; Leverage (statistics); Software engineering; Bridging (networking); Software architecture; Software architecture description; Reference architecture; Software; Process (computing); Distributed computing; Programming language; Artificial intelligence","score_opus":0.03943515174313256,"score_gpt":0.29126713559390616,"score_spread":0.2518319838507736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988652058","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007476143,0.0009025017,0.9868012,0.00003089551,0.0022813412,0.0012847786,0.000051410956,0.001151134,0.000020583824],"genre_scores_gemma":[0.41141844,0.0000011011251,0.5882123,0.000012839804,0.000051285133,0.00023140573,0.0000025130068,0.000036094334,0.000033995293],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968713,0.0004406379,0.00086189626,0.0007548216,0.00045015384,0.00062120217],"domain_scores_gemma":[0.99103016,0.007008059,0.0003529648,0.0011398043,0.00034719365,0.00012181249],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0024727173,0.000376409,0.0009457657,0.00030936033,0.00009508448,0.00012448267,0.0010676378,0.0001841405,0.0000011241623],"category_scores_gemma":[0.002602026,0.00034363722,0.0002768903,0.0003321788,0.000043671298,0.0002782242,0.00015188113,0.0002250981,0.000007923438],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024610003,0.000013092265,0.00018845325,0.0012061673,0.00005554339,0.0000023040623,0.00016229789,0.98169625,0.000928617,0.0036631965,0.0000072580524,0.012052195],"study_design_scores_gemma":[0.0003662047,0.00010390709,0.0000047481644,0.0007704725,0.000025277104,0.000047570386,0.00018352826,0.9958523,0.001137687,0.0010144095,0.000100673,0.00039324822],"about_ca_topic_score_codex":0.00017038613,"about_ca_topic_score_gemma":0.0000015354711,"teacher_disagreement_score":0.4039423,"about_ca_system_score_codex":0.00012775122,"about_ca_system_score_gemma":0.00020835761,"threshold_uncertainty_score":0.9999016},"labels":[],"label_agreement":null},{"id":"W2997435475","doi":"10.1007/s10270-019-00763-8","title":"Transitive-closure-based model checking (TCMC) in Alloy","year":2020,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Transitive closure; Computer science; Model checking; Closure (psychology); Bounded function; Deadlock; State space; Transitive relation; State (computer science); Set (abstract data type); Property (philosophy); Representation (politics); Theoretical computer science; Programming language; Discrete mathematics; Mathematics","score_opus":0.08301324290759049,"score_gpt":0.2764508165908048,"score_spread":0.1934375736832143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997435475","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029677544,0.00030540815,0.9682338,0.00030051067,0.00030263004,0.00041343144,0.0000056221506,0.000643953,0.00011708585],"genre_scores_gemma":[0.60040426,0.0000026754888,0.39916095,0.00030135232,0.00005588508,0.00004503677,0.0000035136927,0.000021508133,0.000004826165],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975073,0.00023840128,0.0006507522,0.0006812972,0.00049050414,0.000431778],"domain_scores_gemma":[0.9989413,0.000074401425,0.00013995961,0.0005335681,0.0001446232,0.00016613433],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010726437,0.0002443623,0.00036424317,0.00014180322,0.00011457238,0.00017944806,0.0008972664,0.00015019215,0.0000011195025],"category_scores_gemma":[0.00023910949,0.00025862735,0.00011126829,0.0005909077,0.000021699523,0.00076217303,0.00008502177,0.00033182316,0.000020358202],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014011958,0.000018980907,0.0005174024,0.0001463309,0.000005889644,0.00000813635,0.0023348,0.9897831,0.0009197668,0.0048500746,0.0000069644816,0.0013945221],"study_design_scores_gemma":[0.00042766272,0.000034264234,0.000020047575,0.00019730629,0.0000056183294,0.0000035351513,0.00008797457,0.9982692,0.00032368908,0.0003109602,0.00003187247,0.00028789282],"about_ca_topic_score_codex":0.000109784174,"about_ca_topic_score_gemma":0.0000067092965,"teacher_disagreement_score":0.5707267,"about_ca_system_score_codex":0.00014073715,"about_ca_system_score_gemma":0.0002083131,"threshold_uncertainty_score":0.9999866},"labels":[],"label_agreement":null},{"id":"W2998805281","doi":"10.1007/s10270-019-00732-1","title":"Bridging proprietary modelling and open-source model management tools: the case of PTC Integrity Modeller and Epsilon","year":2019,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Innovate UK; Engineering and Physical Sciences Research Council; Aerospace Technology Institute","keywords":"Computer science; Software engineering; Scripting language; Bridge (graph theory); Unified Modeling Language; Bridging (networking); Software; Programming language; Computer security","score_opus":0.04413946851740728,"score_gpt":0.25265403593574853,"score_spread":0.20851456741834126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998805281","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16490263,0.0012294959,0.8315181,0.000058206955,0.00014965131,0.0014658074,0.000009592481,0.00060321833,0.00006328853],"genre_scores_gemma":[0.56728864,0.00009176391,0.43235308,0.0000324451,0.000014402461,0.000079649704,0.0000023385805,0.00003941391,0.000098277036],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972636,0.00013815705,0.000744377,0.00097443943,0.00039406263,0.00048537244],"domain_scores_gemma":[0.99788547,0.00011359727,0.00022424936,0.0014205955,0.00021221965,0.00014385684],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001724648,0.00042154372,0.0006096257,0.0001942082,0.00026794858,0.0006243476,0.00134743,0.00017532452,7.0091335e-7],"category_scores_gemma":[0.000010764797,0.000340281,0.000085190404,0.00027075945,0.00005840756,0.0014569312,0.0022039942,0.0005436228,0.0000022073152],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010564887,0.000022954657,0.0001430442,0.0004958582,0.000051507603,0.00003821926,0.0013390126,0.93631023,0.000015135406,0.03125223,0.000016676486,0.030304562],"study_design_scores_gemma":[0.0003114564,0.00004108113,0.0000012002317,0.0006732629,0.00003389519,0.00043817543,0.000115898205,0.9950281,0.000021118141,0.0028423707,0.000090536436,0.0004029376],"about_ca_topic_score_codex":0.0016704197,"about_ca_topic_score_gemma":0.000007352642,"teacher_disagreement_score":0.40238598,"about_ca_system_score_codex":0.00009357715,"about_ca_system_score_gemma":0.00006344012,"threshold_uncertainty_score":0.99990493},"labels":[],"label_agreement":null},{"id":"W3000433034","doi":"10.1007/s10270-019-00773-6","title":"Grand challenges in model-driven engineering: an analysis of the state of the research","year":2020,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":171,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"University of York","keywords":"State (computer science); Political science; Best practice; Engineering ethics; Grand Challenges; Engineering; Engineering management; Computer science; Law","score_opus":0.1253281338129276,"score_gpt":0.2977779920577126,"score_spread":0.172449858244785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000433034","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1587653,0.00078278326,0.8394645,0.00019072273,0.00009583021,0.00042238116,0.000018561755,0.00025565986,0.0000042862584],"genre_scores_gemma":[0.93417335,0.00008621583,0.0656169,0.000010906133,0.000020696045,0.000055909644,0.0000013510496,0.000029471494,0.000005224067],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970436,0.00030232003,0.000712497,0.00056498416,0.00097068114,0.00040593513],"domain_scores_gemma":[0.9976993,0.00013883205,0.00017462029,0.0014929798,0.00038232646,0.00011190395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012849962,0.00022084828,0.0005671058,0.000408636,0.00007810348,0.000052921685,0.0025218169,0.00010638971,3.0581813e-7],"category_scores_gemma":[0.00010691975,0.0001540961,0.00023305566,0.002250665,0.00005419758,0.00032451097,0.0007443022,0.000490315,3.5119137e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043696577,0.000025089586,0.0009128296,0.00018504885,0.000078871366,0.0000011009083,0.0061578033,0.9843219,0.0004256489,0.006247884,0.000003738803,0.0016356944],"study_design_scores_gemma":[0.000114036404,0.00003480445,0.000230981,0.00023784736,0.000034644785,0.0000010429605,0.000032267257,0.99850994,0.00031896695,0.00028929865,0.000043484826,0.00015268028],"about_ca_topic_score_codex":0.00030549747,"about_ca_topic_score_gemma":0.0000640376,"teacher_disagreement_score":0.775408,"about_ca_system_score_codex":0.000102772436,"about_ca_system_score_gemma":0.00013162693,"threshold_uncertainty_score":0.62838566},"labels":[],"label_agreement":null},{"id":"W3034331386","doi":"10.1007/s10270-020-00804-7","title":"On the benefits of file-level modularity for EMF models","year":2020,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Software versioning; Modularity (biology); Code generation; Scalability; Scripting language; Software engineering; Programming language; Database; Software; Operating system; Key (lock)","score_opus":0.11332778093746886,"score_gpt":0.24360809557045845,"score_spread":0.1302803146329896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034331386","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037440986,0.0003263873,0.99249977,0.00039983634,0.00025366052,0.00097500347,0.00048747848,0.0012925897,0.000021153486],"genre_scores_gemma":[0.5859132,0.000006201969,0.4134314,0.00020415481,0.00009117001,0.00027904377,0.000018508254,0.000040349136,0.00001599478],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977217,0.00007231547,0.00060245825,0.0006445521,0.0005494403,0.00040958115],"domain_scores_gemma":[0.9978206,0.00044644886,0.0001941149,0.0010257157,0.00036575444,0.00014735943],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00052324357,0.00031212493,0.00045836536,0.00008909748,0.00016679047,0.00011939916,0.0015958999,0.00016638749,0.00000454078],"category_scores_gemma":[0.00017097076,0.00025000703,0.00021007539,0.00031921736,0.000023841689,0.00040938586,0.0003293177,0.00027068052,0.000005597087],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000067925403,0.00001510732,0.0000048710253,0.0001323706,0.000019938552,5.91075e-7,0.0005095172,0.72580975,0.000022604761,0.26905844,0.0011755221,0.0032444848],"study_design_scores_gemma":[0.00015859975,0.000108036445,0.0000023155194,0.00032488673,0.000009813356,0.0000033900774,0.00000966822,0.98766035,0.0001816594,0.0108944345,0.00038118826,0.00026565528],"about_ca_topic_score_codex":0.00010761304,"about_ca_topic_score_gemma":0.0000014221333,"teacher_disagreement_score":0.58216906,"about_ca_system_score_codex":0.00006750425,"about_ca_system_score_gemma":0.00008783949,"threshold_uncertainty_score":0.99999523},"labels":[],"label_agreement":null},{"id":"W3035907598","doi":"10.1007/s10270-020-00814-5","title":"Opportunities in intelligent modeling assistance","year":2020,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal; McGill University","funders":"","keywords":"Flexibility (engineering); Computer science; Context (archaeology); Multitude; Systems engineering; Management science; Software engineering; Engineering","score_opus":0.11090973681516278,"score_gpt":0.2568528575037377,"score_spread":0.14594312068857493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035907598","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0076651396,0.0018411584,0.9861634,0.00038887857,0.00045379545,0.00042414485,0.000007498137,0.0029876877,0.000068290115],"genre_scores_gemma":[0.67985415,0.00010038754,0.31955132,0.00020282906,0.00011156002,0.00010215152,0.0000057511406,0.000047434492,0.000024406549],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969469,0.000111128225,0.00091543875,0.0008364328,0.0005887091,0.0006014383],"domain_scores_gemma":[0.9985208,0.000058128127,0.00012606253,0.0007998988,0.00020103734,0.00029409124],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006007248,0.00038777094,0.0005374241,0.0002457441,0.00010619549,0.00029189503,0.0013918735,0.00017530906,0.0000026387518],"category_scores_gemma":[0.000054613804,0.00041670512,0.0001280106,0.0004900117,0.000019601188,0.00085438817,0.00043839007,0.00045721958,0.000017723047],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052466385,0.000016684156,0.00019959731,0.00016398444,0.000012068529,0.00005763723,0.001527456,0.95615315,0.00003049685,0.031581182,0.00006749074,0.010185025],"study_design_scores_gemma":[0.00012976809,0.000036820533,0.0000010104334,0.00041672747,0.000004834646,0.000013414219,0.00011384189,0.99601054,0.000033252294,0.0007198206,0.0020732149,0.00044674546],"about_ca_topic_score_codex":0.0002408494,"about_ca_topic_score_gemma":0.0000075464386,"teacher_disagreement_score":0.672189,"about_ca_system_score_codex":0.0002383084,"about_ca_system_score_gemma":0.00016612306,"threshold_uncertainty_score":0.99982846},"labels":[],"label_agreement":null},{"id":"W3038491760","doi":"10.1007/s10270-020-00806-5","title":"Mixed-semantics composition of statecharts for the component-based design of reactive systems","year":2020,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Innovációs és Technológiai Minisztérium; Budapesti Műszaki és Gazdaságtudományi Egyetem","keywords":"Computer science; Programming language; Composition (language); Component (thermodynamics); Semantics (computer science); Formal semantics (linguistics); Code generation; Formal methods; Formal verification; Operational semantics; Model checking","score_opus":0.13886652548896844,"score_gpt":0.2893922879197075,"score_spread":0.15052576243073906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3038491760","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005640207,0.0005861661,0.9910969,0.000103935985,0.00081254286,0.0015393877,0.00004406125,0.00017427925,0.0000025189822],"genre_scores_gemma":[0.6317233,0.0000046767664,0.36810476,0.000018198461,0.00004040012,0.00008486029,0.000008618386,0.000014347924,8.276605e-7],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99788743,0.00037182108,0.0007621732,0.000322917,0.00044067844,0.00021499241],"domain_scores_gemma":[0.99740565,0.00078248663,0.00061967986,0.0005566015,0.00056991057,0.00006565335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001380191,0.00016693222,0.000397368,0.0000779809,0.00014081603,0.00007292,0.0007289946,0.00008585154,1.4819103e-7],"category_scores_gemma":[0.00019683658,0.00013481022,0.000098913944,0.00027978944,0.000048185513,0.00029161293,0.00007622135,0.00011704417,0.0000016631889],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062083775,0.00003058697,0.000023095294,0.00073129626,0.000038327842,5.1152324e-7,0.00083915977,0.97229224,0.013277948,0.012040277,0.000033517135,0.0006309697],"study_design_scores_gemma":[0.00031923005,0.00016290837,0.0000040672444,0.00033595148,0.000034307704,0.0000036746678,0.0004017577,0.98619694,0.012262472,0.00012154534,0.000025996942,0.00013114377],"about_ca_topic_score_codex":0.00013779501,"about_ca_topic_score_gemma":1.9084777e-7,"teacher_disagreement_score":0.6260831,"about_ca_system_score_codex":0.000064131884,"about_ca_system_score_gemma":0.0001033523,"threshold_uncertainty_score":0.54974014},"labels":[],"label_agreement":null},{"id":"W3048561840","doi":"10.1007/s10270-020-00813-6","title":"Automatic generation of UML profile graphical editors for Papyrus","year":2020,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Fundamental Research Funds for the Central Universities; H2020 European Institute of Innovation and Technology; Defence Science and Technology Group; Innovate UK; Defence Science and Technology Laboratory","keywords":"Computer science; Unified Modeling Language; Applications of UML; Metamodeling; Software engineering; Maintainability; UML tool; Programming language; Code refactoring; Model-driven architecture; Reuse; Software","score_opus":0.04670122206367495,"score_gpt":0.2516659754048751,"score_spread":0.20496475334120018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048561840","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01093473,0.0002285884,0.9839611,0.00018756272,0.0015524629,0.0009025864,0.000023102226,0.0022066939,0.0000031906552],"genre_scores_gemma":[0.49511135,0.0000026054913,0.50354266,0.000033972196,0.0010266153,0.0002368234,0.000014984384,0.000027212987,0.0000038090457],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980186,0.000058670463,0.00066413346,0.0005092281,0.0004413382,0.0003079997],"domain_scores_gemma":[0.99877906,0.00007380335,0.00018290074,0.00051925017,0.0002906198,0.00015436747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003852669,0.00022932708,0.00040715907,0.00012409536,0.000112338574,0.00009817273,0.00068918307,0.00016742741,0.0000019415008],"category_scores_gemma":[0.00009589307,0.0002245943,0.00015446002,0.00035186688,0.000018954666,0.00040197102,0.00014434972,0.00015471119,0.000003912862],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010972665,0.00007930761,0.0005771826,0.0020792582,0.00010264139,0.000006793654,0.0029152788,0.87189937,0.0048528365,0.05278401,0.007516859,0.057175517],"study_design_scores_gemma":[0.00018061507,0.00012027237,0.000003034939,0.00014195939,0.000012749089,0.0000039294446,0.000007308656,0.9969871,0.00090941077,0.00025055418,0.0011518699,0.00023122116],"about_ca_topic_score_codex":0.000048632926,"about_ca_topic_score_gemma":6.383187e-7,"teacher_disagreement_score":0.4841766,"about_ca_system_score_codex":0.00005573023,"about_ca_system_score_gemma":0.00010910154,"threshold_uncertainty_score":0.915869},"labels":[],"label_agreement":null},{"id":"W3081422979","doi":"10.1007/s10270-020-00823-4","title":"Consistent change propagation within models","year":2020,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Ministère de l'Agriculture, des Pêcheries et de l'Alimentation","funders":"Natural Sciences and Engineering Research Council of Canada; Österreichische Forschungsförderungsgesellschaft; Austrian Science Fund","keywords":"Computer science; Code refactoring; Focus (optics); Data science; Risk analysis (engineering); Software engineering; Software; Programming language","score_opus":0.1313204512815091,"score_gpt":0.26692143037497357,"score_spread":0.13560097909346447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081422979","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016966408,0.0016668052,0.97738606,0.0005573765,0.00071067736,0.00076637324,0.0000052319965,0.0019153589,0.000025740062],"genre_scores_gemma":[0.95775986,0.000012658697,0.041325953,0.00025183978,0.00033948096,0.00023667153,0.0000068443996,0.00004243765,0.000024268391],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975194,0.00009559118,0.000475506,0.00066723576,0.0007877789,0.00045454176],"domain_scores_gemma":[0.998521,0.00017799054,0.00010141749,0.00059712626,0.00029339571,0.00030911464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054381095,0.00023382375,0.000299761,0.00012380618,0.00014546028,0.0003361374,0.0008673327,0.00011088154,0.0000015274704],"category_scores_gemma":[0.00056955364,0.00022497415,0.00008382858,0.0005386992,0.000019531888,0.0010661359,0.00033677023,0.0003013299,0.00007593865],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005402631,0.000014328491,0.00053247606,0.00028221926,0.000022914386,0.000027038213,0.0042692344,0.98662746,0.00010282857,0.0056597297,0.00009888139,0.002357493],"study_design_scores_gemma":[0.00020700358,0.00005665603,0.000010234382,0.0001597539,0.000005269545,0.000020841402,0.00009629734,0.9986799,0.000051480158,0.0003798795,0.00007585336,0.00025685548],"about_ca_topic_score_codex":0.00013249388,"about_ca_topic_score_gemma":0.0000015087942,"teacher_disagreement_score":0.94079345,"about_ca_system_score_codex":0.00013139176,"about_ca_system_score_gemma":0.00014017703,"threshold_uncertainty_score":0.917418},"labels":[],"label_agreement":null},{"id":"W3087473224","doi":"10.1007/s10270-020-00829-y","title":"Live modeling in the context of state machine models and code generation","year":2020,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Code generation; Programming language; Context (archaeology); Unified Modeling Language; Code (set theory); Set (abstract data type); Software; Key (lock); Operating system","score_opus":0.07195799328531835,"score_gpt":0.24856257270222165,"score_spread":0.1766045794169033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087473224","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07254753,0.0021241442,0.92393047,0.00022156484,0.00010704334,0.00054558023,0.000034626184,0.00048432063,0.0000047269614],"genre_scores_gemma":[0.8255475,0.000104964245,0.17398427,0.00020156018,0.0000555335,0.00006702982,0.000009516088,0.000027334063,0.0000022503145],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99781716,0.00016985605,0.00070971966,0.00054653845,0.00045256474,0.00030414405],"domain_scores_gemma":[0.9989574,0.00007617713,0.0001420491,0.00053976505,0.00018534293,0.00009924938],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007606697,0.0002607344,0.0004123737,0.00012241102,0.000091232476,0.00015771942,0.00081100326,0.000097476564,3.631705e-7],"category_scores_gemma":[0.000031991738,0.00021705544,0.00006619453,0.00028378936,0.000021800935,0.00069741096,0.00023990822,0.00030215865,0.0000016064632],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005520315,0.0000132170835,0.00009717357,0.00010865101,0.000011717703,0.0000069922266,0.012139065,0.9711595,0.00018019073,0.009708508,0.000019537878,0.006549936],"study_design_scores_gemma":[0.00023184936,0.000057322908,6.1115264e-7,0.00014077175,0.00000738103,0.000013677215,0.00013558406,0.9979761,0.000051115876,0.0011198319,0.000045567587,0.00022019133],"about_ca_topic_score_codex":0.00079088594,"about_ca_topic_score_gemma":0.000058352874,"teacher_disagreement_score":0.753,"about_ca_system_score_codex":0.00005592133,"about_ca_system_score_gemma":0.00006488992,"threshold_uncertainty_score":0.88512635},"labels":[],"label_agreement":null},{"id":"W3092605954","doi":"10.1007/s10270-021-00936-4","title":"A generic approach to detect design patterns in model transformations using a string-matching algorithm","year":2021,"lang":"en","type":"preprint","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Transformation (genetics); Computer science; Implementation; Model transformation; String (physics); String searching algorithm; Set (abstract data type); Software design pattern; Code (set theory); Matching (statistics); Software; Program transformation; Pattern matching; Algorithm; Programming language; Theoretical computer science; Artificial intelligence; Mathematics","score_opus":0.07217705939668216,"score_gpt":0.2677987397808081,"score_spread":0.19562168038412592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092605954","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011334578,0.0010234213,0.9819262,0.000010563269,0.0006724454,0.0023350697,0.000073921816,0.0026180726,0.0000057450757],"genre_scores_gemma":[0.31371114,0.000042561504,0.6851327,0.00003065648,0.000090803056,0.0008259121,0.000041788724,0.00011938718,0.000005065539],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9941664,0.00037909846,0.0015987013,0.0018024947,0.000997458,0.001055852],"domain_scores_gemma":[0.9968813,0.000086842614,0.00030515983,0.0020339014,0.00035977797,0.00033301278],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001511418,0.0009454759,0.0012495071,0.0011797604,0.00019151172,0.0011578402,0.0023797208,0.00068946887,3.5926735e-7],"category_scores_gemma":[0.000025812318,0.0010990702,0.00035370575,0.00089175394,0.000012522218,0.0009242859,0.0016619079,0.001479648,0.0000017619767],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021268663,0.00004716083,0.000011382269,0.000751552,0.000050058152,0.000024119498,0.0055120545,0.9741454,0.000096898846,0.00035802432,0.000003962023,0.018997233],"study_design_scores_gemma":[0.00019401308,0.000019245941,0.0000010856755,0.0025508143,0.000035194906,0.00008440215,0.00008012363,0.9946926,0.000067732195,0.001181076,0.0000057551897,0.0010879058],"about_ca_topic_score_codex":0.0019725377,"about_ca_topic_score_gemma":0.000017273022,"teacher_disagreement_score":0.30237654,"about_ca_system_score_codex":0.0011888235,"about_ca_system_score_gemma":0.00083418883,"threshold_uncertainty_score":0.99987906},"labels":[],"label_agreement":null},{"id":"W3121894637","doi":"10.1007/s10270-021-00862-5","title":"Foundations of information technology based on Bunge’s systemist philosophy of reality","year":2021,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Ontology; Exposition (narrative); Computer science; Epistemology; Scholarship; Upper ontology; Data science; Philosophy; World Wide Web; Semantic Web; Political science","score_opus":0.038164169761769784,"score_gpt":0.26672531083452905,"score_spread":0.22856114107275927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121894637","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010473037,0.00027284786,0.98701173,0.0004678949,0.00045323552,0.00016982011,0.000015681675,0.00025361995,0.00088213925],"genre_scores_gemma":[0.9678137,0.0000050303543,0.03207263,0.00003089073,0.000025687343,0.000022593007,0.00001792323,0.0000045489683,0.000007055059],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985611,0.000073592586,0.0006750935,0.00020576981,0.00032806754,0.0001564071],"domain_scores_gemma":[0.99807733,0.00013557229,0.00032351294,0.00082158257,0.00061193766,0.000030068702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038057583,0.000113425886,0.0003271668,0.00024400685,0.00008227431,0.000051733456,0.00045307318,0.00012802231,0.0000011288],"category_scores_gemma":[0.00051349134,0.00010661116,0.00008016885,0.0005412288,0.000040486248,0.0003632643,0.00010708162,0.00009385423,0.0000057489738],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012798407,0.00012023476,0.0028102873,0.0023634885,0.000048513284,0.0000067476403,0.00054044416,0.7030312,0.0003872354,0.28571728,0.00005998668,0.0049017714],"study_design_scores_gemma":[0.00024497832,0.000053486565,0.000036324724,0.00079645036,0.000011972501,0.000013617045,0.0003359508,0.99128276,0.00075223006,0.006262071,0.00009408222,0.00011610023],"about_ca_topic_score_codex":0.00020820754,"about_ca_topic_score_gemma":0.000007490227,"teacher_disagreement_score":0.9573406,"about_ca_system_score_codex":0.000060743554,"about_ca_system_score_gemma":0.00024988214,"threshold_uncertainty_score":0.43474767},"labels":[],"label_agreement":null},{"id":"W3133826961","doi":"10.1007/s10270-020-00856-9","title":"Predictions-on-chip: model-based training and automated deployment of machine learning models at runtime","year":2021,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Fault Detection and Control Systems","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Siemens (Canada); McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software deployment; Context (archaeology); Artificial neural network; Process (computing); Artificial intelligence; Machine learning; Software engineering","score_opus":0.023990348168816643,"score_gpt":0.22019954412728798,"score_spread":0.19620919595847133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133826961","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2568497,0.003300807,0.7358869,0.000011273074,0.00048634518,0.00028685917,0.00005019989,0.0028085746,0.00031935878],"genre_scores_gemma":[0.99793,0.00004192303,0.001464059,0.000020186992,0.00006966303,0.000108438406,0.000041324904,0.00010702813,0.00021739544],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980523,0.00011163528,0.000695307,0.00038757658,0.0003900275,0.0003631615],"domain_scores_gemma":[0.9992,0.00009937348,0.00010132633,0.0003098691,0.00013651622,0.00015294553],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003285209,0.00030675658,0.0005463645,0.00018575437,0.0002365611,0.00006819483,0.00009655856,0.00017529658,0.000006163703],"category_scores_gemma":[0.00005929287,0.0003201419,0.00012802036,0.00021773954,0.000020159638,0.00014353362,0.000038100537,0.00028782143,0.000006477822],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019788267,0.000018489738,0.00016020505,0.00032847593,0.00010091803,0.0000073980805,0.0006454992,0.9954858,0.0025815456,0.00005740579,0.000027849019,0.00056666235],"study_design_scores_gemma":[0.00090748613,0.000046501194,0.0000026400987,0.00048452505,0.000049003174,0.000041701594,0.00035863722,0.9974132,0.00028873634,0.000035371464,0.00009342792,0.00027877162],"about_ca_topic_score_codex":0.00010861136,"about_ca_topic_score_gemma":0.000027615815,"teacher_disagreement_score":0.7410803,"about_ca_system_score_codex":0.00020003927,"about_ca_system_score_gemma":0.000070836824,"threshold_uncertainty_score":0.9999251},"labels":[],"label_agreement":null},{"id":"W3149240696","doi":"10.1007/s10270-021-00882-1","title":"Guest editorial to the theme section on Multi-Paradigm Modeling for Cyber-Physical Systems","year":2021,"lang":"en","type":"editorial","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Theme (computing); Section (typography); Computer science; Dissemination; Process (computing); Special section; Focus (optics); Cyber-physical system; Engineering ethics; World Wide Web; Telecommunications; Engineering; Engineering physics","score_opus":0.0271607486914511,"score_gpt":0.2787962537933744,"score_spread":0.25163550510192334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3149240696","genre_codex":"methods","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002206193,0.000419866,0.50291055,0.00003416091,0.49276808,0.0017710933,0.00020029953,0.0018707061,0.0000031403265],"genre_scores_gemma":[0.0036778813,0.00003683739,0.067341894,0.000019893887,0.92477727,0.0032307494,0.00035824743,0.00034640823,0.00021084756],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99123925,0.00041046966,0.0015145937,0.0025308118,0.002968644,0.0013362031],"domain_scores_gemma":[0.99267995,0.001373426,0.0005114017,0.0032665196,0.0017645018,0.00040422677],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.0021884711,0.0013543939,0.0017221826,0.00047768775,0.00077809975,0.0018732714,0.0034748262,0.0018231634,2.471318e-7],"category_scores_gemma":[0.0007515309,0.0011425252,0.000716142,0.00069565064,0.000028690569,0.0006254887,0.0008277429,0.0023149054,0.000032692955],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022651075,0.00006666973,2.5968006e-7,0.00035874586,0.00009052071,0.0000058602136,0.0005549539,0.6036264,0.000011354806,0.0015349359,0.3935204,0.00020726824],"study_design_scores_gemma":[0.00032019964,0.00014827278,6.423257e-9,0.0014008331,0.00005482886,0.0000056885456,0.000018375047,0.5763992,0.000005262743,0.00006268968,0.42086866,0.00071596855],"about_ca_topic_score_codex":0.0014568003,"about_ca_topic_score_gemma":0.00003512147,"teacher_disagreement_score":0.4355687,"about_ca_system_score_codex":0.0012997179,"about_ca_system_score_gemma":0.0008662439,"threshold_uncertainty_score":0.99998677},"labels":[],"label_agreement":null},{"id":"W3167067688","doi":"10.1007/s10270-021-00884-z","title":"Automated generation of consistent, diverse and structurally realistic graph models","year":2021,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"National Research, Development and Innovation Office; Nemzeti Kutatási, Fejlesztési és Innovaciós Alap; Fonds de recherche du Québec – Nature et technologies; Innovációs és Technológiai Minisztérium; Nemzeti Kutatási Fejlesztési és Innovációs Hivatal; Natural Sciences and Engineering Research Council of Canada; Budapesti Műszaki és Gazdaságtudományi Egyetem; McGill University","keywords":"Computer science; Heuristics; Graph; Metamodeling; Theoretical computer science; Set (abstract data type); Consistency (knowledge bases); Data mining; Artificial intelligence; Programming language","score_opus":0.055216483902409734,"score_gpt":0.2534750130895944,"score_spread":0.19825852918718467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3167067688","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06646946,0.0009910188,0.929676,0.000016490863,0.0004099501,0.00021752267,0.0000308183,0.0021766846,0.000012057166],"genre_scores_gemma":[0.6265727,0.000045067623,0.37326607,0.000013113632,0.000030874915,0.000017067272,0.000025063555,0.000016689044,0.00001332932],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981572,0.00011078217,0.0005489205,0.00054214796,0.00037567512,0.0002652691],"domain_scores_gemma":[0.99842566,0.00005228957,0.00016383486,0.00071046216,0.00053621863,0.000111507106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002674689,0.00022976229,0.00038473276,0.0001589985,0.00012261521,0.00016193368,0.0003482585,0.00013522779,9.507013e-7],"category_scores_gemma":[0.00003553155,0.00023589274,0.00008159182,0.0003108751,0.000035123274,0.000565707,0.00028751296,0.00013028653,6.740489e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014640843,0.0000098238015,0.00016019345,0.00016701718,0.000034745633,0.000025588144,0.0003803255,0.9297665,0.0015794308,0.06588813,0.00009015684,0.0018966299],"study_design_scores_gemma":[0.0001737983,0.00002188807,0.000013986504,0.00019919574,0.000022434911,0.00008501981,0.000017164582,0.9964836,0.00028750452,0.002431343,0.000026698572,0.0002373706],"about_ca_topic_score_codex":0.00042439962,"about_ca_topic_score_gemma":0.000013623873,"teacher_disagreement_score":0.5601033,"about_ca_system_score_codex":0.00006697887,"about_ca_system_score_gemma":0.00012255697,"threshold_uncertainty_score":0.96194273},"labels":[],"label_agreement":null},{"id":"W3195145398","doi":"10.1007/s10270-021-00910-0","title":"Runtime translation of OCL-like statements on Simulink models: Expanding domains and optimising queries","year":2021,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Innovate UK; Engineering and Physical Sciences Research Council; Natural Sciences and Engineering Research Council of Canada; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Model transformation; Representation (politics); Domain model; Leverage (statistics); Software engineering; Consistency (knowledge bases); Process (computing); Programming language; Artificial intelligence","score_opus":0.04682555325781548,"score_gpt":0.2949590073363126,"score_spread":0.2481334540784971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195145398","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059553456,0.0015182041,0.9372179,0.000032755688,0.0003685501,0.00031475077,0.000012717734,0.0009444018,0.00003729235],"genre_scores_gemma":[0.58325094,0.000086174114,0.41652957,0.000019242294,0.000029061508,0.000024421357,0.000011352408,0.000031504267,0.00001776248],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99750626,0.00011859969,0.0007359136,0.00067710085,0.00056862395,0.00039351438],"domain_scores_gemma":[0.99856037,0.0001522747,0.00018827175,0.0007157361,0.00026284388,0.000120478144],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005411044,0.00031687145,0.00048087197,0.00022741898,0.0001868321,0.0002287538,0.0003814334,0.00015220446,0.0000012034853],"category_scores_gemma":[0.000016236767,0.00033802935,0.00009981929,0.00032457185,0.00003121381,0.0012722755,0.00018519534,0.00021307901,0.0000013262846],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008618974,0.000031102696,0.00007770364,0.00024545105,0.000040772993,0.000016690938,0.0019650788,0.97294587,0.00065792364,0.013717678,0.000007976152,0.010285141],"study_design_scores_gemma":[0.00034573546,0.000056347093,0.0000024290355,0.0008727557,0.000017242377,0.000018263903,0.00008224357,0.995146,0.000733813,0.0022514155,0.00015113309,0.0003226317],"about_ca_topic_score_codex":0.00010390198,"about_ca_topic_score_gemma":0.0000035915273,"teacher_disagreement_score":0.5236975,"about_ca_system_score_codex":0.000119556695,"about_ca_system_score_gemma":0.000102886,"threshold_uncertainty_score":0.9999072},"labels":[],"label_agreement":null},{"id":"W3201392238","doi":"10.1007/s10270-021-00918-6","title":"Automated generation of consistent models using qualitative abstractions and exploration strategies","year":2021,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Nemzeti Kutatási, Fejlesztési és Innovaciós Alap; Natural Sciences and Engineering Research Council of Canada; National Research, Development and Innovation Office; Innovációs és Technológiai Minisztérium; Nemzeti Kutatási Fejlesztési és Innovációs Hivatal","keywords":"Computer science; Solver; Scalability; Key (lock); Context (archaeology); Graph; Consistency (knowledge bases); Theoretical computer science; Programming language; Artificial intelligence","score_opus":0.2661288694789344,"score_gpt":0.37461296274791683,"score_spread":0.10848409326898245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201392238","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08039703,0.0009171417,0.9132063,0.000039149338,0.00025555937,0.00014132806,0.0000072322505,0.0050088717,0.000027427179],"genre_scores_gemma":[0.6743682,0.000017710036,0.32552728,0.000009816704,0.0000308124,0.000018257591,0.000012607344,0.0000099277495,0.000005391101],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984381,0.00022838806,0.0005278391,0.00036891992,0.00026971538,0.00016700254],"domain_scores_gemma":[0.9984558,0.00023441404,0.00022011372,0.00035968106,0.000675266,0.000054730986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005419503,0.00014811405,0.00025094935,0.00012147332,0.0002110171,0.0003220037,0.00012692717,0.00009015137,4.0611602e-7],"category_scores_gemma":[0.00019745197,0.00015371952,0.00004691767,0.0002323859,0.000032398097,0.0015012051,0.000084841304,0.00009743377,6.1115475e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011944267,0.00002460237,0.000019599229,0.00009530459,0.000023192755,0.0000058853,0.006654504,0.9799371,0.0024012171,0.0101722125,0.00007805367,0.0005871737],"study_design_scores_gemma":[0.000095517345,0.000020811864,0.000001382191,0.0002203973,0.000015247401,0.000059146678,0.0023898236,0.96438414,0.0004012694,0.03225904,0.0000012001985,0.00015202082],"about_ca_topic_score_codex":0.0006580517,"about_ca_topic_score_gemma":0.000013737683,"teacher_disagreement_score":0.59397113,"about_ca_system_score_codex":0.000064929016,"about_ca_system_score_gemma":0.00031578954,"threshold_uncertainty_score":0.62685},"labels":[],"label_agreement":null},{"id":"W3214123422","doi":"10.1007/s10270-021-00943-5","title":"CaRE: a refinement calculus for requirements engineering based on argumentation theory","year":2021,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Argumentation theory; Calculus (dental); Computer science; Refinement calculus; Mathematics; Epistemology; Programming language; Medicine; Philosophy","score_opus":0.05087963705011631,"score_gpt":0.30087826173164217,"score_spread":0.24999862468152587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214123422","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012762775,0.0011585209,0.99387956,0.00004093156,0.0020156882,0.00048065744,0.000014163799,0.001116267,0.000017929031],"genre_scores_gemma":[0.26213598,0.000005774054,0.7371519,0.00010965193,0.000113900016,0.0003376288,0.000044123448,0.00004346195,0.000057517012],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978663,0.000148182,0.0004537378,0.0006523219,0.00042864113,0.00045081676],"domain_scores_gemma":[0.997864,0.00083920005,0.00010542241,0.00078297744,0.00031681225,0.000091560214],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00085283455,0.0002738822,0.00031119067,0.0001501004,0.00015822289,0.00015576238,0.0004247084,0.00009690433,0.0000012596722],"category_scores_gemma":[0.0013098043,0.0002835963,0.00012805173,0.0002908487,0.000007965611,0.000293921,0.00012514557,0.00014716093,0.000004813592],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011577772,0.000017853747,0.000019633586,0.00034804217,0.000022813538,0.000012609781,0.00035587652,0.9839227,0.00065682904,0.007111799,0.000012634964,0.0075076385],"study_design_scores_gemma":[0.00059913815,0.00008198092,0.000003858321,0.00042965147,0.000016756152,0.000005073412,0.00023354443,0.9950943,0.0017783069,0.00104986,0.00038360571,0.00032394167],"about_ca_topic_score_codex":0.000009593499,"about_ca_topic_score_gemma":8.277192e-7,"teacher_disagreement_score":0.26085973,"about_ca_system_score_codex":0.00042196445,"about_ca_system_score_gemma":0.00013914204,"threshold_uncertainty_score":0.9999616},"labels":[],"label_agreement":null},{"id":"W4200336859","doi":"10.1007/s10270-021-00927-5","title":"A cross-technology benchmark for incremental graph queries","year":2021,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Computer Research Institute of Montréal","funders":"National Research, Development and Innovation Office; Nemzeti Kutatási, Fejlesztési és Innovaciós Alap; Horizon 2020 Framework Programme; Innovációs és Technológiai Minisztérium; European Commission; Nemzeti Kutatási Fejlesztési és Innovációs Hivatal; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Electronic Components and Systems for European Leadership; Bundesministerium für Bildung und Forschung","keywords":"Computer science; Benchmark (surveying); Graph; Variety (cybernetics); Domain (mathematical analysis); Theoretical computer science; Artificial intelligence","score_opus":0.01930009684091852,"score_gpt":0.2689377643716736,"score_spread":0.2496376675307551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200336859","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037274346,0.002016652,0.95541656,0.00009909074,0.0010177869,0.00051066466,0.000032734064,0.0036045455,0.000027601951],"genre_scores_gemma":[0.4310804,0.00002099258,0.5682133,0.00004050928,0.00008644714,0.00038870246,0.000026074997,0.000038730825,0.00010485667],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974399,0.000052637504,0.0006347568,0.00086866476,0.00038436337,0.0006196403],"domain_scores_gemma":[0.99789053,0.00009079995,0.0001362134,0.0011787622,0.00058508455,0.00011858077],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005031458,0.0003354118,0.00045677123,0.00033065927,0.00030633467,0.00041175025,0.0010287671,0.0002938325,0.00000535527],"category_scores_gemma":[0.00009551182,0.0003665825,0.0001936832,0.00071529165,0.000059123067,0.0006550206,0.00057125627,0.00025755825,0.000006313048],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021663165,0.00015023876,0.01236416,0.00089567376,0.00020822,0.00013311655,0.0010225169,0.42475247,0.003486779,0.521685,0.00073704123,0.034543134],"study_design_scores_gemma":[0.00047025387,0.000094144234,0.000027680138,0.00039838953,0.000017327859,0.00019646845,0.000049248643,0.97271264,0.0037217836,0.011100519,0.010532309,0.00067924935],"about_ca_topic_score_codex":0.00008610957,"about_ca_topic_score_gemma":0.000009669164,"teacher_disagreement_score":0.54796016,"about_ca_system_score_codex":0.00016976347,"about_ca_system_score_gemma":0.00020262445,"threshold_uncertainty_score":0.9998786},"labels":[],"label_agreement":null},{"id":"W4206030968","doi":"10.1007/s10270-021-00942-6","title":"Automated, interactive, and traceable domain modelling empowered by artificial intelligence","year":2022,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Engineering Research","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Rotation formalisms in three dimensions; Domain (mathematical analysis); Software engineering; Domain engineering; Domain analysis; Domain model; Software; Artificial intelligence; Domain knowledge; Software development; Programming language; Component-based software engineering; Software construction","score_opus":0.03171702711815094,"score_gpt":0.2704622975187825,"score_spread":0.23874527040063154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206030968","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11823749,0.0026985402,0.87527204,0.00007314535,0.0008911886,0.00039042323,0.000026554924,0.0023912655,0.00001933954],"genre_scores_gemma":[0.9486568,0.000023108472,0.050914343,0.000025720026,0.000062095845,0.00017372446,0.00001571773,0.000057721412,0.00007078858],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967342,0.00022790756,0.0006161968,0.000876386,0.00086371,0.0006816082],"domain_scores_gemma":[0.998256,0.0005859725,0.000121388715,0.00069443753,0.0001318407,0.0002103079],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012309655,0.00029598473,0.0003609178,0.00031265107,0.00069745426,0.00056567276,0.0011352545,0.00008562104,0.000013641076],"category_scores_gemma":[0.00017633269,0.00033252453,0.000078616715,0.0006689918,0.00003466951,0.00072114705,0.00088912854,0.00066036294,0.000018381159],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001701951,0.000051041257,0.00007639382,0.00005979885,0.000027658181,0.000029322642,0.0017503515,0.99198073,0.00022064499,0.001369273,0.00023679422,0.004180995],"study_design_scores_gemma":[0.00009916256,0.00007505431,6.963599e-7,0.00006367865,0.0000043186005,0.000118195974,0.00096607767,0.99491036,0.00007965542,0.00258965,0.0007407145,0.00035246514],"about_ca_topic_score_codex":0.0003515456,"about_ca_topic_score_gemma":0.0000014113643,"teacher_disagreement_score":0.8304193,"about_ca_system_score_codex":0.0003509338,"about_ca_system_score_gemma":0.00011568098,"threshold_uncertainty_score":0.9999127},"labels":[],"label_agreement":null},{"id":"W4206490081","doi":"10.1007/s10270-021-00971-1","title":"DSMCompare: domain-specific model differencing for graphical domain-specific languages","year":2022,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University; Université de Montréal","funders":"Mitacs","keywords":"Computer science; Abstract syntax; Syntax; Semantics (computer science); Programming language; Domain-specific language; Digital subscriber line; Domain (mathematical analysis); Unified Modeling Language; Software versioning; Metamodeling; Modeling language; Software engineering; Natural language processing; Artificial intelligence; Software","score_opus":0.028724520783787077,"score_gpt":0.24672303583420688,"score_spread":0.2179985150504198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206490081","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039460376,0.0037857394,0.9499941,0.00013780914,0.001089897,0.0013378467,0.000104788836,0.004050973,0.00003848118],"genre_scores_gemma":[0.4335599,0.00004118664,0.56478876,0.000058156777,0.00020741588,0.0011479232,0.000044867724,0.00010229774,0.00004946194],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9948777,0.00023181576,0.001064387,0.0014905726,0.0012149574,0.0011205463],"domain_scores_gemma":[0.99703044,0.0002487098,0.00027121403,0.0019017381,0.0002559199,0.00029197638],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013363595,0.0006516874,0.0008588802,0.0005852985,0.001086779,0.00043835965,0.0025287322,0.00019608586,0.000008064311],"category_scores_gemma":[0.0000061249984,0.00069181126,0.00042467425,0.00075779913,0.000054276472,0.0005068758,0.0011156063,0.0007951625,0.0000072136922],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019615407,0.00006343971,0.00008214724,0.00009396336,0.000031757143,0.000024356867,0.0016317423,0.62375337,0.0005864168,0.36939037,0.0013640163,0.0029588502],"study_design_scores_gemma":[0.0006287327,0.000105627616,0.0000065906574,0.00012734208,0.000009103824,0.000099207085,0.00027350406,0.9102147,0.00003599662,0.020163203,0.067486376,0.0008495896],"about_ca_topic_score_codex":0.00004900967,"about_ca_topic_score_gemma":0.0000028347686,"teacher_disagreement_score":0.39409953,"about_ca_system_score_codex":0.0006435954,"about_ca_system_score_gemma":0.00013356554,"threshold_uncertainty_score":0.9995533},"labels":[],"label_agreement":null},{"id":"W4254309703","doi":"10.1007/s10270-002-8208-5","title":"A UML-Based Approach to System Testing","year":2002,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":107,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Unified Modeling Language; Sequence diagram; Class diagram; Object Constraint Language; Software engineering; Applications of UML; Testability; Model-based testing; Context (archaeology); Test case; Programming language; UML tool; Test Management Approach; System testing; Activity diagram; Software development; Reliability engineering; Software; Software construction","score_opus":0.09020794658056883,"score_gpt":0.23924228661756475,"score_spread":0.14903434003699592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254309703","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017127586,0.00056513114,0.95263827,0.00004528631,0.00054279296,0.0005968832,0.0000040986133,0.041766766,0.002128015],"genre_scores_gemma":[0.5439675,2.148012e-7,0.45553225,0.0001202785,0.00012467791,0.00016833228,0.0000015247389,0.00003598197,0.00004925389],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996735,0.00016491904,0.000681472,0.0009957913,0.0006867924,0.00073601946],"domain_scores_gemma":[0.99722147,0.00045304262,0.00018222781,0.0014332054,0.0003928039,0.00031726522],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009811245,0.00038692364,0.00048160035,0.0003797993,0.00042856325,0.0005823767,0.001422891,0.00016188304,6.658205e-7],"category_scores_gemma":[0.001130128,0.0003706245,0.00011726163,0.001226306,0.000019286721,0.00032932407,0.0002815387,0.0002723805,0.00011189516],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028662357,0.00012304272,0.0024490238,0.0006973682,0.000019953743,0.000036373054,0.00083346723,0.9679515,0.000032206284,0.002499116,0.0045248126,0.020830266],"study_design_scores_gemma":[0.00017323722,0.000068747366,0.0000053360154,0.0009278898,0.0000100808575,0.00013784482,0.000030102483,0.99784034,0.000011057658,0.00022067073,0.000117361946,0.00045732362],"about_ca_topic_score_codex":0.00056374876,"about_ca_topic_score_gemma":5.240738e-7,"teacher_disagreement_score":0.54225475,"about_ca_system_score_codex":0.0002764631,"about_ca_system_score_gemma":0.00006921546,"threshold_uncertainty_score":0.9998746},"labels":[],"label_agreement":null},{"id":"W4283216742","doi":"10.1007/s10270-022-01010-3","title":"Blended modeling in commercial and open-source model-driven software engineering tools: A systematic study","year":2022,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Rijksdienst voor Ondernemend Nederland","keywords":"Computer science; Notation; Consistency (knowledge bases); Systematic review; Software engineering; Open source; Software; Data science; Artificial intelligence; Programming language","score_opus":0.05237208344788011,"score_gpt":0.25943361113741337,"score_spread":0.20706152768953326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283216742","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11554773,0.0009364136,0.876176,0.000028178343,0.00046493282,0.004025964,0.000028596134,0.0027876282,0.0000045651054],"genre_scores_gemma":[0.70639104,0.000010144484,0.29087016,0.000045024844,0.000046302677,0.0024529968,0.000012808245,0.00013883461,0.000032677868],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9937492,0.0005644196,0.0017860635,0.0015902165,0.0012642074,0.0010459049],"domain_scores_gemma":[0.9969605,0.00031741732,0.00032659786,0.0018866108,0.00021864452,0.0002901973],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0027877176,0.00078895676,0.0016036088,0.0008526856,0.0006758824,0.0011788378,0.003820321,0.00018350779,0.0000021933115],"category_scores_gemma":[0.00020504407,0.0008827359,0.00016095347,0.0010467822,0.000018976738,0.0018662427,0.0051852157,0.001137337,0.0000034281202],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016308948,0.00020894881,0.0009459054,0.0021129448,0.000070003814,0.000060967097,0.005388376,0.9872388,0.000015816724,0.0026681814,0.000015054853,0.0012586499],"study_design_scores_gemma":[0.0010397513,0.00017548345,0.000006792021,0.0020034462,0.00004994262,0.000120941324,0.0005210725,0.99494267,0.000001693367,0.00017001027,0.0000342967,0.00093389145],"about_ca_topic_score_codex":0.0010087126,"about_ca_topic_score_gemma":0.000045655557,"teacher_disagreement_score":0.5908433,"about_ca_system_score_codex":0.00086228707,"about_ca_system_score_gemma":0.0002919401,"threshold_uncertainty_score":0.999858},"labels":[],"label_agreement":null},{"id":"W4290033761","doi":"10.1007/s10270-022-01012-1","title":"Dash: declarative behavioural modelling in Alloy with control state hierarchy","year":2022,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Dash; Programming language; Hierarchy; Semantics (computer science); Concurrency; Theoretical computer science; Software engineering","score_opus":0.05159158778423613,"score_gpt":0.25647110666871836,"score_spread":0.20487951888448225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290033761","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21673399,0.00034435492,0.78164434,0.000029321973,0.00037523016,0.00056827493,0.000017160657,0.00026600208,0.00002132637],"genre_scores_gemma":[0.68452245,0.0000033001265,0.3150019,0.000047991285,0.000018467215,0.00033335746,0.000007059153,0.000023775287,0.000041684245],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996868,0.00063739263,0.00062877045,0.00062915555,0.00072814914,0.0005085313],"domain_scores_gemma":[0.9987179,0.000113044625,0.00023715972,0.0006670518,0.0001616135,0.00010322152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017569021,0.00023789683,0.00035194177,0.00028158806,0.00040457555,0.00019926758,0.0009579429,0.000048506026,0.000002381378],"category_scores_gemma":[0.000035376754,0.00022753669,0.000058276182,0.0006045167,0.000030119958,0.00090042345,0.00024077964,0.00053640536,0.0000044572607],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004567098,0.00003716756,0.003902695,0.000020997171,0.000013857942,0.00002669463,0.0032296134,0.98752284,0.00003624959,0.0038016723,0.0000025919314,0.001359929],"study_design_scores_gemma":[0.000712137,0.0001373057,0.000061500534,0.0000613939,0.000007547409,0.00005078496,0.0003982288,0.9974419,0.000014601351,0.00078451406,0.000038543567,0.00029153182],"about_ca_topic_score_codex":0.0010266594,"about_ca_topic_score_gemma":0.000025368683,"teacher_disagreement_score":0.46778846,"about_ca_system_score_codex":0.0004210275,"about_ca_system_score_gemma":0.00020054687,"threshold_uncertainty_score":0.9278677},"labels":[],"label_agreement":null},{"id":"W4304694950","doi":"10.1007/s10270-022-01054-5","title":"Real-time collaborative multi-level modeling by conflict-free replicated data types","year":2022,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Scalability; Replication (statistics); Collaborative editing; Distributed computing; Data science; Database; World Wide Web","score_opus":0.074031288039067,"score_gpt":0.283833103421923,"score_spread":0.20980181538285603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4304694950","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029536167,0.0017220484,0.98664665,0.0001292175,0.00053011713,0.0010757197,0.0015925384,0.0053047272,0.0000453803],"genre_scores_gemma":[0.14726423,0.00011687643,0.8502762,0.00008060791,0.000104811865,0.0006027411,0.0007429213,0.00016119612,0.00065044407],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99494,0.00035382443,0.0010314907,0.0018307636,0.0010683789,0.0007755546],"domain_scores_gemma":[0.9927592,0.00014558944,0.00032289047,0.0059662103,0.0005588524,0.00024720345],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0017364665,0.00054661493,0.000726729,0.00029008443,0.0007110522,0.00036611545,0.0065658325,0.00018664377,0.0000131776005],"category_scores_gemma":[0.0001589473,0.00060843735,0.00009475534,0.0010875304,0.000036370082,0.0010759226,0.0053521376,0.00062712136,0.000029451816],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014850195,0.000084387415,0.00003321919,0.00006157077,0.0000872088,0.000020987316,0.0009253514,0.9833945,0.0014722344,0.0030321034,0.00901519,0.0018583897],"study_design_scores_gemma":[0.000515483,0.00006896357,6.1221823e-7,0.000101661564,0.0000255682,0.000034583634,0.000058447997,0.98996997,0.000060106217,0.00017588123,0.008306958,0.00068178796],"about_ca_topic_score_codex":0.0014815363,"about_ca_topic_score_gemma":0.00000601919,"teacher_disagreement_score":0.14431061,"about_ca_system_score_codex":0.0004562777,"about_ca_system_score_gemma":0.0003880068,"threshold_uncertainty_score":0.9996367},"labels":[],"label_agreement":null},{"id":"W4306385893","doi":"10.1007/s10270-022-01055-4","title":"Theme section on model-driven requirements engineering","year":2022,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Section (typography); Theme (computing); Software engineering; Special section; Engineering management; Systems engineering; World Wide Web; Engineering; Engineering physics; Operating system","score_opus":0.03278210830154284,"score_gpt":0.23939923914034977,"score_spread":0.20661713083880695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306385893","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021845328,0.00014932513,0.97094417,0.000043717595,0.0017992904,0.000564027,0.000019347905,0.0045908396,0.000043944336],"genre_scores_gemma":[0.72548956,0.000005875031,0.27359608,0.00006598641,0.0001583261,0.00049205753,0.000014112571,0.000073609204,0.000104362916],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968317,0.00009731323,0.0005848809,0.0008468453,0.0010322668,0.0006069856],"domain_scores_gemma":[0.9983245,0.000051627372,0.00015549165,0.0011956554,0.00012375007,0.00014894722],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006806546,0.00038830104,0.00036906564,0.00042419526,0.00046053884,0.00018906753,0.0013677201,0.00010798361,0.0000053328927],"category_scores_gemma":[0.000020306985,0.0004358058,0.00015605183,0.00051352277,0.000008639802,0.00059481163,0.0007756663,0.0006244399,0.000011016428],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000586424,0.000042255306,0.00006067294,0.00005388415,0.000027430095,0.000012677914,0.0006646725,0.9733593,0.0005212424,0.023491029,0.00025158274,0.0015093891],"study_design_scores_gemma":[0.0002154933,0.00011872914,0.0000018457773,0.00011806432,0.000008319776,0.00003918632,0.000021117736,0.9959603,0.000066140754,0.00031187033,0.0026868975,0.00045206628],"about_ca_topic_score_codex":0.0001114609,"about_ca_topic_score_gemma":7.140376e-7,"teacher_disagreement_score":0.7036443,"about_ca_system_score_codex":0.00078454096,"about_ca_system_score_gemma":0.00009519432,"threshold_uncertainty_score":0.9998094},"labels":[],"label_agreement":null},{"id":"W4307728471","doi":"10.1007/s10270-022-01053-6","title":"Specification and analysis of legal contracts with Symboleo","year":2022,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Outaouais; University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Axiom; Design by contract; Formal specification; Specification language; Programming language; Model checking; Contract management; Software engineering; Semantics (computer science); Business; Mathematics; Software development","score_opus":0.018272008305342636,"score_gpt":0.2030731933795932,"score_spread":0.18480118507425056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307728471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6219809,0.001083724,0.37609035,0.000107529646,0.000115372546,0.00015374417,0.000014763493,0.00015463345,0.00029898444],"genre_scores_gemma":[0.9989756,0.0000121974235,0.0003909979,0.00010737628,0.00019070435,0.000057856996,0.00014991207,0.000030610834,0.00008478783],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983368,0.000019274292,0.00048801367,0.00041062667,0.00051949016,0.00022580565],"domain_scores_gemma":[0.99882114,0.00003424851,0.0004200975,0.00030111257,0.00040759885,0.00001581292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005716154,0.00018511052,0.000532071,0.0008460826,0.000402971,0.00024292036,0.00020010196,0.000037869293,0.00002870821],"category_scores_gemma":[0.00004675283,0.00016548787,0.00011008541,0.0019630308,0.000030039715,0.00067066925,0.00011767129,0.0001564339,0.0000023839727],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046737365,0.000049912847,0.023961227,0.00018998371,0.0004678936,0.0000047391136,0.000068489964,0.9704914,0.00007785146,0.0033505433,0.00001841433,0.0012728224],"study_design_scores_gemma":[0.00027335872,0.0000069635844,0.00052749587,0.000049807957,0.0016605353,0.000003415318,0.0012264146,0.9950931,0.00000145697,0.00012014139,0.00081641704,0.00022087857],"about_ca_topic_score_codex":0.0033109342,"about_ca_topic_score_gemma":0.00005575899,"teacher_disagreement_score":0.37699464,"about_ca_system_score_codex":0.00003657149,"about_ca_system_score_gemma":0.000036690384,"threshold_uncertainty_score":0.67484},"labels":[],"label_agreement":null},{"id":"W4323316606","doi":"10.1007/s10270-023-01086-5","title":"Efficient regression testing of distributed real-time reactive systems in the context of model-driven development","year":2023,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Regression testing; Context (archaeology); Timestamp; Overhead (engineering); TRACE (psycholinguistics); Distributed computing; Regression; Real-time computing; Programming language; Software development; Statistics","score_opus":0.06037124717234388,"score_gpt":0.2836356329457989,"score_spread":0.22326438577345503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323316606","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31911308,0.00014727186,0.677114,0.000017455412,0.00014170741,0.00051601947,0.000020894611,0.0028956574,0.000033907912],"genre_scores_gemma":[0.9214289,0.0000037728637,0.078347735,0.000005612749,0.000022595277,0.00012918297,0.000026009424,0.000024285999,0.000011898273],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99684364,0.0002947973,0.0010969308,0.00052443414,0.0007998347,0.00044033927],"domain_scores_gemma":[0.9964589,0.0014831021,0.0005975707,0.000853524,0.0005417243,0.00006518874],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023045659,0.00026949667,0.0005805471,0.00034698157,0.00017845136,0.000080480655,0.0010687081,0.00013826946,9.509071e-8],"category_scores_gemma":[0.0012270621,0.00019441167,0.00007705316,0.0014630492,0.000046892095,0.0001130638,0.00033764265,0.00021637442,0.000006184902],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008478836,0.000052517018,0.0021305436,0.00024680857,0.000013820622,0.0000136625085,0.0050496757,0.98924875,0.00080987584,0.00036338525,0.00025455773,0.0018079219],"study_design_scores_gemma":[0.00019930417,0.000043761058,0.00012257553,0.003067708,0.000007985373,0.000020053278,0.00048410348,0.99534696,0.00017024184,0.00032667737,0.0000049879654,0.00020565855],"about_ca_topic_score_codex":0.0017338003,"about_ca_topic_score_gemma":0.0000030808812,"teacher_disagreement_score":0.60231584,"about_ca_system_score_codex":0.00018603857,"about_ca_system_score_gemma":0.00029786202,"threshold_uncertainty_score":0.79278773},"labels":[],"label_agreement":null},{"id":"W4377024179","doi":"10.1007/s10270-023-01108-2","title":"Guest editorial for the special section on MODELS 2021","year":2023,"lang":"en","type":"editorial","venue":"Software & Systems Modeling","topic":"Advanced Data Processing Techniques","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Ottawa","funders":"","keywords":"Computer science; Special section; Section (typography); Software engineering; Data science; Engineering physics; Operating system","score_opus":0.024449714587548466,"score_gpt":0.2705132573822686,"score_spread":0.24606354279472015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377024179","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.6269545e-7,0.00041455647,0.47233376,0.0000033862686,0.52366537,0.00058833184,0.0009986568,0.0019587555,0.00003662541],"genre_scores_gemma":[0.000056687826,0.00064923416,0.0022314587,0.0000019412514,0.99327606,0.001271889,0.0017834392,0.00053158606,0.00019772233],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964059,0.00004662844,0.00081827183,0.00076097425,0.0012941406,0.0006740823],"domain_scores_gemma":[0.9958726,0.0022752052,0.0002038137,0.00095650705,0.0005967918,0.00009505088],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00094386976,0.0006833411,0.0007139274,0.00023229342,0.00044275937,0.00040436198,0.00080923946,0.0017036777,0.0000018610186],"category_scores_gemma":[0.0017908048,0.00059110805,0.0002329913,0.0002784118,0.000032637145,0.00047956876,0.00012872025,0.0016635231,0.000042160114],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027675494,0.0000040956625,1.9636804e-8,0.0003361577,0.000046828412,0.0000011669871,0.000047205398,0.47639194,0.000003275479,0.0000141764485,0.52277124,0.0003562015],"study_design_scores_gemma":[0.00017885097,0.000035175028,8.2306867e-10,0.0007359822,0.000049112088,4.5192843e-7,0.000036828198,0.42061296,0.000006607124,0.0007082,0.5772674,0.00036843092],"about_ca_topic_score_codex":0.00014432377,"about_ca_topic_score_gemma":0.000043624772,"teacher_disagreement_score":0.4701023,"about_ca_system_score_codex":0.00074489944,"about_ca_system_score_gemma":0.00021876443,"threshold_uncertainty_score":0.99965405},"labels":[],"label_agreement":null},{"id":"W4380877364","doi":"10.1007/s10270-023-01113-5","title":"Repository mining for changes in Simulink and Stateflow models","year":2023,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Stateflow; Computer science; Automotive industry; MATLAB; Software; Model-based design; Software engineering; Simulation; Programming language; Engineering","score_opus":0.05202037005972848,"score_gpt":0.28110912341442795,"score_spread":0.22908875335469947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380877364","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21046771,0.0014265762,0.7859033,0.00007459844,0.00060180784,0.00043852118,0.000005803359,0.0010749224,0.000006774187],"genre_scores_gemma":[0.96057445,0.0000669312,0.038618498,0.000016881815,0.00014623943,0.00031339301,0.000007170684,0.000047397374,0.00020902281],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99798846,0.000058523805,0.00034426854,0.0006150324,0.00037935664,0.000614357],"domain_scores_gemma":[0.9979249,0.0012523487,0.00005241935,0.00049812865,0.00014210107,0.00013009213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010670357,0.0001896675,0.0002873506,0.00046589028,0.00015196613,0.00026436476,0.0005080791,0.00011518877,1.2717891e-7],"category_scores_gemma":[0.00048795546,0.00019781031,0.0000400127,0.0006112685,0.000016482414,0.00043971406,0.00029141025,0.00015888177,0.000003761134],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049202417,0.0000058798605,0.0018906859,0.00029469762,0.0000106068,0.00003223258,0.0019832097,0.9900431,0.000097046555,0.0002271646,0.000093130315,0.0053172945],"study_design_scores_gemma":[0.00030965864,0.000043241198,0.000049388767,0.00028924426,0.0000024558235,0.000013471541,0.0002391661,0.99809146,0.00003543964,0.00060824153,0.00010403998,0.0002142153],"about_ca_topic_score_codex":0.00012868764,"about_ca_topic_score_gemma":0.000015729665,"teacher_disagreement_score":0.75010675,"about_ca_system_score_codex":0.00010582735,"about_ca_system_score_gemma":0.00008558035,"threshold_uncertainty_score":0.806647},"labels":[],"label_agreement":null},{"id":"W4385073874","doi":"10.1007/s10270-023-01115-3","title":"An ontology-based approach to engineering ethicality requirements","year":2023,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Requirements engineering; Requirements elicitation; Ontology; Requirements analysis; Requirement; Software engineering; Non-functional requirement; Requirements management; Risk analysis (engineering); Software development; Software; Software construction; Programming language","score_opus":0.16282266156182812,"score_gpt":0.4067684726239038,"score_spread":0.2439458110620757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385073874","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22587948,0.000087483764,0.7644192,0.0023551919,0.0014761306,0.00079860986,0.000022824759,0.0019955905,0.0029655031],"genre_scores_gemma":[0.99289936,0.000007311269,0.0058400943,0.0005493841,0.00046320856,0.00006607156,0.000024473948,0.00003354499,0.00011652444],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974227,0.00034192225,0.00035914773,0.00040693354,0.00078854605,0.0006807563],"domain_scores_gemma":[0.99856436,0.00022483183,0.00006447001,0.00033849254,0.0003651569,0.00044267322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049055093,0.00015916133,0.000287627,0.00015616113,0.00081632496,0.00033063864,0.00043925035,0.00042945085,0.0000032903476],"category_scores_gemma":[0.002281835,0.00016952674,0.00008640869,0.00060636963,0.000061170336,0.00034404514,0.000046069013,0.00042380756,0.00004622116],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008212773,0.00005444225,0.0013234947,0.00013038037,0.000022767515,0.0000042518486,0.021761384,0.9488555,0.00014196541,0.02709122,0.00024321176,0.00036317314],"study_design_scores_gemma":[0.00026749424,0.00006239356,0.00014847514,0.00021288573,0.000021329935,3.45275e-7,0.010122926,0.9825354,0.000005802611,0.002937013,0.0031921284,0.0004937986],"about_ca_topic_score_codex":0.011153521,"about_ca_topic_score_gemma":0.00039202493,"teacher_disagreement_score":0.7670199,"about_ca_system_score_codex":0.0002349851,"about_ca_system_score_gemma":0.000379541,"threshold_uncertainty_score":0.9954313},"labels":[],"label_agreement":null},{"id":"W4385953646","doi":"10.1007/s10270-023-01125-1","title":"Analyzing the impact of human errors on interactive service robotic scenarios via formal verification","year":2023,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Politecnico di Milano","keywords":"Computer science; Outcome (game theory); Robot; Plan (archaeology); Service (business); Model checking; Human–computer interaction; Software engineering; Systems engineering; Artificial intelligence; Risk analysis (engineering); Engineering","score_opus":0.07153227084064961,"score_gpt":0.3420807036154529,"score_spread":0.2705484327748033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385953646","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20940977,0.00007853526,0.7888542,0.000034369532,0.0004582081,0.00026686306,0.000002571228,0.00088988425,0.0000056285744],"genre_scores_gemma":[0.96897906,0.0000047045555,0.030830158,0.0000099093095,0.00006804263,0.00004958055,0.000011546902,0.000032164433,0.000014812761],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980973,0.0002320618,0.0005042565,0.00041879664,0.0002950524,0.0004525175],"domain_scores_gemma":[0.99768037,0.0007991521,0.00027551316,0.0009224702,0.00026887024,0.00005365621],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011651062,0.0002490426,0.00036058584,0.0002997919,0.00029149378,0.0000876939,0.000998291,0.0000907755,8.1575405e-7],"category_scores_gemma":[0.0005384601,0.00018183635,0.00016305454,0.001165721,0.000022019784,0.00083556,0.00027456752,0.00032375474,0.000025887191],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008008106,0.000011976874,0.00026627723,0.00007003464,0.000051533527,0.0000025657296,0.00209389,0.99258757,0.0020050576,0.00034030943,0.000008353043,0.002554419],"study_design_scores_gemma":[0.00012379601,0.000102627484,0.0007437056,0.00024585798,0.000010824065,0.000008546181,0.0003760905,0.9961085,0.00017374005,0.001913933,6.2605125e-7,0.00019179801],"about_ca_topic_score_codex":0.00055704097,"about_ca_topic_score_gemma":0.0000062005056,"teacher_disagreement_score":0.7595693,"about_ca_system_score_codex":0.0002484,"about_ca_system_score_gemma":0.000063902145,"threshold_uncertainty_score":0.7415071},"labels":[],"label_agreement":null},{"id":"W4387165217","doi":"10.1007/s10270-023-01123-3","title":"Fault localization in DSLTrans model transformations by combining symbolic execution and spectrum-based analysis","year":2023,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Montréal; Polytechnique Montréal","funders":"Agencia Estatal de Investigación; Austrian Science Fund; Bundesministerium für Digitalisierung und Wirtschaftsstandort; Österreichische Nationalstiftung für Forschung, Technologie und Entwicklung; Ministerio de Ciencia e Innovación; Universidad de Málaga","keywords":"Computer science; Symbolic execution; Programming language; Model checking; Parallel computing; Fault (geology); Theoretical computer science; Software engineering; Software","score_opus":0.022085225537430975,"score_gpt":0.2562257732166029,"score_spread":0.23414054767917192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387165217","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035957403,0.00023445976,0.95391506,0.00016149812,0.00007696651,0.00027968554,0.000019009798,0.009332583,0.000023344734],"genre_scores_gemma":[0.9742458,0.00003305919,0.025381306,0.000084995954,0.000011657397,0.00009143245,0.000117190786,0.000022197668,0.000012383263],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981025,0.00010493096,0.0005578055,0.0004780648,0.0003682421,0.00038849056],"domain_scores_gemma":[0.9991138,0.00018814986,0.000099477555,0.00041685032,0.00008582881,0.00009590906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007675617,0.0002119343,0.000354904,0.0009426007,0.00026960534,0.00025119717,0.00033905165,0.0001330467,3.5367006e-7],"category_scores_gemma":[0.0001011377,0.00022561268,0.00009141588,0.002719963,0.000024803212,0.000502049,0.00003905714,0.0001730554,0.000003967504],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019434224,0.000017990737,0.0035195423,0.000067687295,0.000021094642,0.000002156572,0.0012241341,0.9935232,0.000023338396,0.00067348423,0.00024198888,0.00068345125],"study_design_scores_gemma":[0.0002609988,0.000020638045,0.000031311043,0.0001942655,0.000046123514,0.0000032895257,0.000047555033,0.9923483,0.000033808912,0.0067596463,0.000007728752,0.000246332],"about_ca_topic_score_codex":0.0010034218,"about_ca_topic_score_gemma":0.000045012108,"teacher_disagreement_score":0.9382884,"about_ca_system_score_codex":0.00010327568,"about_ca_system_score_gemma":0.00007992813,"threshold_uncertainty_score":0.9200218},"labels":[],"label_agreement":null},{"id":"W4392293665","doi":"10.1007/s10270-024-01154-4","title":"Circular systems engineering","year":2024,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Sustainable Supply Chain Management","field":"Business, Management and Accounting","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Sustainability; Risk analysis (engineering); Systems engineering; Computer science; Value (mathematics); Key (lock); Management science; Process management; Engineering; Business; Computer security; Ecology","score_opus":0.014205326184652563,"score_gpt":0.19852557715330968,"score_spread":0.18432025096865712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392293665","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026702609,0.016009087,0.9423019,0.00015069025,0.008111849,0.0011540144,0.00000456767,0.0038845914,0.0016806407],"genre_scores_gemma":[0.99421436,0.000013877457,0.00028051497,0.000116880445,0.0039988384,0.00026173584,0.000043462893,0.00017470813,0.0008956128],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973811,0.000015275531,0.0006007077,0.00067199895,0.00061494124,0.00071595906],"domain_scores_gemma":[0.99905705,0.000068827554,0.00008660427,0.00053608,0.00022058046,0.000030850442],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010396932,0.00038926126,0.0003867337,0.00082192355,0.00019771213,0.0025711954,0.00041099658,0.00013193072,0.00002593693],"category_scores_gemma":[0.00018409855,0.0003869564,0.00016871623,0.0009017016,0.000013353914,0.0014582033,0.00027699658,0.0002691922,0.0005999178],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027365868,0.000011040734,0.00036633623,0.008240644,0.00010933448,0.00023775057,0.000067257264,0.952135,0.000036642858,0.03617791,0.0020954467,0.0005198482],"study_design_scores_gemma":[0.00012430067,0.0000027513734,0.0000041683174,0.0009394333,0.000084629275,0.000012708039,0.0013894655,0.8667595,4.261624e-7,0.00028400822,0.12999782,0.00040080468],"about_ca_topic_score_codex":0.0023546629,"about_ca_topic_score_gemma":0.0000023318428,"teacher_disagreement_score":0.9675118,"about_ca_system_score_codex":0.0003133561,"about_ca_system_score_gemma":0.0000472311,"threshold_uncertainty_score":0.99985826},"labels":[],"label_agreement":null},{"id":"W4394849144","doi":"10.1007/s10270-023-01147-9","title":"Empirically evaluating modeling language ontologies: the Peira framework","year":2024,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina; University of Toronto; York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Modeling language; Software engineering; Programming language; Natural language processing; Data science; Knowledge management; Software","score_opus":0.08206135092399472,"score_gpt":0.3575813258738234,"score_spread":0.2755199749498287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394849144","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0784579,0.024990382,0.8903334,0.0007980338,0.0025338274,0.0003530944,0.0000033271444,0.002318005,0.00021201499],"genre_scores_gemma":[0.88899183,0.00004391205,0.11004482,0.00025885177,0.0004314894,0.00008423752,0.0000028364193,0.00003341867,0.0001086169],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968198,0.00026048342,0.00066917826,0.0008321289,0.00075914763,0.00065925985],"domain_scores_gemma":[0.9972566,0.0011796191,0.00008482474,0.0012176278,0.0001739852,0.00008733896],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0018751384,0.00032478658,0.00039627875,0.00014388918,0.00044451852,0.0013674591,0.00173875,0.0002300316,0.000006168994],"category_scores_gemma":[0.0014059191,0.00021032941,0.00020730717,0.00054432254,0.000041523683,0.0005748421,0.00050880364,0.00063512474,0.00009804267],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004174809,0.000012872404,0.00019758673,0.0002320043,0.00006705546,0.000080788894,0.011643689,0.9416457,0.000055667257,0.018222326,0.0001768351,0.02766129],"study_design_scores_gemma":[0.00006580927,0.00004270108,0.0000034730251,0.00082204206,0.000028438404,0.00007309001,0.0039888527,0.98393464,0.0000050760004,0.010657939,0.00009449248,0.00028343144],"about_ca_topic_score_codex":0.00079064036,"about_ca_topic_score_gemma":0.000026940776,"teacher_disagreement_score":0.81053394,"about_ca_system_score_codex":0.00013307671,"about_ca_system_score_gemma":0.00027482372,"threshold_uncertainty_score":0.9996692},"labels":[],"label_agreement":null},{"id":"W4394927149","doi":"10.1007/s10270-024-01170-4","title":"Improving repair of semantic ATL errors using a social diversity metric","year":2024,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; McGill University; Université de Montréal; Computer Research Institute of Montréal","funders":"","keywords":"Computer science; Metric (unit); Diversity (politics); Natural language processing; Information retrieval; Data science; Artificial intelligence; Sociology","score_opus":0.055793967027818005,"score_gpt":0.2822911530338823,"score_spread":0.2264971860060643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394927149","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.115833305,0.002151225,0.86229795,0.000013232504,0.00090515125,0.00020057267,0.0000052495043,0.018575156,0.000018179087],"genre_scores_gemma":[0.8290654,0.0000030285453,0.17071521,0.000014541689,0.00014345946,0.0000070642373,0.0000014322791,0.00002801856,0.000021895394],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976663,0.00012507656,0.0005385515,0.00065862987,0.00059459085,0.00041687908],"domain_scores_gemma":[0.9986686,0.0003156615,0.00017486048,0.0005284047,0.00023134073,0.00008109813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001236419,0.00024309118,0.00041662794,0.0006061833,0.0005446203,0.00022034746,0.0007449157,0.0001557803,8.2008677e-7],"category_scores_gemma":[0.0004917876,0.0002392078,0.00028374253,0.0013702621,0.000040250918,0.0005637289,0.0011565441,0.0002622372,0.0000049990795],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006542919,0.0005277799,0.13518928,0.024375722,0.0014116782,0.0013593339,0.045177206,0.610596,0.0025770173,0.022743769,0.008189547,0.14778726],"study_design_scores_gemma":[0.00007154067,0.000034076966,0.00003213157,0.00065131666,0.000055295113,0.000055816763,0.000056310586,0.9960989,0.000024997504,0.0026454153,0.000012867162,0.00026133726],"about_ca_topic_score_codex":0.0050896537,"about_ca_topic_score_gemma":0.000004080676,"teacher_disagreement_score":0.71323204,"about_ca_system_score_codex":0.0002314189,"about_ca_system_score_gemma":0.00019916744,"threshold_uncertainty_score":0.97546107},"labels":[],"label_agreement":null},{"id":"W4396224217","doi":"10.1007/s10270-024-01177-x","title":"What makes a good modeling research contribution?","year":2024,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Field (mathematics); Key (lock); Computer science; Data science; Management science; Engineering ethics; Engineering; Computer security","score_opus":0.07457500346351768,"score_gpt":0.3411279698523124,"score_spread":0.2665529663887947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396224217","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015753323,0.033815976,0.93889517,0.00040784501,0.007922653,0.0006268228,0.00001983466,0.0023225432,0.00023585743],"genre_scores_gemma":[0.9946646,0.00014349034,0.00343035,0.000033757155,0.00092880434,0.00012160888,0.00004645263,0.000050887877,0.0005800538],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9947428,0.0005840035,0.0009170028,0.0012251589,0.0013627609,0.0011682448],"domain_scores_gemma":[0.9971007,0.0005008295,0.00007195085,0.0011231161,0.0009342575,0.00026912772],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0046072574,0.00036288987,0.00050199666,0.0004761489,0.00069141475,0.0064884997,0.0015437916,0.00025781387,0.0000030821716],"category_scores_gemma":[0.00022315125,0.00033204118,0.00022223798,0.0014037894,0.000038715854,0.0021338635,0.0005139198,0.0007796445,0.00037936558],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004330548,0.000026547548,0.0000423585,0.00033763752,0.0000603461,0.00009184928,0.0012654881,0.923869,0.00004295595,0.07115059,0.00064957817,0.0024592977],"study_design_scores_gemma":[0.0001939227,0.000048842303,3.421733e-7,0.0029510225,0.000010877944,0.00014827894,0.0006588707,0.9840593,0.0000054126976,0.0060738833,0.005472818,0.00037647216],"about_ca_topic_score_codex":0.00040648272,"about_ca_topic_score_gemma":0.000008521446,"teacher_disagreement_score":0.9789113,"about_ca_system_score_codex":0.0003437131,"about_ca_system_score_gemma":0.00043913658,"threshold_uncertainty_score":0.99991316},"labels":[],"label_agreement":null},{"id":"W4400115658","doi":"10.1007/s10270-024-01188-8","title":"Human factors in model-driven engineering: future research goals and initiatives for MDE","year":2024,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Model-driven architecture; Software engineering; Process management; Metamodeling; Knowledge management; Engineering management; Systems engineering; Unified Modeling Language; Programming language; Software; Engineering","score_opus":0.06610314366050352,"score_gpt":0.3383185537168748,"score_spread":0.2722154100563713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400115658","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057064842,0.0027694125,0.9363711,0.00006986186,0.0004764598,0.00089883537,0.000035985344,0.002301495,0.000012006348],"genre_scores_gemma":[0.73470664,0.000056132318,0.26453927,0.0000060944944,0.00020157213,0.00036547583,0.000012711491,0.00007314015,0.00003894259],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99712235,0.00009683807,0.00058394944,0.0009349245,0.0005284675,0.0007334466],"domain_scores_gemma":[0.9986315,0.0002803309,0.000044949957,0.0006359363,0.00023481512,0.00017250306],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012289954,0.00037397988,0.00046035543,0.00091072056,0.00019330166,0.0005722414,0.0008059041,0.00028341165,5.3605555e-7],"category_scores_gemma":[0.00005461544,0.00035864723,0.00010966036,0.00065586355,0.000033494234,0.0010982107,0.00036440216,0.00067218515,0.0000020184982],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017562998,0.000016065456,0.00037611226,0.0007168424,0.00002665157,0.000014613707,0.0032688647,0.8185096,0.000516904,0.17528002,0.000106666506,0.0011659302],"study_design_scores_gemma":[0.00014283262,0.00006454438,0.00003331315,0.0009213405,0.000005776143,0.0000084181,0.0000712176,0.9946147,0.00008930021,0.002256771,0.0014100184,0.00038177348],"about_ca_topic_score_codex":0.00010271246,"about_ca_topic_score_gemma":0.0000091361235,"teacher_disagreement_score":0.6776418,"about_ca_system_score_codex":0.00028479483,"about_ca_system_score_gemma":0.00013410505,"threshold_uncertainty_score":0.9998866},"labels":[],"label_agreement":null},{"id":"W4400198762","doi":"10.1007/s10270-024-01187-9","title":"Automated generation of smart contract code from legal contract specifications with Symboleo2SC","year":2024,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Outaouais; University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; HORIZON EUROPE Framework Programme; King Abdulaziz University; Ontario Research Foundation","keywords":"Smart contract; Computer science; Design by contract; Contract management; Code (set theory); Software engineering; Programming language; Computer security; Engineering management; Business; Software; Software development; Database transaction","score_opus":0.03865071116682103,"score_gpt":0.2530870219180857,"score_spread":0.21443631075126465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400198762","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18677312,0.0024582313,0.80710435,0.00036024296,0.00034821688,0.00038057243,0.00008908289,0.0024417178,0.000044460576],"genre_scores_gemma":[0.97316915,0.000032425447,0.026396975,0.00003132855,0.00012702316,0.00014043292,0.000056934663,0.000022014197,0.000023705012],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99830896,0.00006529771,0.00054195273,0.00057210075,0.0002739939,0.00023771646],"domain_scores_gemma":[0.99855465,0.00015368116,0.00013608148,0.000837404,0.0002510845,0.00006712464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034243925,0.00018813064,0.00030906047,0.00016393323,0.00018217476,0.0002913424,0.00055059587,0.00018934536,0.0000050416147],"category_scores_gemma":[0.000031394353,0.00016206889,0.00006617358,0.00045078178,0.000055222943,0.00039578864,0.00005858828,0.000260385,0.000023041259],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024599118,0.00031711702,0.0019860896,0.00026245727,0.0004708589,0.00006932851,0.001956572,0.25628403,0.014305442,0.7096361,0.0013751202,0.013312292],"study_design_scores_gemma":[0.00017422403,0.00003603755,0.000080188554,0.0001903504,0.000029415187,0.000032240652,0.00004620843,0.99688786,0.00075483817,0.000602848,0.0009822012,0.00018358922],"about_ca_topic_score_codex":0.0011730684,"about_ca_topic_score_gemma":0.00022390691,"teacher_disagreement_score":0.786396,"about_ca_system_score_codex":0.00007477459,"about_ca_system_score_gemma":0.00020046621,"threshold_uncertainty_score":0.66089773},"labels":[],"label_agreement":null},{"id":"W4400278812","doi":"10.1007/s10270-024-01180-2","title":"SymboleoPC: checking properties of legal contracts","year":2024,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Artificial Intelligence in Law","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Outaouais; University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; HORIZON EUROPE Framework Programme; King Abdulaziz University; Ontario Research Foundation","keywords":"Computer science; Programming language; Software engineering","score_opus":0.09645517199937786,"score_gpt":0.33381676222746653,"score_spread":0.23736159022808867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400278812","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71881527,0.019575529,0.24513608,0.00035671124,0.00548399,0.0008711528,0.000011914259,0.001235534,0.008513841],"genre_scores_gemma":[0.9979258,0.0000637637,0.00030845025,0.00002100871,0.0007642028,0.00003583156,0.0000012628777,0.000033230805,0.0008464604],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978701,0.00016208373,0.0005925121,0.0003205454,0.00061811437,0.00043664812],"domain_scores_gemma":[0.9991779,0.00013557091,0.000085584186,0.00020886285,0.00028573442,0.00010634759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013910519,0.00015107427,0.00029398926,0.0001116714,0.00038572785,0.00039190458,0.0003104504,0.00015415909,0.000021516586],"category_scores_gemma":[0.0006397569,0.00013407237,0.00012341597,0.0003002832,0.00022231453,0.0006625971,0.000046190802,0.00021635396,0.000074368756],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053734177,0.000108328335,0.0013559589,0.0016916166,0.00022993263,0.00009254434,0.10999576,0.3269358,0.012349338,0.5178384,0.00037061417,0.02897797],"study_design_scores_gemma":[0.000088457484,0.00006180425,0.0000030631631,0.0074183713,0.000110903224,0.000016528122,0.05868417,0.8818412,0.005863733,0.0038129475,0.041274365,0.00082449743],"about_ca_topic_score_codex":0.02160112,"about_ca_topic_score_gemma":0.0007980355,"teacher_disagreement_score":0.55490535,"about_ca_system_score_codex":0.00016396483,"about_ca_system_score_gemma":0.00046922392,"threshold_uncertainty_score":0.9849141},"labels":[],"label_agreement":null},{"id":"W4400461331","doi":"10.1007/s10270-024-01192-y","title":"Requirements for modelling tools for teaching","year":2024,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Université de Montréal; Toronto Metropolitan University; McGill University","funders":"Agencia Estatal de Investigación; Engineering and Physical Sciences Research Council; Junta de Andalucía","keywords":"Computer science; Software engineering; Engineering management; Programming language; Systems engineering; Engineering","score_opus":0.08127839228265525,"score_gpt":0.30936132006334954,"score_spread":0.22808292778069428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400461331","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008135704,0.0020446691,0.986823,0.00007986048,0.002234665,0.0018159722,0.000053552336,0.006109701,0.000024959549],"genre_scores_gemma":[0.28856593,0.000012203905,0.70966065,0.000031747244,0.00037196442,0.00108333,0.000028352162,0.00009159501,0.00015422884],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971248,0.00004970956,0.0007315544,0.0009814821,0.00041699162,0.00069546007],"domain_scores_gemma":[0.99821407,0.00049636245,0.000087084634,0.00084224547,0.0002243752,0.00013586815],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0016963362,0.000376208,0.00042495775,0.00029246067,0.0003381725,0.0013206318,0.0010474283,0.00019318018,4.4655397e-7],"category_scores_gemma":[0.00008587376,0.00037782063,0.00029212135,0.00018734092,0.000014460025,0.001987373,0.00020602242,0.0002921588,0.0000065702557],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042346505,0.000011349471,0.0000026227717,0.00071440055,0.000044235145,0.0000029559526,0.00056265254,0.7569625,0.0001002133,0.1966385,0.00043728919,0.044519052],"study_design_scores_gemma":[0.00017001248,0.000070401984,3.013882e-8,0.0011218267,0.000025098368,0.0000143507805,0.000016893599,0.9508443,0.00006699419,0.008300425,0.03894702,0.0004226683],"about_ca_topic_score_codex":0.00006254342,"about_ca_topic_score_gemma":6.4637277e-7,"teacher_disagreement_score":0.28775236,"about_ca_system_score_codex":0.00028787326,"about_ca_system_score_gemma":0.00013602932,"threshold_uncertainty_score":0.9998674},"labels":[],"label_agreement":null},{"id":"W4400559363","doi":"10.1007/s10270-024-01194-w","title":"Systematizing modeler experience (MX) in model-driven engineering success stories","year":2024,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Agencia Estatal de Investigación; Universitat Politècnica de València; Fundação para a Ciência e a Tecnologia; Leibniz-Gemeinschaft","keywords":"Software versioning; Perception; Computer science; Code (set theory); Usability; Software engineering; Technology acceptance model; User experience design; Knowledge management; Human–computer interaction; Psychology; Programming language; Software","score_opus":0.02605161347573262,"score_gpt":0.26339750084665625,"score_spread":0.23734588737092363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400559363","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04917037,0.0037789561,0.93797946,0.000029388022,0.0016313632,0.0007370159,0.000013313899,0.0066362736,0.00002387182],"genre_scores_gemma":[0.6695805,0.000032921023,0.3295907,0.000010593041,0.000119366596,0.00051475374,0.000005079862,0.000095942836,0.00005012109],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955094,0.000090477224,0.0012060805,0.0013206714,0.0009122796,0.00096110534],"domain_scores_gemma":[0.99796724,0.00015939589,0.00011262079,0.0013254168,0.0002109385,0.00022437774],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00083557656,0.0006480233,0.00079161295,0.0008495171,0.00015011443,0.0010743343,0.0017654831,0.0003094161,0.0000013428839],"category_scores_gemma":[0.00004926181,0.0006571663,0.00019265887,0.0011470653,0.000027571215,0.0026629802,0.000559563,0.0006654816,0.000018759281],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001913351,0.000014561405,0.00023813169,0.0013950913,0.000024050452,0.00008565891,0.0051921983,0.9059197,0.00026486733,0.085931875,0.00002545989,0.0009065379],"study_design_scores_gemma":[0.000116323485,0.000019204721,0.000002552891,0.0041100304,0.000010534696,0.00008242236,0.000052848693,0.9940887,0.00008534147,0.00033173955,0.00037858638,0.00072171143],"about_ca_topic_score_codex":0.00048018355,"about_ca_topic_score_gemma":0.000013568738,"teacher_disagreement_score":0.62041014,"about_ca_system_score_codex":0.0007563911,"about_ca_system_score_gemma":0.00020691704,"threshold_uncertainty_score":0.9999626},"labels":[],"label_agreement":null},{"id":"W4402170307","doi":"10.1007/s10270-024-01207-8","title":"Universal conceptual modeling: principles, benefits, and an agenda for conceptual modeling research","year":2024,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Memorial University of Newfoundland","funders":"","keywords":"Conceptual model; Computer science; Modeling language; Conceptual framework; Flexibility (engineering); USable; Management science; Conceptual design; Minimalism (technical communication); Epistemology; Engineering; Human–computer interaction; Mathematics; Software; Programming language","score_opus":0.2193559419689336,"score_gpt":0.3308166497155126,"score_spread":0.11146070774657901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402170307","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3062924,0.016624054,0.6742455,0.00017299883,0.00079478964,0.00063953095,0.00005374484,0.0010215202,0.00015545203],"genre_scores_gemma":[0.99246305,0.00028407256,0.002464893,0.00015121291,0.0036432105,0.00017740305,0.00034891148,0.00022775678,0.00023948867],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.994987,0.00007195413,0.0010583926,0.0016306988,0.0010568292,0.0011950982],"domain_scores_gemma":[0.9970125,0.00019365235,0.00014568822,0.00062860333,0.0019078222,0.00011171232],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0026957612,0.00061880215,0.0007836258,0.0010716817,0.0012876788,0.0021598681,0.0006759696,0.00039584594,0.00001667293],"category_scores_gemma":[0.00040097273,0.0005998483,0.00024828987,0.0011440552,0.00021563584,0.0032004712,0.00043622786,0.0007111556,0.000041573887],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000649484,0.000044700428,0.000110135494,0.000987865,0.000116794086,0.000014219568,0.0009458072,0.9296257,0.000038656166,0.06346864,0.00011408435,0.0044684694],"study_design_scores_gemma":[0.00062203605,0.000029324456,1.642011e-7,0.0012345744,0.0002512148,0.000008393812,0.012970758,0.9784976,0.0000015309499,0.002446286,0.0032072605,0.0007308611],"about_ca_topic_score_codex":0.0048063924,"about_ca_topic_score_gemma":0.00015595392,"teacher_disagreement_score":0.68617064,"about_ca_system_score_codex":0.00018241596,"about_ca_system_score_gemma":0.0003234043,"threshold_uncertainty_score":0.9996453},"labels":[],"label_agreement":null},{"id":"W4402171355","doi":"10.1007/s10270-024-01204-x","title":"MUREQ: a multilayer framework for analyzing and operationalizing visualization requirements","year":2024,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Beijing Municipal Natural Science Foundation; Beijing Municipal Commission of Education; National Natural Science Foundation of China","keywords":"Visualization; Operationalization; Computer science; Data visualization; Human–computer interaction; Information visualization; Interactive visualization; Data science; Data mining; Information retrieval","score_opus":0.06892788394374555,"score_gpt":0.36713497849621374,"score_spread":0.2982070945524682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402171355","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012477274,0.0026038168,0.9943751,0.00009041332,0.0008111789,0.00031814052,0.00002171571,0.00052075594,0.00001114959],"genre_scores_gemma":[0.80651546,0.00007914673,0.19259392,0.00020059176,0.0002690218,0.00006144164,0.00009644208,0.000035781577,0.00014820698],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984569,0.00005312499,0.0004374117,0.00052556884,0.00029234603,0.00023467377],"domain_scores_gemma":[0.99920225,0.00016204765,0.0000632752,0.00028278385,0.00020165271,0.00008796136],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0005876991,0.00016315433,0.00018628122,0.00021231375,0.00027440122,0.0014777186,0.00026853246,0.00009547927,0.0000028593213],"category_scores_gemma":[0.00027505282,0.0001550824,0.00005812716,0.00042859773,0.000011717774,0.0011002222,0.00012883394,0.000081480575,0.000008792456],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026670493,0.000022561604,0.00067851256,0.00060174044,0.000078964935,0.000004652061,0.001590601,0.15575998,0.00017239006,0.8355968,0.0003610075,0.005130114],"study_design_scores_gemma":[0.00011149696,0.000016454811,0.0000018985266,0.0007414845,0.000021381282,0.0000062169706,0.000095758434,0.9919196,0.000022709426,0.0048454767,0.002028177,0.0001893674],"about_ca_topic_score_codex":0.000028331187,"about_ca_topic_score_gemma":0.0000023611908,"teacher_disagreement_score":0.8361596,"about_ca_system_score_codex":0.00006617915,"about_ca_system_score_gemma":0.00008350594,"threshold_uncertainty_score":0.99955887},"labels":[],"label_agreement":null},{"id":"W4403264695","doi":"10.1007/s10270-024-01219-4","title":"Modeling with Gentleman: a web-based projectional editor","year":2024,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science","score_opus":0.015665492759508078,"score_gpt":0.23372261772005726,"score_spread":0.2180571249605492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403264695","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029010687,0.0017287747,0.98022187,0.000104701794,0.0047143875,0.00065828144,0.00001886632,0.00962645,0.00002560829],"genre_scores_gemma":[0.5089729,0.0000091935135,0.4886933,0.000033081124,0.0017677511,0.00037389612,0.00001359103,0.000085054824,0.000051229898],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99673814,0.00007367146,0.0005674959,0.0010513787,0.0009638998,0.0006054292],"domain_scores_gemma":[0.99844855,0.000081177546,0.000055887045,0.0009035215,0.00032974556,0.0001810977],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000653205,0.00044555622,0.00038459324,0.00050654827,0.0002106633,0.0007649725,0.0008759142,0.00020412738,0.0000035719947],"category_scores_gemma":[0.00001531822,0.0003844127,0.00015886665,0.000713363,0.000024476196,0.0008968026,0.00017999421,0.00048678558,0.00003697746],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068235768,0.000023612647,0.000045245397,0.0003895914,0.000045373232,0.000044977114,0.00019044572,0.97970736,0.000055142416,0.015902836,0.00074907095,0.0028395462],"study_design_scores_gemma":[0.00020420556,0.000082505605,2.2021781e-7,0.0014249885,0.000021451839,0.00008594957,0.000008531069,0.98920125,0.000024090274,0.0002423008,0.008206781,0.0004977105],"about_ca_topic_score_codex":0.00020873666,"about_ca_topic_score_gemma":0.000007823509,"teacher_disagreement_score":0.50607187,"about_ca_system_score_codex":0.00035101207,"about_ca_system_score_gemma":0.0007133625,"threshold_uncertainty_score":0.99986076},"labels":[],"label_agreement":null},{"id":"W4404220704","doi":"10.1007/s10270-024-01216-7","title":"Continuous Evolution of Digital Twins using the DarTwin Notation","year":2024,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Fonds Wetenschappelijk Onderzoek","keywords":"Notation; Computer science; Mathematics; Arithmetic","score_opus":0.02657068125806832,"score_gpt":0.2369502290137411,"score_spread":0.21037954775567277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404220704","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21060055,0.001539631,0.78423065,0.0000065328513,0.0011693293,0.00020358851,0.00007701843,0.0006212996,0.0015514038],"genre_scores_gemma":[0.9993713,0.0000036127403,0.00033249188,0.0000015124748,0.000164785,0.000016203683,0.000019333238,0.00004348498,0.000047302205],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989614,0.000012864736,0.00046446323,0.0001231382,0.00025639788,0.00018172778],"domain_scores_gemma":[0.99960244,0.00007511552,0.000029744004,0.00017389236,0.000084884676,0.00003392395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016552143,0.00013506578,0.00015441838,0.000112585956,0.000056431807,0.0003184246,0.00011826425,0.00009625166,0.0000027767255],"category_scores_gemma":[0.00003299872,0.00011201682,0.000078227655,0.00026570616,0.000024096364,0.000984958,0.000012868211,0.00017420143,0.000020105523],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013333663,0.000003556562,0.00021281671,0.0004027818,0.000035913064,0.0000014139803,0.0006550661,0.99544,0.00023887726,0.0011546826,0.0000669483,0.0017866106],"study_design_scores_gemma":[0.00006629378,0.0000074139602,0.0000035761987,0.00058501965,0.000021882046,0.000026789521,0.0017531264,0.9965874,0.00006462447,0.000327433,0.0004325487,0.00012388173],"about_ca_topic_score_codex":0.000045620338,"about_ca_topic_score_gemma":0.0000010251512,"teacher_disagreement_score":0.78877074,"about_ca_system_score_codex":0.00020868849,"about_ca_system_score_gemma":0.000052197254,"threshold_uncertainty_score":0.45679134},"labels":[],"label_agreement":null},{"id":"W4407045544","doi":"10.1007/s10270-025-01265-6","title":"Requirements specification using templates: a model-driven approach","year":2025,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Template; Computer science; Programming language; Software engineering","score_opus":0.07009031923252401,"score_gpt":0.2965369780320494,"score_spread":0.2264466587995254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407045544","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0055531687,0.0005263205,0.9891251,0.000026778278,0.0005844623,0.00085079996,0.0000089304995,0.0030603763,0.00026410067],"genre_scores_gemma":[0.42103833,0.000013189077,0.57858473,0.00003133977,0.000051080526,0.000114937146,0.00001203716,0.000032486376,0.000121882396],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99683744,0.000098819786,0.0008691815,0.0010229365,0.00058164715,0.00058995496],"domain_scores_gemma":[0.9977059,0.000041159416,0.00020634964,0.0015746948,0.00034519326,0.00012675281],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006432263,0.00041363057,0.00049064105,0.0005140764,0.00030791634,0.00038285364,0.0015099787,0.0002486475,6.445469e-7],"category_scores_gemma":[0.000025739915,0.00043548405,0.00014761144,0.00079921464,0.000030034753,0.0009986886,0.0004808212,0.00031864,0.000008105317],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035538606,0.000045058212,0.00025149257,0.00018979548,0.00003928193,0.0000024708118,0.00034486587,0.9283797,0.0004842961,0.06751346,0.00012822918,0.0026177925],"study_design_scores_gemma":[0.00022097245,0.000012950573,0.0000029645282,0.0005099776,0.000022147122,0.000014193482,0.000019338686,0.9963652,0.000079736834,0.0018323906,0.0005254866,0.0003946593],"about_ca_topic_score_codex":0.0001608755,"about_ca_topic_score_gemma":8.9090486e-7,"teacher_disagreement_score":0.41548517,"about_ca_system_score_codex":0.0005605084,"about_ca_system_score_gemma":0.00023458012,"threshold_uncertainty_score":0.9998097},"labels":[],"label_agreement":null},{"id":"W4408412193","doi":"10.1007/s10270-025-01279-0","title":"Theme section on modeling and sustainability","year":2025,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McMaster University Medical Centre","funders":"","keywords":"Section (typography); Theme (computing); Sustainability; Computer science; World Wide Web; Ecology","score_opus":0.1066331399840055,"score_gpt":0.3844382721471771,"score_spread":0.2778051321631716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408412193","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26249012,0.0017574561,0.7317528,0.00010806462,0.0017374372,0.0004958729,0.00000579629,0.00020898099,0.0014434468],"genre_scores_gemma":[0.9969106,0.0000048283687,0.00075863535,0.00010359086,0.00027794173,0.000053636762,0.0000010724826,0.000022377626,0.0018673312],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9949929,0.00042026688,0.0015187518,0.0011617738,0.0014507144,0.00045558502],"domain_scores_gemma":[0.99554443,0.0015160354,0.00023275126,0.00121038,0.0013553521,0.00014105499],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005284041,0.00030692283,0.0006580261,0.00076183875,0.0007183184,0.0010180501,0.00055541575,0.00019697598,0.000015764268],"category_scores_gemma":[0.0058289645,0.00023146618,0.00018916796,0.000999015,0.00003957934,0.0003902589,0.00034036482,0.00032228156,0.00002582351],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054179516,0.000023786224,0.0023568557,0.000065274464,0.000015147239,0.000004195831,0.00045703762,0.9754435,0.000010244622,0.014101946,0.000609646,0.006858184],"study_design_scores_gemma":[0.00026982397,0.000030530045,0.000033752818,0.00024108218,0.000009414972,0.000011283297,0.0059278994,0.85003245,8.194056e-7,0.14202772,0.0012256101,0.0001896003],"about_ca_topic_score_codex":0.0011972316,"about_ca_topic_score_gemma":0.000054927765,"teacher_disagreement_score":0.7344205,"about_ca_system_score_codex":0.00030612983,"about_ca_system_score_gemma":0.00023091976,"threshold_uncertainty_score":0.98170805},"labels":[],"label_agreement":null},{"id":"W4409674141","doi":"10.1007/s10270-025-01287-0","title":"Formal methods in the scope of the Software and Systems Modeling journal","year":2025,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"RWTH Aachen University","keywords":"Scope (computer science); Computer science; Software engineering; Programming language","score_opus":0.03515250141121404,"score_gpt":0.2939332395888714,"score_spread":0.25878073817765734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409674141","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08726708,0.016693898,0.89384836,0.00023743292,0.0011316519,0.00040779065,0.0000027991957,0.00009990723,0.00031106579],"genre_scores_gemma":[0.9943654,0.0001840314,0.0043543573,0.00032642562,0.00057827285,0.00006045886,0.0000053669833,0.000040264018,0.00008543055],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969953,0.00017323508,0.0012632214,0.0004202547,0.0005985876,0.00054945925],"domain_scores_gemma":[0.99800277,0.00018119933,0.00052498287,0.000564396,0.00070807576,0.000018557095],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0046306583,0.00035274884,0.0006741898,0.00058753224,0.00087373226,0.0011012786,0.000936579,0.00018698869,0.0000021908043],"category_scores_gemma":[0.00072134536,0.00021289433,0.00023154561,0.0014988553,0.00006292029,0.0014164755,0.00038555145,0.0006024856,0.000002114465],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019328076,0.000031364456,0.004545978,0.0017324581,0.000068058536,0.0000025934057,0.00019170342,0.9819142,0.000031984433,0.001995534,0.000063226886,0.009403557],"study_design_scores_gemma":[0.00043367397,0.0000030684757,0.000032887678,0.0022682205,0.0002352362,0.000020542631,0.0031151534,0.9906315,0.0000018415702,0.0026709323,0.00035370444,0.0002332098],"about_ca_topic_score_codex":0.003190667,"about_ca_topic_score_gemma":0.000050834522,"teacher_disagreement_score":0.9070983,"about_ca_system_score_codex":0.00006166271,"about_ca_system_score_gemma":0.00014961623,"threshold_uncertainty_score":0.9999357},"labels":[],"label_agreement":null},{"id":"W4410189249","doi":"10.1007/s10270-025-01290-5","title":"Antonio Vallecillo","year":2025,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Medicine and Dermatology Studies History","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"RWTH Aachen University","keywords":"Political science","score_opus":0.02361580226266678,"score_gpt":0.2853671731646877,"score_spread":0.2617513709020209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410189249","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07317513,0.0651837,0.72536063,0.0017118746,0.0049182856,0.001013742,0.0000051196357,0.00096207636,0.12766947],"genre_scores_gemma":[0.9765134,0.000300382,0.002032089,0.008308917,0.00033576327,0.00008617721,0.00001964575,0.000032286975,0.012371324],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99867487,0.000041197763,0.00044454692,0.00031269956,0.00023195754,0.00029471444],"domain_scores_gemma":[0.99915093,0.000079854755,0.000056007637,0.0004116043,0.00020255442,0.00009902721],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024222945,0.00017066117,0.00054997124,0.00021140631,0.00020243456,0.000009141242,0.00008739124,0.00014064723,0.0000071056133],"category_scores_gemma":[0.00021892368,0.00014246316,0.00010493496,0.00021034325,0.000058965168,0.00004216753,0.0000543724,0.00023122203,0.000059962],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048536572,0.00040601412,0.08449577,0.0070374594,0.001804316,0.0010206919,0.0027857022,0.016180927,0.00061987486,0.005738621,0.86978483,0.009640428],"study_design_scores_gemma":[0.006965688,0.000281399,0.00039636708,0.005466159,0.0010880379,0.00055462954,0.006528125,0.29724157,0.000052645366,0.00056412607,0.6800245,0.0008367609],"about_ca_topic_score_codex":0.000098194956,"about_ca_topic_score_gemma":0.000002902342,"teacher_disagreement_score":0.9033383,"about_ca_system_score_codex":0.00015146816,"about_ca_system_score_gemma":0.00025191432,"threshold_uncertainty_score":0.5809479},"labels":[],"label_agreement":null},{"id":"W4411501004","doi":"10.1007/s10270-025-01301-5","title":"On theory and management of dependencies between models","year":2025,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Simulation Techniques and Applications","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"RWTH Aachen University","keywords":"Computer science; Epistemology; Management science; Engineering; Philosophy","score_opus":0.13170574058871604,"score_gpt":0.4028358472776832,"score_spread":0.27113010668896714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411501004","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12610206,0.00044981294,0.8700796,0.00003736873,0.00005698321,0.00033984572,0.00001539968,0.000100874575,0.0028181048],"genre_scores_gemma":[0.99351126,0.00003234443,0.0050889095,0.0000340613,0.000013250625,0.00005516958,0.0000023291084,0.0000069018856,0.0012557639],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9983355,0.00010774963,0.00058467477,0.0003284812,0.0005267816,0.00011686105],"domain_scores_gemma":[0.9980363,0.0011007499,0.00012393545,0.0005087811,0.00019446979,0.00003575696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002202606,0.000097624215,0.00023582828,0.00023460145,0.00013781256,0.000091191345,0.00033515602,0.00006377371,0.0000055469372],"category_scores_gemma":[0.00014950101,0.00007535631,0.000056035486,0.00036667055,0.00003102999,0.00012758982,0.00013496725,0.000064294974,0.000006360944],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008440561,0.000009399934,0.0010446439,0.000045545632,0.000022715627,2.8356848e-7,0.0001057185,0.3537369,0.0000049025084,0.62579083,0.00014370042,0.019086944],"study_design_scores_gemma":[0.00010209738,0.000009629085,0.00011379403,0.00020984685,0.00001930875,2.54134e-7,0.00080829026,0.32605702,0.00003343264,0.67241406,0.00016416653,0.000068074034],"about_ca_topic_score_codex":0.00003966439,"about_ca_topic_score_gemma":8.592116e-7,"teacher_disagreement_score":0.8674092,"about_ca_system_score_codex":0.000024201294,"about_ca_system_score_gemma":0.000019178742,"threshold_uncertainty_score":0.3072941},"labels":[],"label_agreement":null},{"id":"W4412651391","doi":"10.1007/s10270-025-01303-3","title":"Guest editorial for the special section on MODELS 2022","year":2025,"lang":"en","type":"editorial","venue":"Software & Systems Modeling","topic":"Advanced Data Processing Techniques","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Section (typography); Special section; Computer science; Engineering; Engineering physics; Operating system","score_opus":0.014928817770414493,"score_gpt":0.2628935767484772,"score_spread":0.2479647589780627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412651391","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.603795e-7,0.0010525489,0.48575354,0.0000035464564,0.50978595,0.0006992075,0.0010651692,0.0015216565,0.00011802919],"genre_scores_gemma":[0.00006396337,0.0005818492,0.0028840937,0.000005395628,0.9930149,0.001321384,0.001517443,0.00025112144,0.0003598545],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99665517,0.000051516185,0.00081881386,0.000746061,0.0011533756,0.0005750453],"domain_scores_gemma":[0.99654543,0.0015807481,0.0001950732,0.0009851733,0.0006206904,0.00007285313],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00082366075,0.0006809434,0.000724984,0.00026336793,0.00048558816,0.00035361585,0.0008959183,0.0016809818,0.0000017767567],"category_scores_gemma":[0.0012132002,0.0005940289,0.00023003608,0.00024739915,0.0000309893,0.0004534506,0.00013978257,0.001851369,0.0000061753512],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004048377,0.0000058459527,2.5752144e-8,0.0005288087,0.000050843682,5.510307e-7,0.00003418318,0.46245787,0.0000031755428,0.000039004244,0.5364252,0.0004140652],"study_design_scores_gemma":[0.00021004636,0.000033339635,5.789609e-10,0.0008542679,0.00006359636,4.6823249e-7,0.000025931817,0.3988787,0.00001015641,0.0009683785,0.59861135,0.00034374782],"about_ca_topic_score_codex":0.00011816629,"about_ca_topic_score_gemma":0.0000294078,"teacher_disagreement_score":0.48322892,"about_ca_system_score_codex":0.00090965466,"about_ca_system_score_gemma":0.00034278005,"threshold_uncertainty_score":0.99965113},"labels":[],"label_agreement":null},{"id":"W4412855373","doi":"10.1007/s10270-025-01311-3","title":"Enhancing automated network function onboarding through language extension and code refactoring","year":2025,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software-Defined Networks and 5G","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Telus (Canada); Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs","keywords":"Code refactoring; Programming language; Onboarding; Extension (predicate logic); Computer science; Code (set theory); Function (biology); Software engineering; Software; Psychology; Set (abstract data type)","score_opus":0.018905385612925447,"score_gpt":0.2647695358160418,"score_spread":0.24586415020311633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412855373","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08634015,0.009618294,0.8967768,0.00004213498,0.0031869083,0.00027738715,0.0000023571522,0.003638872,0.00011707609],"genre_scores_gemma":[0.94641846,0.00009353207,0.052621417,0.00022569361,0.0004256896,0.00003528894,0.000008954509,0.00003329804,0.0001376597],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997542,0.00012743568,0.0005907892,0.0008122831,0.00031857315,0.0006089122],"domain_scores_gemma":[0.9985694,0.00031311106,0.00016229687,0.00071346766,0.00015236085,0.00008933757],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007675367,0.00030394457,0.00044586434,0.00012294608,0.00059159735,0.00043836146,0.00035942806,0.0002019805,0.0000011213637],"category_scores_gemma":[0.00016560651,0.00028829245,0.00008757051,0.00069660594,0.000018385766,0.0007404783,0.00038895226,0.00029635383,0.000008052632],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024095636,0.000017875176,0.002174888,0.0002842083,0.000085258165,0.000025782383,0.0014531929,0.9775016,0.0014521183,0.0064885025,0.0007682499,0.009724257],"study_design_scores_gemma":[0.0003186012,0.0000310292,0.0002363263,0.0015758324,0.00003433467,0.000018557415,0.0003109835,0.9953653,0.00006710923,0.0011491085,0.00058790686,0.0003049035],"about_ca_topic_score_codex":0.00040931138,"about_ca_topic_score_gemma":0.00004129551,"teacher_disagreement_score":0.86007833,"about_ca_system_score_codex":0.00014272609,"about_ca_system_score_gemma":0.000081095015,"threshold_uncertainty_score":0.9999569},"labels":[],"label_agreement":null},{"id":"W4412857379","doi":"10.1007/s10270-025-01312-2","title":"Standards in software development and modeling","year":2025,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"RWTH Aachen University","keywords":"Computer science; Software engineering; Software development; Software; Systems engineering; Engineering; Programming language","score_opus":0.020157022915616836,"score_gpt":0.26436038744831175,"score_spread":0.24420336453269492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412857379","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04047676,0.0028069816,0.9532813,0.000045715708,0.00052963616,0.00051094336,0.000008087667,0.0023011242,0.000039482435],"genre_scores_gemma":[0.46626845,0.000031492233,0.53340673,0.00004388867,0.000022949911,0.00013883243,0.0000040799728,0.000027345792,0.000056241013],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99681216,0.000085902655,0.00089349673,0.0009161665,0.00065990165,0.0006323904],"domain_scores_gemma":[0.99850696,0.00008679956,0.000086059874,0.00083341065,0.00034975586,0.00013698122],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014165177,0.0004093433,0.0005508441,0.0006617222,0.00022111699,0.0003418359,0.00088646606,0.00023773311,7.864528e-7],"category_scores_gemma":[0.000100879326,0.00043133582,0.0000667821,0.00065732654,0.000022041986,0.00063952914,0.0006638993,0.00040347528,0.0000026138182],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070257533,0.000026599395,0.0018453245,0.00038372746,0.000028771008,0.000022870521,0.0011966025,0.9063411,0.000010472645,0.025640586,0.000059970724,0.064436965],"study_design_scores_gemma":[0.00033266426,0.0000145326485,0.000014524489,0.0013288589,0.000006316767,0.000013485511,0.00003317598,0.99210757,0.000047906702,0.0021945715,0.0034788423,0.00042754412],"about_ca_topic_score_codex":0.00026852777,"about_ca_topic_score_gemma":0.000033321252,"teacher_disagreement_score":0.42579168,"about_ca_system_score_codex":0.0006486245,"about_ca_system_score_gemma":0.0006117278,"threshold_uncertainty_score":0.99981385},"labels":[],"label_agreement":null},{"id":"W4413330526","doi":"10.1007/s10270-025-01306-0","title":"AI simulation by digital twins: systematic survey, reference framework, and mapping to a standardized architecture","year":2025,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; McMaster University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Architecture; Computer science; Computer architecture; Software engineering; Geography; Archaeology","score_opus":0.02845794744149614,"score_gpt":0.2630824533616755,"score_spread":0.2346245059201794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413330526","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04009766,0.0010565442,0.9554575,0.000025654836,0.00041696127,0.0009636332,0.000425322,0.00078404567,0.0007726678],"genre_scores_gemma":[0.9982773,0.0000061387527,0.0012648937,0.00007049244,0.000030496258,0.00011596703,0.00008058845,0.000045376437,0.00010876787],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981916,0.00006919892,0.00077760813,0.00028651766,0.00035009376,0.00032496577],"domain_scores_gemma":[0.9987633,0.0005407582,0.000052320822,0.00033363205,0.00018485205,0.00012511542],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004590413,0.00028734028,0.0005191614,0.0002517401,0.000102338585,0.00076807383,0.00018925813,0.00025655262,0.0000017795217],"category_scores_gemma":[0.00059097976,0.00028186743,0.00004936482,0.00046538477,0.000015616388,0.00055359,0.000045891877,0.00040444775,0.000013244034],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009403551,0.0000050813946,0.00041366668,0.009344105,0.00007030858,7.1705665e-7,0.0005731675,0.988406,0.0000116640085,0.0001379169,0.00016977942,0.0008581877],"study_design_scores_gemma":[0.00028308673,0.000014587156,0.000016950919,0.017668331,0.000022525179,0.000004943295,0.0007556527,0.9795052,0.0000082735805,0.0007130232,0.00061300513,0.00039443275],"about_ca_topic_score_codex":0.000031876723,"about_ca_topic_score_gemma":0.0000034396664,"teacher_disagreement_score":0.9581796,"about_ca_system_score_codex":0.00017798459,"about_ca_system_score_gemma":0.0000414174,"threshold_uncertainty_score":0.99996334},"labels":[],"label_agreement":null},{"id":"W4415654735","doi":"10.1007/s10270-025-01330-0","title":"A devops framework for the systematic engineering and evolution of digital twins for built assets","year":2025,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"DevOps; Software deployment; Context (archaeology); Software development; Software; Software development process","score_opus":0.020523421038955075,"score_gpt":0.2433877713535833,"score_spread":0.22286435031462823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415654735","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016842438,0.00333459,0.97666925,0.00001665802,0.000892677,0.0016975544,0.00013325604,0.00035241782,0.0000611712],"genre_scores_gemma":[0.9913322,0.000006933647,0.007757669,0.0000031567354,0.00006987871,0.00075611594,0.00001075159,0.00003998987,0.000023327266],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988524,0.000006696623,0.00061868405,0.00014078943,0.00014601665,0.00023541562],"domain_scores_gemma":[0.9984266,0.0010796721,0.000061090155,0.00024876118,0.00014539198,0.000038490798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029240717,0.0001799206,0.0003388668,0.00013103885,0.00008496657,0.00019267102,0.00017352318,0.00017170317,1.7406653e-7],"category_scores_gemma":[0.00059961306,0.00015028221,0.00010368141,0.00019314421,0.000013958536,0.00038721215,0.000019671614,0.00013251168,7.205601e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004532551,0.0000050226545,0.00018865222,0.03405918,0.00013033731,6.931419e-8,0.00018245012,0.94874805,0.000020797914,0.016462332,0.00003971961,0.00015884028],"study_design_scores_gemma":[0.0002062838,0.00001303543,0.0000068604154,0.008049659,0.00008225628,0.0000048526913,0.0008346093,0.9883376,0.000032149703,0.0022107835,0.00007985499,0.000142061],"about_ca_topic_score_codex":0.000008213389,"about_ca_topic_score_gemma":6.9727406e-7,"teacher_disagreement_score":0.97448975,"about_ca_system_score_codex":0.0001423742,"about_ca_system_score_gemma":0.000038526494,"threshold_uncertainty_score":0.6128331},"labels":[],"label_agreement":null},{"id":"W4415981437","doi":"10.1007/s10270-025-01339-5","title":"Pragmatic specification of software behavior, configuration, and orchestration: the precision and usability of domain-specific modeling","year":2025,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"RWTH Aachen University","keywords":"Usability; Software; Key (lock); Software development","score_opus":0.02367800257735041,"score_gpt":0.25709212604547477,"score_spread":0.23341412346812435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415981437","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15561236,0.0017284517,0.8411331,0.00005298138,0.00019916269,0.0009456168,0.000007957426,0.00030513492,0.000015190915],"genre_scores_gemma":[0.6210772,0.00008130237,0.3787079,0.000004932932,0.000020675352,0.000082861,0.000006607019,0.0000113607,0.0000071973095],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974328,0.0001675091,0.0011500821,0.00056077004,0.0004677433,0.00022107833],"domain_scores_gemma":[0.99755424,0.0003923153,0.00030405,0.0010446165,0.000641757,0.00006304571],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018575711,0.00024434933,0.00042621675,0.00022640656,0.00019264453,0.00014464336,0.0005540482,0.0001757051,9.587583e-7],"category_scores_gemma":[0.00008121814,0.00020480163,0.00006635192,0.00045388297,0.00011249295,0.000504482,0.0002071135,0.0002249189,3.7383253e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037611746,0.0001462978,0.0059031947,0.0014520163,0.000057344863,0.0000022697034,0.00466665,0.4554402,0.0029964074,0.4420233,0.000048028713,0.08722666],"study_design_scores_gemma":[0.00024939366,0.000049103222,0.0004676265,0.000700806,0.000026334948,0.000015615997,0.0001676837,0.98670894,0.0005257562,0.01059236,0.00027860756,0.00021779381],"about_ca_topic_score_codex":0.00009757276,"about_ca_topic_score_gemma":0.0000051170214,"teacher_disagreement_score":0.5312687,"about_ca_system_score_codex":0.00008869323,"about_ca_system_score_gemma":0.0001133667,"threshold_uncertainty_score":0.83515686},"labels":[],"label_agreement":null},{"id":"W4417104538","doi":"10.1007/s10270-025-01327-9","title":"SymboleoAC: an access control model for smart legal contracts","year":2025,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; King Abdulaziz University; HORIZON EUROPE Digital, Industry and Space; Ontario Research Foundation","keywords":"Access control; Mandatory access control; Role-based access control; Discretionary access control; Physical access; Computer access control; Smart contract","score_opus":0.02560985689856245,"score_gpt":0.29370526113826523,"score_spread":0.2680954042397028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417104538","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017746858,0.00071236305,0.977873,0.000727943,0.00045964023,0.0011578108,0.00003124467,0.001177434,0.000113695176],"genre_scores_gemma":[0.9666468,0.000006145358,0.031725246,0.0005177595,0.000056280966,0.0008526887,0.000009857939,0.000016451731,0.0001687868],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99811095,0.00005330612,0.0005081578,0.000692341,0.00018033787,0.00045488362],"domain_scores_gemma":[0.9981302,0.00015241744,0.00012760334,0.0011153165,0.00037437264,0.00010009931],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068455015,0.00022185702,0.0003956095,0.00021304104,0.00044875825,0.0004842919,0.0017696976,0.00027732275,3.246012e-7],"category_scores_gemma":[0.00010261745,0.0002194414,0.0001057288,0.00032123175,0.00003895914,0.0007850287,0.00019587172,0.0002447139,0.0000028760726],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013363395,0.00008529706,0.00029506924,0.000076499484,0.000043122876,0.0000014859137,0.000120283374,0.54855716,0.00007150783,0.44441488,0.00021253043,0.0061087753],"study_design_scores_gemma":[0.00071553304,0.000021890555,0.000008008604,0.00006819376,0.000023714747,0.00000601959,0.00003366688,0.9638654,0.000034211174,0.034477867,0.0005354705,0.0002100095],"about_ca_topic_score_codex":0.00026170668,"about_ca_topic_score_gemma":0.000057291825,"teacher_disagreement_score":0.9488999,"about_ca_system_score_codex":0.000077370816,"about_ca_system_score_gemma":0.00026092955,"threshold_uncertainty_score":0.89485604},"labels":[],"label_agreement":null},{"id":"W4417146553","doi":"10.1007/s10270-025-01336-8","title":"What do we need from modeling tools for teaching? A survey of the community of higher-education modeling teachers","year":2025,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Engineering and Physical Sciences Research Council; Natural Sciences and Engineering Research Council of Canada; Alliance de recherche numérique du Canada","keywords":"USable; Set (abstract data type); Modeling language; Focus (optics); Work (physics); Core (optical fiber); Software","score_opus":0.05786976842429839,"score_gpt":0.3049782851560321,"score_spread":0.2471085167317337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417146553","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16379201,0.005374152,0.827331,0.00011450437,0.0017206583,0.0009925154,0.000057010046,0.0006060677,0.000012101783],"genre_scores_gemma":[0.7832745,0.0000757244,0.21618794,0.00003575638,0.000049369526,0.0001931421,0.000037082606,0.000046377187,0.00010014538],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99609154,0.0009775605,0.0013610875,0.0005872005,0.00054784457,0.00043473893],"domain_scores_gemma":[0.9953051,0.00094577746,0.0004210295,0.0023396872,0.0009002648,0.0000881388],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0032750007,0.0004244825,0.00080199435,0.00031470077,0.00044126023,0.00046395988,0.0026904894,0.00032007514,0.0000011412417],"category_scores_gemma":[0.00040418247,0.00037914384,0.00029117597,0.0005708844,0.000049536917,0.0016468064,0.00074588216,0.0008778968,6.6142024e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001540294,0.00010845003,0.00046401666,0.0003351346,0.00008406297,6.639385e-8,0.0034299209,0.95419645,0.00021822065,0.008529097,0.00006433788,0.03255482],"study_design_scores_gemma":[0.0002851155,0.00002898582,0.000020253168,0.004299171,0.000047350208,8.7097766e-7,0.0006080746,0.9872489,0.000087684675,0.006841033,0.00021528632,0.00031728504],"about_ca_topic_score_codex":0.01690406,"about_ca_topic_score_gemma":0.000060866223,"teacher_disagreement_score":0.61948246,"about_ca_system_score_codex":0.0003120577,"about_ca_system_score_gemma":0.00056761183,"threshold_uncertainty_score":0.99986607},"labels":[],"label_agreement":null},{"id":"W942773761","doi":"10.1007/s10270-015-0484-y","title":"Language-specific model checking of UML-RT models","year":2015,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Programming language; Unified Modeling Language; Promela; Model transformation; Model checking; Applications of UML; Modeling language; Code generation; Asynchronous communication; Object Constraint Language; Semantics (computer science); Software engineering; Software; Artificial intelligence; Consistency (knowledge bases); Key (lock)","score_opus":0.07351520780043946,"score_gpt":0.2615366513520842,"score_spread":0.18802144355164474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W942773761","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011053825,0.003088368,0.9817977,0.000026140604,0.00056451384,0.00044158794,0.000014710617,0.0027742712,0.00023889297],"genre_scores_gemma":[0.5387169,0.000019585153,0.46098402,0.000015267799,0.00008587567,0.00005524836,0.0000060601546,0.000050014754,0.00006704666],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996668,0.00008611116,0.0008936283,0.0007782581,0.00096314447,0.00061085925],"domain_scores_gemma":[0.99719685,0.000047418016,0.00025760094,0.0016461714,0.000552031,0.00029991363],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011413774,0.00041537266,0.0006486512,0.0003578535,0.0000886151,0.00017192245,0.001628689,0.00024168636,7.99792e-7],"category_scores_gemma":[0.000029946417,0.00042296032,0.00017780226,0.00049093727,0.00003663816,0.0012027816,0.00054230157,0.00034374694,0.000011750622],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054220905,0.000030223151,0.000040697396,0.0000958757,0.000018909164,0.000011283671,0.0032328286,0.9226065,0.00024996247,0.06725283,0.00026683402,0.006188635],"study_design_scores_gemma":[0.00029523208,0.000037399364,4.3785312e-7,0.00034321382,0.000009066831,0.00003195289,0.000069525435,0.99315923,0.00031592883,0.005005129,0.00029446138,0.00043841248],"about_ca_topic_score_codex":0.00027148423,"about_ca_topic_score_gemma":0.000002450986,"teacher_disagreement_score":0.52766305,"about_ca_system_score_codex":0.00026428688,"about_ca_system_score_gemma":0.00023211194,"threshold_uncertainty_score":0.9998222},"labels":[],"label_agreement":null}]}