{"meta":{"query_hash":"0100b2063062","filters":{"venue":"Software & Systems Modeling"},"cohort_total":129,"direct_labels_cover":0,"predictions_cover":129,"exported":129,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/0100b2063062","api":"https://metacan.xera.ac/api/v1/cohort?venue=Software+%26+Systems+Modeling"},"results":[{"id":"W1069280640","doi":"10.1007/s10270-015-0489-6","title":"A participative end-user method for multi-perspective business process elicitation and improvement","year":2015,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Nautical Research Society","funders":"","keywords":"Business Process Model and Notation; Computer science; Business process; Business process modeling; Artifact-centric business process model; Knowledge management; Process (computing); Process modeling; Business rule; Requirements elicitation; Process management; Perspective (graphical); Unified Modeling Language; Human–computer interaction; Work in process; Requirements engineering; Artificial intelligence; Business","score_opus":0.09490835606332051,"score_gpt":0.3451054893695271,"score_spread":0.25019713330620663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1069280640","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0076714135,0.00002279402,0.98311746,0.00006238273,0.00003287144,0.0010963684,0.00016298954,0.0013185777,0.00651506],"genre_scores_gemma":[0.06221021,0.00002942074,0.9266292,0.000073727664,0.000012527172,0.0031822452,0.00025466885,0.0003965837,0.0072115236],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9770932,0.016025769,0.0007822281,0.0024675797,0.0031432863,0.0004878621],"domain_scores_gemma":[0.9606818,0.02678117,0.0007339366,0.0067066327,0.0045255916,0.0005708624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016110921,0.0015191198,0.0010541144,0.0019124009,0.0023416625,0.0031822824,0.0026479356,0.0018822817,0.019927176],"category_scores_gemma":[0.023866503,0.0011464264,0.0008874565,0.0018659267,0.0017884108,0.0030957076,0.006122526,0.0016297152,0.0058126994],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012642703,0.0014273432,0.0030771717,0.001561866,0.00015826846,0.00076409837,0.05930024,0.005470864,0.09182484,0.06648958,0.009022175,0.75963914],"study_design_scores_gemma":[0.0012398413,0.0028739718,0.011194525,0.0013968563,0.0004241084,0.0031813153,0.028777484,0.2547494,0.21600197,0.1305445,0.3486609,0.00095506734],"about_ca_topic_score_codex":0.0007580388,"about_ca_topic_score_gemma":0.0020656982,"teacher_disagreement_score":0.019927176,"about_ca_system_score_codex":0.0007878634,"about_ca_system_score_gemma":0.002695561,"threshold_uncertainty_score":0.08520377},"labels":[],"label_agreement":null},{"id":"W1967352877","doi":"10.1007/s10270-006-0039-3","title":"Producing robust use case diagrams via reverse engineering of use case descriptions","year":2007,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Use Case Diagram; Construct (python library); Reverse engineering; Software engineering; Readability; Process (computing); Use Case Points; Software development process; Set (abstract data type); Software development; Separation of concerns; Unified Modeling Language; Industrial engineering; Programming language; Class diagram; Software","score_opus":0.11465554152069099,"score_gpt":0.27284057311653975,"score_spread":0.15818503159584876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967352877","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013270574,0.00011143984,0.9758465,0.00011770808,0.000042237687,0.0010138805,0.0007490052,0.006321941,0.0025266719],"genre_scores_gemma":[0.06861395,0.00022950357,0.924208,0.000064632804,0.000013164052,0.0005583798,0.0028652146,0.0014209363,0.0020263223],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98923814,0.0032623021,0.0010317228,0.0010140109,0.0050858464,0.0003679312],"domain_scores_gemma":[0.95489115,0.024027446,0.0032884507,0.00863739,0.0088652335,0.000290299],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00747777,0.0018530656,0.0011409677,0.005090942,0.0007635913,0.0033953635,0.0023646972,0.0016780572,0.00621821],"category_scores_gemma":[0.051354393,0.0017907354,0.0023448016,0.0016908725,0.0010326526,0.0026025763,0.0027439191,0.002409896,0.002767192],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031611806,0.0005480402,0.006328726,0.0021719425,0.0003375528,0.003273954,0.0024121176,0.12093809,0.066806115,0.042365935,0.011770329,0.74273103],"study_design_scores_gemma":[0.00024553368,0.00040174942,0.0030253294,0.0008735345,0.00055660214,0.0027990346,0.0010770747,0.7361068,0.1258017,0.0437279,0.08513051,0.00025423875],"about_ca_topic_score_codex":0.0050635906,"about_ca_topic_score_gemma":0.008174209,"teacher_disagreement_score":0.00747777,"about_ca_system_score_codex":0.0011170922,"about_ca_system_score_gemma":0.003255634,"threshold_uncertainty_score":0.039546728},"labels":[],"label_agreement":null},{"id":"W1967473444","doi":"10.1007/s10270-003-0047-5","title":"Meta-modelling and graph grammars for multi-paradigm modelling in AToM3","year":2004,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":107,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Rule-based machine translation; Graph; Theoretical computer science; Programming language; Artificial intelligence","score_opus":0.11466861680205938,"score_gpt":0.2732533612831664,"score_spread":0.15858474448110704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967473444","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004015007,0.00006672137,0.98736644,0.0002029061,0.00004302473,0.00006568577,0.00029069668,0.0025139654,0.0054355715],"genre_scores_gemma":[0.10984806,0.00020672553,0.8779496,0.0001850628,0.000029098348,0.00024695531,0.001193566,0.0024577715,0.007883243],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99886227,0.00037012657,0.00010933047,0.00016619473,0.00037269955,0.00011945571],"domain_scores_gemma":[0.9989644,0.00044987057,0.000051757517,0.00034882076,0.00014761579,0.000037451155],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013074073,0.0005977967,0.0007108939,0.0010726169,0.0011627775,0.0027830403,0.0021465826,0.0014959631,0.010162557],"category_scores_gemma":[0.0027195495,0.00085200183,0.0024766217,0.0011703053,0.0013019212,0.0037203687,0.002579574,0.002397698,0.002459819],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015198987,0.000073639356,0.0004987136,0.00023513772,0.000059806003,0.00036346357,0.0008401125,0.040048484,0.00565213,0.8635357,0.005201688,0.08333908],"study_design_scores_gemma":[0.00004224989,0.00003470506,0.000119608,0.00009035126,0.00008116509,0.00025127415,0.00016226819,0.29770342,0.011157619,0.6029436,0.08736154,0.00005215414],"about_ca_topic_score_codex":0.0074156392,"about_ca_topic_score_gemma":0.0112109305,"teacher_disagreement_score":0.010162557,"about_ca_system_score_codex":0.0011800291,"about_ca_system_score_gemma":0.0017737107,"threshold_uncertainty_score":0.033997178},"labels":[],"label_agreement":null},{"id":"W1967995358","doi":"10.1007/s10270-009-0112-9","title":"Improving the quality of use case models using antipatterns","year":2009,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"CLARITY; Simplicity; Quality (philosophy); Computer science; Simple (philosophy); Risk analysis (engineering); Software engineering; Artificial intelligence; Management science; Engineering","score_opus":0.2354478435855826,"score_gpt":0.35832700105347753,"score_spread":0.12287915746789493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967995358","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06693965,0.00025945358,0.9226971,0.0006351424,0.00007103661,0.00028632424,0.00037682938,0.0066673723,0.0020669687],"genre_scores_gemma":[0.48658893,0.000564847,0.5069961,0.00022555127,0.000050367744,0.0002853294,0.001798309,0.001857766,0.0016328202],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9699654,0.011596898,0.00271815,0.0023667505,0.012507931,0.0008447961],"domain_scores_gemma":[0.8378679,0.083892144,0.0128918085,0.04392444,0.02027178,0.0011518436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016589202,0.001783701,0.001815522,0.003885929,0.0008547996,0.005289712,0.003863182,0.0021811458,0.0035476561],"category_scores_gemma":[0.13315108,0.0021663196,0.0021300379,0.0024930125,0.0011957997,0.012088952,0.004570993,0.0033991265,0.0010776395],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010568082,0.0012811639,0.050150324,0.0009983797,0.00056177186,0.0007463515,0.0016453562,0.22946914,0.024390703,0.03096848,0.0062323357,0.6524992],"study_design_scores_gemma":[0.00006100733,0.00015054684,0.0015814857,0.0001338639,0.00016651704,0.00028026436,0.0001768116,0.9581231,0.01501885,0.019919567,0.004343888,0.00004410264],"about_ca_topic_score_codex":0.0041809413,"about_ca_topic_score_gemma":0.0070798164,"teacher_disagreement_score":0.016589202,"about_ca_system_score_codex":0.0014128105,"about_ca_system_score_gemma":0.0037017954,"threshold_uncertainty_score":0.08773315},"labels":[],"label_agreement":null},{"id":"W1972364602","doi":"10.1007/s10270-010-0164-x","title":"Modeling safety and airworthiness (RTCA DO-178B) information: conceptual model and UML profile","year":2010,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":60,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Airworthiness; Certification; Computer science; Unified Modeling Language; Software engineering; Systems engineering; Verification and validation; Software; Engineering; Programming language","score_opus":0.008318773994544077,"score_gpt":0.19035463895931468,"score_spread":0.1820358649647706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972364602","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01942092,0.00034706248,0.8931339,0.0010902855,0.00012002621,0.0005028409,0.012952043,0.020082474,0.052350502],"genre_scores_gemma":[0.3088762,0.0011502415,0.59259814,0.0005863533,0.00018197962,0.0011617476,0.038766928,0.0054615447,0.051216904],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985172,0.00036657607,0.00011990721,0.00019072312,0.0006864497,0.00011914303],"domain_scores_gemma":[0.99756217,0.0008270415,0.00022868853,0.00064634124,0.0006432626,0.000092486946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022093966,0.00092085917,0.00066876004,0.0023697037,0.00064629264,0.0029566162,0.0015707681,0.0013262534,0.008834143],"category_scores_gemma":[0.0063515366,0.00070134114,0.0012141312,0.0011426111,0.00054753147,0.0025362812,0.0009938967,0.001148407,0.0051171286],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037102404,0.00038821905,0.0055964543,0.0007558348,0.000110508285,0.00036402704,0.001126884,0.20709352,0.017569136,0.47737265,0.09201318,0.19723861],"study_design_scores_gemma":[0.00012686053,0.00011610631,0.0022214367,0.00029797447,0.00011676456,0.00031071808,0.00012108626,0.4945199,0.01828203,0.07589206,0.40790156,0.00009359525],"about_ca_topic_score_codex":0.030646529,"about_ca_topic_score_gemma":0.02095423,"teacher_disagreement_score":0.030646529,"about_ca_system_score_codex":0.0021100622,"about_ca_system_score_gemma":0.0033519987,"threshold_uncertainty_score":0.060936272},"labels":[],"label_agreement":null},{"id":"W1973322846","doi":"10.1007/s10270-006-0026-8","title":"An intermediate metamodel with scenarios and resources for generating performance models from UML designs","year":2006,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":116,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Metamodeling; Unified Modeling Language; Applications of UML; Rotation formalisms in three dimensions; Systems Modeling Language; UML tool; Petri net; Workload; Software engineering; Object Constraint Language; Programming language; Distributed computing; Software; Operating system","score_opus":0.026367854092803865,"score_gpt":0.22941100794566485,"score_spread":0.20304315385286098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973322846","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0057402058,0.000020242996,0.9817199,0.00010214249,0.000022236169,0.0002186244,0.0011430747,0.007656272,0.0033774034],"genre_scores_gemma":[0.083595775,0.00010804086,0.9073728,0.0001061818,0.000013908296,0.0006471438,0.0037537848,0.0019330449,0.0024692446],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988801,0.00033110692,0.00012821346,0.00015578265,0.00041798197,0.00008681399],"domain_scores_gemma":[0.9973775,0.0012061829,0.00020184115,0.0007089194,0.00042081194,0.000084695894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023136672,0.0013613137,0.0005376439,0.002911046,0.0005450771,0.0023461673,0.0017117914,0.001475657,0.0068126023],"category_scores_gemma":[0.007580351,0.0011363812,0.0023435235,0.0009553454,0.0005953489,0.00230268,0.0015280334,0.0017890092,0.0025409698],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049196754,0.00089787634,0.0075598196,0.0011421435,0.00024471348,0.0020003086,0.0022188951,0.35775825,0.04868777,0.3515781,0.016695619,0.21072455],"study_design_scores_gemma":[0.00010629874,0.00016929435,0.00085248856,0.00041579874,0.00023668734,0.00057554396,0.00026146133,0.7768941,0.04622564,0.09450657,0.079653904,0.000102219885],"about_ca_topic_score_codex":0.002339321,"about_ca_topic_score_gemma":0.003553858,"teacher_disagreement_score":0.0068126023,"about_ca_system_score_codex":0.0010209283,"about_ca_system_score_gemma":0.0020327826,"threshold_uncertainty_score":0.022790432},"labels":[],"label_agreement":null},{"id":"W1973853680","doi":"10.1007/s10270-003-0024-z","title":"EB3: an entity-based black-box specification method for information systems","year":2003,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds Québécois de la Recherche sur la Nature et les Technologies","keywords":"Computer science; Notation; Abstraction; Process (computing); Modular design; Class diagram; Class (philosophy); Black box; Formal specification; Process calculus; Theoretical computer science; Relation (database); Function (biology); Programming language; Composition (language); Unified Modeling Language; Data mining; Artificial intelligence; Software","score_opus":0.06139219366238525,"score_gpt":0.31142971082134385,"score_spread":0.2500375171589586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973853680","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000442239,0.000031391322,0.9930173,0.000060709735,0.000025075004,0.00007965355,0.0003325929,0.0048475014,0.0011633902],"genre_scores_gemma":[0.03110558,0.00031190997,0.950414,0.00034772616,0.00003802041,0.0006548759,0.0032329096,0.0057213935,0.008173491],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.996806,0.00087413815,0.0003891349,0.0002839148,0.0014249467,0.00022178254],"domain_scores_gemma":[0.996467,0.0015821931,0.00019146352,0.0010451525,0.000571604,0.00014249966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00536057,0.0014588014,0.0009265804,0.0015665396,0.000957334,0.0033216684,0.0028354162,0.0020020744,0.018050611],"category_scores_gemma":[0.009419185,0.0013557659,0.0022589196,0.0012684223,0.0012166087,0.0061911824,0.0036404533,0.003075718,0.006373694],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049430405,0.00021140555,0.001978226,0.0014312023,0.00026403362,0.0006251369,0.0014273319,0.055863075,0.02079223,0.4384348,0.05565629,0.42282206],"study_design_scores_gemma":[0.00021752174,0.00013406506,0.00050134736,0.0005152209,0.00017766767,0.00049295847,0.00019214799,0.348286,0.044684995,0.20224333,0.40238366,0.00017107443],"about_ca_topic_score_codex":0.0047029033,"about_ca_topic_score_gemma":0.005738876,"teacher_disagreement_score":0.018050611,"about_ca_system_score_codex":0.00096951314,"about_ca_system_score_gemma":0.0030030706,"threshold_uncertainty_score":0.060385287},"labels":[],"label_agreement":null},{"id":"W1976662555","doi":"10.1007/s10270-013-0373-1","title":"Introduction to the theme issue on models for quality of software architecture","year":2013,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Theme (computing); Software engineering; Architecture; Software architecture; Quality (philosophy); Software architecture description; Software quality; Software; Reference architecture; Software development; Programming language; World Wide Web; Epistemology; History","score_opus":0.06928792739297089,"score_gpt":0.31059818658315175,"score_spread":0.24131025919018084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976662555","genre_codex":"methods","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015731592,0.12797396,0.4876664,0.111082084,0.13340466,0.00021512866,0.0012965692,0.0011610285,0.13562696],"genre_scores_gemma":[0.04750742,0.17106704,0.17239624,0.04145171,0.36431333,0.00061399123,0.002697257,0.0029172287,0.19703582],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977717,0.0005936685,0.0002179192,0.00039233873,0.0009212063,0.000103166036],"domain_scores_gemma":[0.99158704,0.005679523,0.00032472968,0.0007554055,0.0013606121,0.0002928098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003834377,0.0017905801,0.0015190727,0.003246556,0.0010781699,0.0050021634,0.0025402107,0.004025423,0.03200338],"category_scores_gemma":[0.010567865,0.0010147585,0.0020204603,0.003166048,0.0029316538,0.010204064,0.002861323,0.011106348,0.008658708],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022254899,0.000065128814,0.00017108535,0.00056339597,0.000030618266,0.00008315815,0.00017696757,0.0024324332,0.0006700397,0.5481239,0.3617509,0.08591005],"study_design_scores_gemma":[0.000009728931,0.00004043937,0.00026686332,0.0006600919,0.000019060188,0.0002358244,0.00006499146,0.0041045006,0.00023983298,0.2765781,0.71774393,0.000036543577],"about_ca_topic_score_codex":0.0011815801,"about_ca_topic_score_gemma":0.0014051354,"teacher_disagreement_score":0.03200338,"about_ca_system_score_codex":0.0021577012,"about_ca_system_score_gemma":0.0016770965,"threshold_uncertainty_score":0.10706192},"labels":[],"label_agreement":null},{"id":"W1976831690","doi":"10.1007/s10270-011-0216-x","title":"On the realizability of collaborative services","year":2011,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Realizability; Sequence diagram; Computer science; Unified Modeling Language; Concurrency; Set (abstract data type); Sequence (biology); Programming language; Construct (python library); Software engineering; Activity diagram; Theoretical computer science; Class diagram; Software","score_opus":0.07058424502463068,"score_gpt":0.2636104253522653,"score_spread":0.19302618032763463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976831690","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1876224,0.0008239823,0.7552276,0.0025863212,0.00012571414,0.00014814598,0.0004057305,0.0005504921,0.052509464],"genre_scores_gemma":[0.92077345,0.0008458032,0.07119848,0.00018272774,0.00021186219,0.00017323015,0.00053950376,0.00016084335,0.00591416],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99420124,0.0021066908,0.0004648557,0.0010165086,0.0014648085,0.0007459289],"domain_scores_gemma":[0.9673542,0.02374497,0.0020193534,0.003856921,0.0016771549,0.0013474879],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005969489,0.00089297286,0.0014839387,0.0019405013,0.00320554,0.005603483,0.0026040187,0.0032108843,0.0069548916],"category_scores_gemma":[0.03040076,0.0012471908,0.0029916253,0.0020382486,0.007548999,0.013984986,0.0060553863,0.005780252,0.00061686337],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000102887825,0.000041567782,0.0004409645,0.00004502653,0.000020170206,0.00013553983,0.00044735053,0.008596363,0.0004744047,0.9853956,0.00027122666,0.004028905],"study_design_scores_gemma":[0.00004056921,0.00003787064,0.00018360093,0.000022563654,0.00002586477,0.000059140148,0.00016160657,0.028386652,0.00044022198,0.96922684,0.0014022865,0.000012702579],"about_ca_topic_score_codex":0.007064795,"about_ca_topic_score_gemma":0.003929617,"teacher_disagreement_score":0.007064795,"about_ca_system_score_codex":0.002463307,"about_ca_system_score_gemma":0.0020281496,"threshold_uncertainty_score":0.031570077},"labels":[],"label_agreement":null},{"id":"W1979038995","doi":"10.1007/s10270-006-0042-8","title":"UML vs. classical vs. rhapsody statecharts: not all models are created equal","year":2007,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":85,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Rotation formalisms in three dimensions; Formalism (music); Computer science; Unified Modeling Language; Theoretical computer science; Programming language; Software; Mathematics","score_opus":0.08904423961801068,"score_gpt":0.312742786337601,"score_spread":0.22369854671959033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979038995","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052108563,0.0016377964,0.85087585,0.00938705,0.00056599703,0.0001374957,0.0005536667,0.0036070044,0.081126586],"genre_scores_gemma":[0.77625483,0.001290997,0.19924338,0.001772063,0.00023594922,0.00022571684,0.00052805804,0.0011084804,0.019340497],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9922685,0.0040832683,0.00034773827,0.0011369764,0.0016646481,0.000498887],"domain_scores_gemma":[0.98453647,0.0070104506,0.0009104005,0.0052427542,0.001672066,0.0006278214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0090534715,0.0004388242,0.00048424496,0.0010060132,0.0010977121,0.00506435,0.0015184213,0.0014079952,0.0068419757],"category_scores_gemma":[0.026044631,0.00047028862,0.00061522936,0.0008315231,0.0045766984,0.016219305,0.0031295563,0.0017661436,0.0016853046],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000108920125,0.000016502121,0.0007025843,0.000110737754,0.000024315976,0.000036747067,0.00068403914,0.0022552283,0.0012329404,0.9474958,0.0029887138,0.044343553],"study_design_scores_gemma":[0.00005025595,0.00007477553,0.00063523144,0.00015094085,0.000095504554,0.00016165816,0.00041829108,0.013902121,0.0058281273,0.9237132,0.054931346,0.000038556173],"about_ca_topic_score_codex":0.0027196761,"about_ca_topic_score_gemma":0.0025340104,"teacher_disagreement_score":0.0090534715,"about_ca_system_score_codex":0.0016442351,"about_ca_system_score_gemma":0.00224795,"threshold_uncertainty_score":0.047879875},"labels":[],"label_agreement":null},{"id":"W1980765559","doi":"10.1007/s10270-012-0290-8","title":"Strategic business modeling: representation and reasoning","year":2012,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":145,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Toronto","funders":"","keywords":"Computer science; Business intelligence; Business rule; Knowledge management; Artifact-centric business process model; Implementation; Business process modeling; Enterprise modelling; Data warehouse; Business architecture; Process management; Business activity monitoring; Business analytics; Management science; Enterprise integration; Business model; Data science; Business process; Business analysis; Software engineering; Enterprise software; Database; Business; Work in process","score_opus":0.06537676038272511,"score_gpt":0.2576734476816743,"score_spread":0.19229668729894916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980765559","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004508382,0.0034507366,0.96712166,0.004024671,0.00015195845,0.00016253146,0.0006737979,0.0011332246,0.01877309],"genre_scores_gemma":[0.21190001,0.0070962626,0.76576376,0.0008240075,0.0002992437,0.00040588476,0.0035340923,0.00031290343,0.009863889],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9974063,0.001252733,0.00031388953,0.0002375675,0.0006406693,0.00014883647],"domain_scores_gemma":[0.9977385,0.0011737774,0.00017350554,0.000532372,0.00030243865,0.00007938218],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034335128,0.001403455,0.0011074829,0.0025596018,0.000958347,0.008274916,0.0024110302,0.0022049525,0.005154657],"category_scores_gemma":[0.0070485603,0.0014449938,0.0020627396,0.003992223,0.0019556,0.011022477,0.0023335423,0.0027535055,0.0018359867],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014539476,0.000067004425,0.00046635763,0.00027218123,0.000054453278,0.00014107359,0.0004535011,0.038862415,0.0004053799,0.8920273,0.009362769,0.05787293],"study_design_scores_gemma":[0.000010591972,0.0000102870345,0.00016859605,0.00013875781,0.000051014755,0.00012780848,0.00021314062,0.16589037,0.0006503867,0.7784285,0.054292195,0.00001844697],"about_ca_topic_score_codex":0.013745876,"about_ca_topic_score_gemma":0.009037563,"teacher_disagreement_score":0.013745876,"about_ca_system_score_codex":0.0025453037,"about_ca_system_score_gemma":0.003906883,"threshold_uncertainty_score":0.02733171},"labels":[],"label_agreement":null},{"id":"W1985891579","doi":"10.1007/s10270-013-0325-9","title":"VPML: an approach to detect design patterns of MOF-based modeling languages","year":2013,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; IBM (Canada)","funders":"","keywords":"Computer science; Unified Modeling Language; Model transformation; Software design pattern; Eclipse; Modeling language; Programming language; Semantics (computer science); Model-driven architecture; Structural pattern; Software engineering; Artificial intelligence; Software development; Software design; Consistency (knowledge bases); Software","score_opus":0.05169012021342602,"score_gpt":0.2724063294857177,"score_spread":0.22071620927229169,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985891579","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008104509,0.0000634914,0.9633688,0.00015190455,0.000034959943,0.00025277125,0.0010835459,0.026005683,0.00093436224],"genre_scores_gemma":[0.060023904,0.00011843465,0.93213177,0.00014054164,0.00002175443,0.00039236105,0.0028947173,0.0030914005,0.0011851549],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.995605,0.00096582633,0.00050059316,0.00063460093,0.0019742297,0.00031976786],"domain_scores_gemma":[0.9892679,0.005451345,0.0014808247,0.0018924428,0.0016305718,0.00027682004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036059823,0.0020634003,0.0010056328,0.005756905,0.0013104253,0.003972079,0.003345561,0.00275781,0.0044431794],"category_scores_gemma":[0.018121073,0.001962061,0.002726157,0.0022548286,0.0012115043,0.005877345,0.0036070647,0.0034088064,0.0017675877],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008357763,0.001025502,0.034723166,0.002871594,0.00073239225,0.0021673944,0.0059717395,0.048839036,0.052405085,0.118266426,0.037847087,0.6943148],"study_design_scores_gemma":[0.000192879,0.00026627583,0.004036218,0.000675438,0.00046568652,0.0015137816,0.0013163715,0.7156453,0.078478895,0.07821576,0.11896147,0.00023203893],"about_ca_topic_score_codex":0.0063733556,"about_ca_topic_score_gemma":0.0071659875,"teacher_disagreement_score":0.0063733556,"about_ca_system_score_codex":0.0011170673,"about_ca_system_score_gemma":0.0028507796,"threshold_uncertainty_score":0.019070446},"labels":[],"label_agreement":null},{"id":"W1986958631","doi":"10.1007/s10270-014-0441-1","title":"Clafer: unifying class and feature modeling","year":2014,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":102,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Feature (linguistics); Feature model; Class (philosophy); Construct (python library); Semantics (computer science); Inheritance (genetic algorithm); Modeling language; Programming language; Notation; Theoretical computer science; Principle of compositionality; Component (thermodynamics); Class diagram; Artificial intelligence; Unified Modeling Language; Mathematics; Software; Linguistics","score_opus":0.017070513419741286,"score_gpt":0.22361240580310046,"score_spread":0.20654189238335918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986958631","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013809438,0.00008231107,0.9696526,0.00012130091,0.000054370474,0.000058339796,0.00040713453,0.026469724,0.001773237],"genre_scores_gemma":[0.10131155,0.0004627123,0.86342365,0.00050419103,0.00012448936,0.00029802544,0.0043948404,0.020025764,0.009454786],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9965862,0.0005752309,0.00026899765,0.0006657839,0.001597716,0.00030601662],"domain_scores_gemma":[0.9946537,0.0017061341,0.00024452648,0.0026865546,0.0005514521,0.00015765532],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003599173,0.0023329717,0.0016634546,0.0035625296,0.0012995488,0.004825818,0.004489548,0.0026048026,0.012752414],"category_scores_gemma":[0.012903711,0.0025487791,0.005244356,0.0024159704,0.0014918675,0.011457423,0.007977086,0.0049429857,0.006186525],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032220688,0.00028540028,0.0034690555,0.00072109344,0.00033120165,0.00054183713,0.0007175814,0.06777997,0.007271754,0.28776124,0.06500333,0.5657953],"study_design_scores_gemma":[0.000082810984,0.00006436625,0.00042252956,0.00022362678,0.00017887035,0.00030904406,0.000098177145,0.6090781,0.014923025,0.25453392,0.11998812,0.00009743904],"about_ca_topic_score_codex":0.006710859,"about_ca_topic_score_gemma":0.013552081,"teacher_disagreement_score":0.012752414,"about_ca_system_score_codex":0.001583851,"about_ca_system_score_gemma":0.0027270971,"threshold_uncertainty_score":0.04266107},"labels":[],"label_agreement":null},{"id":"W1998713773","doi":"10.1007/s10270-006-0031-y","title":"Informal description and analysis of geographic requirements: an approach based on problems","year":2006,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Geographic information system; Frame (networking); Domain (mathematical analysis); Software; Class (philosophy); Software engineering; Programming language; Artificial intelligence; Geography","score_opus":0.033684820369020534,"score_gpt":0.2443727400596873,"score_spread":0.21068791969066675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998713773","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006173424,0.000095819465,0.98738724,0.00066994305,0.000015560016,0.00024117583,0.00017936635,0.00015607462,0.0050812857],"genre_scores_gemma":[0.16107683,0.00037328393,0.83226204,0.00015616136,0.000047739482,0.00076343986,0.00080940034,0.00019803662,0.0043130754],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9888898,0.006779035,0.000983381,0.00078702066,0.0021393022,0.0004214372],"domain_scores_gemma":[0.97203153,0.018450964,0.0017300938,0.004598863,0.002693032,0.0004954781],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0073891827,0.0016593483,0.0010514996,0.004887854,0.0020849463,0.005874869,0.003733075,0.0021723846,0.0069974675],"category_scores_gemma":[0.029049871,0.0013883733,0.0028432885,0.0030850559,0.005430756,0.009057425,0.0049743783,0.0028989813,0.0009909832],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040468145,0.00010149444,0.0014819144,0.0005424087,0.00007580878,0.0005400397,0.0047775353,0.053220842,0.0018994972,0.88979906,0.002585095,0.044935834],"study_design_scores_gemma":[0.000029980909,0.000077670586,0.00062074186,0.00035513192,0.00009474832,0.00047022977,0.0042249667,0.1896428,0.0027536887,0.75362957,0.048038695,0.0000616445],"about_ca_topic_score_codex":0.006047204,"about_ca_topic_score_gemma":0.0065760603,"teacher_disagreement_score":0.0073891827,"about_ca_system_score_codex":0.0028493174,"about_ca_system_score_gemma":0.0044240956,"threshold_uncertainty_score":0.039078236},"labels":[],"label_agreement":null},{"id":"W1999528346","doi":"10.1007/s10270-011-0202-3","title":"Guest editorial to the special issue on MODELS 2008","year":2011,"lang":"en","type":"editorial","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Eleventh; Modeling language; Library science; Abstraction; Model transformation; Software engineering; Software; Operations research; Programming language; Artificial intelligence; Engineering","score_opus":0.020007244198863437,"score_gpt":0.2416608371914083,"score_spread":0.22165359299254486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999528346","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000026946333,0.0034353824,0.00026027756,0.025396423,0.9691514,0.000009532423,0.00006308817,0.0000625796,0.0015944216],"genre_scores_gemma":[0.00053073745,0.004299037,0.00019531696,0.013787015,0.9570803,0.000020497397,0.00009385488,0.00011380228,0.023879277],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961169,0.00059879624,0.00037767188,0.00053639465,0.002075345,0.00029494235],"domain_scores_gemma":[0.9858768,0.0043481807,0.001101322,0.0005617916,0.0061889463,0.0019229859],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055373283,0.0039611054,0.003650145,0.0046648923,0.0022955004,0.0074597434,0.0028901156,0.009222575,0.028029641],"category_scores_gemma":[0.017817143,0.0014413032,0.003002961,0.0015568926,0.0017306892,0.0045541916,0.0020422137,0.013458314,0.019299064],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021889482,0.0000063914213,0.00001050392,0.00006370127,0.000009710416,0.000041258387,0.0000032146331,0.000027211338,0.00003842039,0.0002412478,0.9973992,0.002137279],"study_design_scores_gemma":[0.000048097132,0.000024355058,0.0001563754,0.00023414473,0.00006298621,0.00017402665,0.000015559137,0.00032933592,0.00013502946,0.0013450038,0.9974583,0.000016787171],"about_ca_topic_score_codex":0.0016463577,"about_ca_topic_score_gemma":0.0053759427,"teacher_disagreement_score":0.028029641,"about_ca_system_score_codex":0.0033428674,"about_ca_system_score_gemma":0.0027443771,"threshold_uncertainty_score":0.09376854},"labels":[],"label_agreement":null},{"id":"W2010503273","doi":"10.1007/s10270-006-0038-4","title":"Domain analysis of dynamic system reconfiguration","year":2007,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Control reconfiguration; Domain (mathematical analysis); Domain analysis; Software engineering; Domain model; Distributed computing; Embedded system; Programming language; Domain knowledge; Software system; Software","score_opus":0.026338601191712444,"score_gpt":0.2847094120620998,"score_spread":0.2583708108703874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010503273","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24881423,0.00052755384,0.72980434,0.000316962,0.000028774208,0.00006411366,0.00019264285,0.0004437598,0.019807657],"genre_scores_gemma":[0.97899777,0.00020188649,0.018907769,0.000027371812,0.000014984764,0.000027360515,0.00014385406,0.00003932751,0.0016396657],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9997008,0.00011564602,0.000007707598,0.000033144675,0.00007914869,0.00006359442],"domain_scores_gemma":[0.99835217,0.0012034088,0.00008373416,0.00012342188,0.0001985456,0.000038730304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067823764,0.00032197632,0.00038408954,0.00089163723,0.00026799232,0.000686973,0.0004404442,0.00029677767,0.0030746753],"category_scores_gemma":[0.0036275198,0.00018359961,0.00042507137,0.0005755808,0.00047401717,0.00071668776,0.0004440122,0.0006002537,0.00022086756],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001760827,0.00007724211,0.0016881449,0.00012461698,0.00004046354,0.00014448698,0.0001231769,0.8376514,0.006317667,0.10033647,0.0013823229,0.051937953],"study_design_scores_gemma":[0.0000045414918,0.000011247912,0.0003680809,0.0000055746027,0.0000065212566,0.000023318356,0.000025658243,0.9794924,0.0009582881,0.0187007,0.0004008812,0.0000027961553],"about_ca_topic_score_codex":0.0023129662,"about_ca_topic_score_gemma":0.0014281846,"teacher_disagreement_score":0.0030746753,"about_ca_system_score_codex":0.0006638197,"about_ca_system_score_gemma":0.00053464115,"threshold_uncertainty_score":0.010285795},"labels":[],"label_agreement":null},{"id":"W2012444658","doi":"10.1007/s10270-010-0171-y","title":"Guest editorial to the theme issue on non-functional system properties in domain specific modeling languages","year":2010,"lang":"en","type":"editorial","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; Surrey Place Centre; Simon Fraser University","funders":"","keywords":"Computer science; Software engineering; Software system; Software development; Domain (mathematical analysis); Programming complexity; Theme (computing); Software; Software construction; Social software engineering; Programming language; World Wide Web","score_opus":0.030646442240819693,"score_gpt":0.26395772574474397,"score_spread":0.23331128350392427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012444658","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000049426377,0.002489633,0.00026328486,0.019918708,0.97600573,0.0000102310005,0.000033609755,0.00003942911,0.0011898876],"genre_scores_gemma":[0.0006906925,0.002801747,0.00019376306,0.011643326,0.97166497,0.000018305558,0.000043294458,0.00006190966,0.012881961],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970796,0.00045712793,0.00031980537,0.00040362045,0.0014945619,0.00024529238],"domain_scores_gemma":[0.98747224,0.004915202,0.00079919817,0.00031640957,0.0048225173,0.0016745011],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053607887,0.002813323,0.0030014978,0.0029202506,0.0019414703,0.0057293363,0.0023251206,0.009397232,0.013629488],"category_scores_gemma":[0.013272819,0.0009915956,0.002332428,0.0009896075,0.0015449926,0.0033656815,0.0014524789,0.014273558,0.008337486],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051900566,0.000013382663,0.000019108309,0.00014449612,0.000018906772,0.00013064261,0.000009459984,0.00003691064,0.00012887234,0.00044566425,0.9950642,0.0039364835],"study_design_scores_gemma":[0.00009250518,0.000052123916,0.00030955335,0.00027855087,0.00009954169,0.00040183935,0.00003118582,0.00042054028,0.0003247849,0.001634851,0.99633265,0.000021898293],"about_ca_topic_score_codex":0.0007460901,"about_ca_topic_score_gemma":0.0021922116,"teacher_disagreement_score":0.013629488,"about_ca_system_score_codex":0.0016754837,"about_ca_system_score_gemma":0.0018725137,"threshold_uncertainty_score":0.04559523},"labels":[],"label_agreement":null},{"id":"W2013515339","doi":"10.1007/s10270-015-0456-2","title":"The Unit-B method: refinement guided by progress concerns","year":2015,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Liveness; Computer science; B-Method; Scheduling (production processes); Formal methods; Unit (ring theory); Refinement calculus; Software; Software engineering; Distributed computing; Theoretical computer science; Programming language; Mathematical optimization; Mathematics","score_opus":0.16013739902685942,"score_gpt":0.38606186704508333,"score_spread":0.2259244680182239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013515339","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026428762,0.000057683785,0.99276876,0.00006192735,0.00003381154,0.00007274653,0.000039232396,0.0015746299,0.00274829],"genre_scores_gemma":[0.09635537,0.0001259068,0.89537454,0.00011970296,0.000031991996,0.00018404964,0.00017172351,0.001951224,0.005685514],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9960706,0.0014558963,0.0002571761,0.0006041668,0.0013357686,0.00027643488],"domain_scores_gemma":[0.9919012,0.0032132566,0.000361424,0.0031110796,0.0011406443,0.00027220824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004754173,0.0011673504,0.0009900493,0.0017384298,0.0011024908,0.0018722517,0.0026125743,0.0016475078,0.009794442],"category_scores_gemma":[0.017025243,0.0012294246,0.0013546087,0.0010039753,0.002380828,0.0035813947,0.0047902158,0.0028584825,0.003293762],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00097603345,0.00021816872,0.0023776393,0.0008817836,0.00013878114,0.00038544764,0.0021025008,0.042660568,0.03266402,0.43553412,0.010499254,0.4715617],"study_design_scores_gemma":[0.00039394706,0.00034214734,0.000588929,0.00037818734,0.00019736905,0.0004208986,0.0003873798,0.56493723,0.06795179,0.28523347,0.079018585,0.00015008246],"about_ca_topic_score_codex":0.004203006,"about_ca_topic_score_gemma":0.0042379517,"teacher_disagreement_score":0.009794442,"about_ca_system_score_codex":0.000632692,"about_ca_system_score_gemma":0.0023609484,"threshold_uncertainty_score":0.032765687},"labels":[],"label_agreement":null},{"id":"W2014081646","doi":"10.1007/s10270-008-0099-7","title":"A UML-based quantitative framework for early prediction of resource usage and load in distributed real-time systems","year":2008,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Calgary","funders":"","keywords":"Computer science; Unified Modeling Language; Resource (disambiguation); Applications of UML; Distributed computing; UML tool; Software engineering; Real-time computing; Programming language; Software","score_opus":0.03411965761701026,"score_gpt":0.25926486085490513,"score_spread":0.2251452032378949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014081646","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026076292,0.00007058472,0.99348664,0.00009197453,0.00001984195,0.00006726781,0.0001541318,0.0029095267,0.0005925373],"genre_scores_gemma":[0.15576996,0.00014780211,0.8419874,0.00009175028,0.000046297617,0.00037072992,0.00059646077,0.00035516475,0.0006344628],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99439055,0.0018907159,0.0007218393,0.0004880903,0.0022482707,0.00026067754],"domain_scores_gemma":[0.98657423,0.006586632,0.0014983459,0.0020521174,0.0029146476,0.0003739504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008422518,0.0018331436,0.0011852409,0.0037568873,0.0008361046,0.004248807,0.0025649897,0.0015486896,0.0020099021],"category_scores_gemma":[0.019123908,0.0010717508,0.0016724501,0.0013588151,0.0015252067,0.0042823483,0.0017999866,0.0023323204,0.00064434577],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025799175,0.00046396465,0.007099813,0.0006898152,0.00020430062,0.00039361333,0.0013241388,0.46918088,0.020667534,0.3243997,0.005402891,0.16991526],"study_design_scores_gemma":[0.000018049846,0.000052143016,0.00048773343,0.000083872255,0.000049188584,0.00007946062,0.000050179267,0.9569493,0.004579521,0.03297659,0.0046339864,0.000040060535],"about_ca_topic_score_codex":0.009249328,"about_ca_topic_score_gemma":0.0075585106,"teacher_disagreement_score":0.009249328,"about_ca_system_score_codex":0.0019698706,"about_ca_system_score_gemma":0.0037259914,"threshold_uncertainty_score":0.044543087},"labels":[],"label_agreement":null},{"id":"W2016492784","doi":"10.1007/s10270-009-0128-1","title":"A dependability profile within MARTE","year":2009,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":172,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; Ministerio de Ciencia y Tecnología","keywords":"Dependability; Computer science; Unified Modeling Language; Petri net; Stochastic Petri net; Applications of UML; Formal methods; Software engineering; Software; Reliability engineering; Distributed computing; Programming language","score_opus":0.02643716325503444,"score_gpt":0.2744401544358737,"score_spread":0.24800299118083927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016492784","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49283704,0.0008931787,0.44021192,0.0011333995,0.00007125532,0.00029172082,0.0024172296,0.014889184,0.04725499],"genre_scores_gemma":[0.8094928,0.0003298501,0.17047569,0.00023003695,0.00005055618,0.000070319344,0.0037586163,0.0018695659,0.013722531],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9982139,0.00016565293,0.000101080324,0.00017920375,0.0011093521,0.00023087898],"domain_scores_gemma":[0.9953577,0.0010640399,0.00031402518,0.001439937,0.0014919866,0.00033225666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024679054,0.00046303374,0.00044169903,0.0018332002,0.00057405303,0.0017004278,0.0010510299,0.0007422783,0.0035807346],"category_scores_gemma":[0.0067940233,0.0006110595,0.000615976,0.0010256481,0.00033011183,0.0033357022,0.00095274934,0.0014723093,0.001380811],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016457955,0.00092857715,0.03265585,0.00042688826,0.00013530528,0.0009955919,0.0024410074,0.14482528,0.0812858,0.09488253,0.015968528,0.6238089],"study_design_scores_gemma":[0.000060596176,0.0008594858,0.022717502,0.00016159874,0.00007583102,0.0018745469,0.00046885893,0.7933084,0.0531707,0.050247084,0.07691938,0.00013599338],"about_ca_topic_score_codex":0.0018541551,"about_ca_topic_score_gemma":0.0036199568,"teacher_disagreement_score":0.0035807346,"about_ca_system_score_codex":0.0006258944,"about_ca_system_score_gemma":0.00080098223,"threshold_uncertainty_score":0.013051689},"labels":[],"label_agreement":null},{"id":"W2016833942","doi":"10.1007/s10270-007-0050-3","title":"A modelling and simulation based process for dependable systems design","year":2007,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Real-Time Systems Scheduling","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Process (computing); Systems engineering; Software engineering; Programming language","score_opus":0.07356362033255823,"score_gpt":0.298298027996331,"score_spread":0.22473440766377276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016833942","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00078718475,0.000017574006,0.9978532,0.000039577586,0.000009991209,0.00007010222,0.000016236396,0.00036466285,0.00084150786],"genre_scores_gemma":[0.09537988,0.00021747232,0.9006619,0.00006325583,0.000026265749,0.00043668048,0.00021928565,0.00025878387,0.0027365168],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99770063,0.0007406764,0.00014573577,0.00024136191,0.0010615579,0.000110018045],"domain_scores_gemma":[0.99756384,0.0011204636,0.00017382808,0.0005818784,0.00046759975,0.000092362636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002927784,0.0012289445,0.0012242198,0.0010317891,0.00087071996,0.002085622,0.0022134536,0.0017707986,0.00494951],"category_scores_gemma":[0.0061985096,0.0010558637,0.002355919,0.0008045044,0.0014271404,0.0018995319,0.0022003895,0.0024327103,0.0016251605],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010617557,0.0001576024,0.0004412256,0.00020059467,0.000076108474,0.00021725187,0.00036878878,0.69010884,0.011414579,0.21980599,0.0012568743,0.075845964],"study_design_scores_gemma":[0.000020424033,0.00004924702,0.000054345794,0.0000267944,0.00002521084,0.00004205814,0.000012568875,0.9571628,0.0040934565,0.032355893,0.006142305,0.000015015912],"about_ca_topic_score_codex":0.0046093054,"about_ca_topic_score_gemma":0.002782802,"teacher_disagreement_score":0.00494951,"about_ca_system_score_codex":0.0011161397,"about_ca_system_score_gemma":0.0025107348,"threshold_uncertainty_score":0.016557753},"labels":[],"label_agreement":null},{"id":"W2025618033","doi":"10.1007/s10270-002-0004-8","title":"A UML-Based Approach to System Testing","year":2002,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":303,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Unified Modeling Language; Sequence diagram; Class diagram; Object Constraint Language; Software engineering; Applications of UML; Testability; Model-based testing; Programming language; UML tool; Context (archaeology); Test case; Test Management Approach; Systems Modeling Language; Activity diagram; System testing; Software development; Reliability engineering; Software; Software construction","score_opus":0.09020794658056883,"score_gpt":0.23924228661756475,"score_spread":0.14903434003699592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025618033","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008865838,0.00014151701,0.9941871,0.0003244034,0.00004083728,0.00006556288,0.00002652638,0.0009066582,0.0034207378],"genre_scores_gemma":[0.051211227,0.0003507326,0.9442317,0.00029585356,0.00007275666,0.0001947028,0.00015004887,0.00033551131,0.0031574618],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9917076,0.0035017417,0.0005244516,0.0004615456,0.00353784,0.00026677919],"domain_scores_gemma":[0.99087137,0.0048828493,0.00037015523,0.0020897086,0.0015608786,0.0002250476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005754771,0.0011409867,0.00083144783,0.0032379662,0.0010371004,0.0034313796,0.0032840506,0.0019970092,0.0053855916],"category_scores_gemma":[0.01883765,0.001087818,0.0016475619,0.0014893862,0.0022814472,0.0053011933,0.0025249429,0.003775695,0.0016036974],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007865132,0.00032912387,0.0010540042,0.00033714398,0.00010160663,0.000330659,0.0007536746,0.042095844,0.009260534,0.6227638,0.0074450416,0.31544995],"study_design_scores_gemma":[0.00008856354,0.00014779656,0.00067070586,0.00044707267,0.00016927061,0.000826291,0.00015577664,0.4362407,0.013475786,0.47919646,0.06850389,0.000077723336],"about_ca_topic_score_codex":0.003171894,"about_ca_topic_score_gemma":0.0046499404,"teacher_disagreement_score":0.005754771,"about_ca_system_score_codex":0.0013859853,"about_ca_system_score_gemma":0.0019593458,"threshold_uncertainty_score":0.03043449},"labels":[],"label_agreement":null},{"id":"W2038221577","doi":"10.1007/s10270-006-0029-5","title":"TURTLE-P: a UML profile for the formal validation of critical and distributed systems","year":2006,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Unified Modeling Language; Turtle (robot); Class diagram; UML tool; Applications of UML; Formal methods; Semantics (computer science); Formal semantics (linguistics); Programming language; Model checking; Software","score_opus":0.04025402107179734,"score_gpt":0.28886607146408483,"score_spread":0.24861205039228748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038221577","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0045792228,0.0002196582,0.91661197,0.0005021857,0.000108032924,0.00077971467,0.00322528,0.06977684,0.004197107],"genre_scores_gemma":[0.11055323,0.0011177877,0.8148402,0.0012358766,0.00012549496,0.0023977784,0.024396865,0.034692235,0.01064055],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9941704,0.002066386,0.000976721,0.00034062593,0.0020233565,0.00042255557],"domain_scores_gemma":[0.9817868,0.0069020293,0.0016942702,0.004818866,0.0041244254,0.0006736629],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008013988,0.0022273753,0.00091723225,0.00382557,0.0011928396,0.003872625,0.003848575,0.0034277563,0.0072728856],"category_scores_gemma":[0.03197954,0.0022475168,0.0020636418,0.0012911527,0.0010949585,0.0050144936,0.0029066328,0.004460941,0.006652419],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013024921,0.0009735298,0.012736942,0.0043507903,0.00038488192,0.002964187,0.005034081,0.12277915,0.07882368,0.17661582,0.18812597,0.4059084],"study_design_scores_gemma":[0.00043625254,0.0003825958,0.0036135062,0.002116684,0.00023743874,0.0028288125,0.0004355236,0.33121386,0.0691937,0.075651325,0.5134727,0.00041762347],"about_ca_topic_score_codex":0.0066208728,"about_ca_topic_score_gemma":0.0074961106,"teacher_disagreement_score":0.008013988,"about_ca_system_score_codex":0.0015005935,"about_ca_system_score_gemma":0.0068159513,"threshold_uncertainty_score":0.04238254},"labels":[],"label_agreement":null},{"id":"W2041019860","doi":"10.1007/s10270-008-0104-1","title":"Generating relational database transactions from eb 3 attribute definitions","year":2008,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Database Systems and Queries","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Computer science; Executable; SQL; TRACE (psycholinguistics); Programming language; Database transaction; Relational database; Representation (politics); Implementation; Function (biology); Database; Database design; Theoretical computer science","score_opus":0.10714857610450189,"score_gpt":0.24932410924979784,"score_spread":0.14217553314529596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041019860","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07970037,0.00028644054,0.89280117,0.00043235396,0.0001857656,0.0003966591,0.002348137,0.015456104,0.008392943],"genre_scores_gemma":[0.42697427,0.00026343914,0.5575455,0.00016447024,0.00007645871,0.00028410146,0.0069778403,0.002361226,0.0053527085],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982797,0.0003779339,0.00013469468,0.00027525765,0.0007607461,0.00017167555],"domain_scores_gemma":[0.9952285,0.0025978058,0.00018583403,0.0008737541,0.0010237593,0.00009041941],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012449323,0.00062466913,0.000630762,0.0012237862,0.000433863,0.0019876645,0.001559077,0.0009966148,0.009273637],"category_scores_gemma":[0.010447649,0.00067874236,0.0015255662,0.0017150727,0.00061308406,0.0023341142,0.0021198087,0.0013138521,0.0029728212],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015246986,0.00041551984,0.008704979,0.0010963841,0.00019813242,0.0016701592,0.0014466116,0.1137234,0.054269835,0.11742912,0.037173904,0.6623473],"study_design_scores_gemma":[0.00022904664,0.0003274443,0.0021363974,0.00012830645,0.00015173487,0.000660873,0.00081815576,0.7640589,0.08512794,0.112134926,0.03415157,0.000074726384],"about_ca_topic_score_codex":0.001461107,"about_ca_topic_score_gemma":0.0024195933,"teacher_disagreement_score":0.009273637,"about_ca_system_score_codex":0.00059146364,"about_ca_system_score_gemma":0.0009905555,"threshold_uncertainty_score":0.031023443},"labels":[],"label_agreement":null},{"id":"W2044138490","doi":"10.1007/s10270-008-0084-1","title":"Model-driven assessment of system dependability","year":2008,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Dependability; Computer science; Formalism (music); Probabilistic logic; Reliability engineering; Software engineering; Embedded system; Artificial intelligence; Engineering","score_opus":0.062635797815128,"score_gpt":0.30598090796932975,"score_spread":0.24334511015420174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044138490","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38215142,0.00020907665,0.6091391,0.00017741966,0.00004438,0.00017616895,0.00040370453,0.0011546573,0.0065440973],"genre_scores_gemma":[0.975298,0.000040639054,0.023877705,0.000018568639,0.0000046036494,0.000080836064,0.00015011357,0.000040350686,0.00048909365],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990393,0.00040136374,0.000024411745,0.000071695315,0.00041043028,0.00005286638],"domain_scores_gemma":[0.99766386,0.0015483794,0.00014454695,0.00022847466,0.00037338302,0.000041496103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001355727,0.00059725624,0.00050660694,0.00084176275,0.00021609792,0.00070167304,0.0007253503,0.00075990625,0.001329253],"category_scores_gemma":[0.005818732,0.0003484906,0.00061496935,0.0003334469,0.00030237896,0.0007437241,0.0003978382,0.0005785457,0.00021401749],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091997346,0.00008406688,0.0012052733,0.000053513577,0.000033786015,0.000028234952,0.000022025817,0.971067,0.0069140554,0.0028319887,0.0002894567,0.017378544],"study_design_scores_gemma":[0.0000045438924,0.00003730338,0.0003123889,0.0000022889453,0.00000454946,0.000011879304,0.0000027594183,0.99663615,0.0017394815,0.0011490793,0.000095861724,0.0000036084934],"about_ca_topic_score_codex":0.0029391535,"about_ca_topic_score_gemma":0.003449815,"teacher_disagreement_score":0.0029391535,"about_ca_system_score_codex":0.0010477444,"about_ca_system_score_gemma":0.0009479216,"threshold_uncertainty_score":0.0076019764},"labels":[],"label_agreement":null},{"id":"W2049244577","doi":"10.1007/s10270-013-0370-4","title":"T-Core: a framework for custom-built model transformation engines","year":2013,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Transformation (genetics); Model transformation; Reuse; Programming language; Context (archaeology); Program transformation; Task (project management); Software engineering; Model-driven architecture; Theoretical computer science; Unified Modeling Language; Systems engineering; Artificial intelligence; Engineering; Software","score_opus":0.05798736777553443,"score_gpt":0.2826800733855033,"score_spread":0.2246927056099689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049244577","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011785943,0.000068461595,0.9257858,0.000050765546,0.00005582038,0.00012403926,0.00070276577,0.06973732,0.002296455],"genre_scores_gemma":[0.07469521,0.000609944,0.8568285,0.00037551712,0.00007112013,0.00070224784,0.009226086,0.048513547,0.008977844],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99894685,0.00018675528,0.00013477981,0.00022182158,0.0003879364,0.00012183834],"domain_scores_gemma":[0.9977914,0.0007642496,0.00011217965,0.00089717406,0.00032660013,0.00010842651],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001977888,0.001899907,0.0010859469,0.0016980779,0.0006677413,0.0030602089,0.0044097384,0.0015445425,0.020592118],"category_scores_gemma":[0.0063337456,0.0016522463,0.0032601897,0.0012820289,0.00094332255,0.00441961,0.0036029182,0.003294155,0.008761052],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010082722,0.0005660038,0.004237222,0.0025738096,0.00086097524,0.0013606813,0.00096845033,0.099828966,0.03958092,0.1978339,0.14301467,0.5081662],"study_design_scores_gemma":[0.00021412077,0.000121691024,0.0006433815,0.0003235493,0.00024926668,0.0007867765,0.00013208605,0.6247789,0.057315353,0.10122609,0.21400881,0.00020000017],"about_ca_topic_score_codex":0.0040339506,"about_ca_topic_score_gemma":0.0061107506,"teacher_disagreement_score":0.020592118,"about_ca_system_score_codex":0.0010296283,"about_ca_system_score_gemma":0.0019452976,"threshold_uncertainty_score":0.06888753},"labels":[],"label_agreement":null},{"id":"W2051864045","doi":"10.1007/s10270-015-0453-5","title":"Supporting different process views through a Shared Process Model","year":2015,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Abstraction; Process (computing); Stakeholder; Business process; Process management; Business process management; Business process modeling; Process modeling; Artifact-centric business process model; Software engineering; Work in process; Knowledge management; Programming language","score_opus":0.10068237423932554,"score_gpt":0.3203526720947318,"score_spread":0.21967029785540626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051864045","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00833912,0.00003559076,0.986615,0.00035996648,0.00003998178,0.00014105135,0.00008725348,0.0012864907,0.0030955027],"genre_scores_gemma":[0.2866654,0.00016389605,0.7072597,0.00025132296,0.000047037953,0.00045551738,0.0006467099,0.0006045472,0.003905868],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98722154,0.0035964493,0.0013257514,0.0016061432,0.005115177,0.0011349608],"domain_scores_gemma":[0.98332256,0.004272199,0.0009144814,0.008335287,0.0024365692,0.0007189031],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009892877,0.0013035274,0.0016905554,0.00233258,0.0017360217,0.010150911,0.004646435,0.004989911,0.0042775827],"category_scores_gemma":[0.021954335,0.0016739187,0.0045515206,0.0019103006,0.002587605,0.016171154,0.010197242,0.0061825863,0.001367611],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004993326,0.0006068286,0.003490997,0.00025216414,0.0002933743,0.00085506804,0.0033534,0.18321157,0.014131708,0.6816603,0.0024673198,0.109177925],"study_design_scores_gemma":[0.00012264444,0.00011952972,0.00023015098,0.00011140503,0.00022358219,0.00020896991,0.000390423,0.7858736,0.0112886,0.18222164,0.01911719,0.0000922259],"about_ca_topic_score_codex":0.005955499,"about_ca_topic_score_gemma":0.005339276,"teacher_disagreement_score":0.010150911,"about_ca_system_score_codex":0.002112424,"about_ca_system_score_gemma":0.00612328,"threshold_uncertainty_score":0.05231917},"labels":[],"label_agreement":null},{"id":"W2053362736","doi":"10.1007/s10270-013-0385-x","title":"Transformation challenges: from software models to performance models","year":2013,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Unified Modeling Language; Model transformation; Scalability; Petri net; Queueing theory; Software development process; Model-driven architecture; Software; Software development; Software engineering; Programming language; Database; Artificial intelligence","score_opus":0.05411228093989949,"score_gpt":0.22902063827280253,"score_spread":0.17490835733290305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053362736","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0175532,0.0026109512,0.9027782,0.050999437,0.00054742134,0.00010080845,0.0007261691,0.0016099577,0.023073817],"genre_scores_gemma":[0.69312537,0.0065811267,0.28209615,0.004405898,0.0013403583,0.00043196155,0.0014731502,0.0013885461,0.009157494],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99338526,0.0030981367,0.000318594,0.00069481094,0.0021347317,0.00036842443],"domain_scores_gemma":[0.9815368,0.010652178,0.0008365732,0.004011856,0.0024828212,0.00047981387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069433944,0.0010489604,0.0014734651,0.0014532746,0.0009035286,0.0068946546,0.004274142,0.0027190284,0.0047796727],"category_scores_gemma":[0.034901015,0.001005686,0.0013282348,0.001767909,0.00406056,0.016155753,0.0036079031,0.00890887,0.001998887],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003810295,0.00009880099,0.00070878444,0.00022987918,0.000044492856,0.000114894494,0.00043780069,0.07349432,0.00044890319,0.8713141,0.008937819,0.044132113],"study_design_scores_gemma":[0.000008766854,0.000015149948,0.00011715176,0.00007259516,0.000012456517,0.00003935523,0.00019738002,0.15267031,0.00031039622,0.8328112,0.013728886,0.0000163273],"about_ca_topic_score_codex":0.008066515,"about_ca_topic_score_gemma":0.003773425,"teacher_disagreement_score":0.008066515,"about_ca_system_score_codex":0.0032574928,"about_ca_system_score_gemma":0.005401966,"threshold_uncertainty_score":0.036720574},"labels":[],"label_agreement":null},{"id":"W2057494031","doi":"10.1007/s10270-009-0127-2","title":"An algebra of product families","year":2009,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Haskell; Computer science; Idempotence; Product (mathematics); Algebra over a field; Algebraic structure; Programming language; Algebraic number; Basis (linear algebra); Theoretical computer science; Functional programming; Mathematics; Pure mathematics","score_opus":0.036901165333839525,"score_gpt":0.28866561143172315,"score_spread":0.2517644460978836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057494031","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08203728,0.0017516186,0.7551415,0.0016848919,0.0004531669,0.00012678104,0.0010664455,0.0006181403,0.15712015],"genre_scores_gemma":[0.7347398,0.0022134033,0.19472484,0.0008855618,0.00073375617,0.0004155967,0.0016662882,0.00040825704,0.06421252],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9975472,0.0006788079,0.00019102855,0.0006194303,0.0007430442,0.00022057083],"domain_scores_gemma":[0.9976284,0.0008861195,0.00021566676,0.00028830793,0.0006964972,0.00028509772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026398343,0.0009330079,0.001100936,0.002793116,0.003211759,0.004281464,0.0012012332,0.0010724084,0.012431264],"category_scores_gemma":[0.0031884264,0.0010137738,0.0018843003,0.0030680832,0.0034458502,0.0091228485,0.0027963135,0.00307025,0.0023041768],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013592529,0.00001759932,0.00009234902,0.000019279363,0.000009814872,0.00005821714,0.0001624967,0.0003492401,0.0002964874,0.9931502,0.0008126555,0.00501801],"study_design_scores_gemma":[0.000009871431,0.000016887361,0.000092885275,0.000009885054,0.000009989907,0.00013420313,0.00006841391,0.0019523491,0.00024971363,0.98855513,0.008889739,0.000010979053],"about_ca_topic_score_codex":0.0014681218,"about_ca_topic_score_gemma":0.0011133532,"teacher_disagreement_score":0.012431264,"about_ca_system_score_codex":0.001780365,"about_ca_system_score_gemma":0.0011346267,"threshold_uncertainty_score":0.041586697},"labels":[],"label_agreement":null},{"id":"W2064746998","doi":"10.1007/s10270-007-0053-0","title":"Performance analysis of aspect-oriented UML models","year":2007,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Unified Modeling Language; Rewriting; Applications of UML; Aspect-oriented programming; UML tool; Context (archaeology); Parameterized complexity; Expression (computer science); Programming language; Software engineering; Software; Algorithm","score_opus":0.04986106858002152,"score_gpt":0.2841407457858321,"score_spread":0.23427967720581058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064746998","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6347952,0.0007774256,0.34871748,0.00047337083,0.00006497509,0.00013263756,0.00037231314,0.0043296902,0.010336861],"genre_scores_gemma":[0.9621197,0.00015233883,0.036477312,0.000016367225,0.000016446618,0.00004567011,0.0003967665,0.00022870406,0.0005467806],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9945543,0.0023964217,0.0002492495,0.00029778335,0.002121145,0.0003811741],"domain_scores_gemma":[0.96630234,0.02695519,0.0016705497,0.0021399406,0.0026477538,0.00028413013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067387153,0.0008866282,0.0006498642,0.0018447224,0.0005436686,0.0018699132,0.0012531345,0.00081270066,0.003212425],"category_scores_gemma":[0.03330055,0.00052214117,0.0007516812,0.0013908434,0.00045178496,0.0025699926,0.0009499114,0.0006816939,0.00042740547],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011792635,0.0003157553,0.009598653,0.00027660944,0.00015642718,0.00010346533,0.0003280326,0.8411498,0.013150851,0.032770697,0.0014327868,0.099537574],"study_design_scores_gemma":[0.000012549942,0.00006932095,0.00056973856,0.000006552297,0.000026052312,0.000012882105,0.000021360123,0.9941111,0.0033058042,0.0016376408,0.00022164115,0.00000535337],"about_ca_topic_score_codex":0.0063447687,"about_ca_topic_score_gemma":0.0042133206,"teacher_disagreement_score":0.0067387153,"about_ca_system_score_codex":0.0021399162,"about_ca_system_score_gemma":0.0012394853,"threshold_uncertainty_score":0.035638213},"labels":[],"label_agreement":null},{"id":"W2069374766","doi":"10.1007/s10270-012-0257-9","title":"Lessons learned from building model-driven development tools","year":2012,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Universität Paderborn; University of Waterloo; Università di Pisa; Magyar Tudományos Akadémia; Technische Universität Berlin; European Commission","keywords":"Software deployment; Computer science; Capability Maturity Model; Software engineering; Maturity (psychological); Key (lock); Software development; Systems engineering; Software; Process management; Engineering management; Data science; Engineering; Computer security; Psychology","score_opus":0.13150895399392684,"score_gpt":0.3047574937739088,"score_spread":0.17324853977998197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069374766","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012327926,0.0023605165,0.9591043,0.007769081,0.00025362,0.000090979345,0.000093163944,0.0012306282,0.0167698],"genre_scores_gemma":[0.14119922,0.005118769,0.84472275,0.0010983349,0.0001908081,0.00014001939,0.000291263,0.0008748262,0.0063640564],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963201,0.0013495316,0.00026282473,0.00043103023,0.0014747203,0.00016171606],"domain_scores_gemma":[0.9854285,0.00870346,0.0002654166,0.003104753,0.0021062987,0.00039159687],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056968164,0.001052868,0.0006526806,0.001083455,0.00089501083,0.004051193,0.0027923165,0.0015950797,0.00431151],"category_scores_gemma":[0.022638647,0.0010854267,0.00086916285,0.0010695991,0.0022106785,0.009920749,0.0027392544,0.005173417,0.0017581384],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088973575,0.0002925665,0.0034352085,0.0017832235,0.00013438107,0.0005928931,0.0025711118,0.060642608,0.0055358447,0.33113208,0.015330019,0.5784611],"study_design_scores_gemma":[0.000099141114,0.00018967457,0.0010920921,0.0014172686,0.00010422997,0.0010096262,0.0010702166,0.15640624,0.015940443,0.61417514,0.20837907,0.00011678436],"about_ca_topic_score_codex":0.0033099237,"about_ca_topic_score_gemma":0.0036747274,"teacher_disagreement_score":0.0056968164,"about_ca_system_score_codex":0.001220729,"about_ca_system_score_gemma":0.0021951746,"threshold_uncertainty_score":0.030128002},"labels":[],"label_agreement":null},{"id":"W2071396752","doi":"10.1007/s10270-007-0076-6","title":"Use Case Maps as a property specification language","year":2007,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Model checking; Formal specification; Programming language; Rotation formalisms in three dimensions; Property (philosophy); Specification language; Notation; Architectural style; Computation tree logic; Software engineering; Temporal logic; Formal verification; Architecture","score_opus":0.0794449198254544,"score_gpt":0.3125764168692408,"score_spread":0.2331314970437864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071396752","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005975228,0.000076318924,0.97730416,0.00044683449,0.00004587294,0.00020016062,0.00034859576,0.002997457,0.012605422],"genre_scores_gemma":[0.3155206,0.0004459447,0.65441924,0.00034341798,0.00008583541,0.00095244165,0.0010556402,0.0013398342,0.025836945],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9964665,0.0013325072,0.00033319354,0.00042079738,0.0011898042,0.00025717972],"domain_scores_gemma":[0.9933697,0.0042579263,0.00038535046,0.001062173,0.0007719157,0.00015281024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036855917,0.00092807185,0.0004977066,0.0023984462,0.0011672265,0.004370722,0.0019021219,0.001742311,0.012078983],"category_scores_gemma":[0.0065803207,0.0011487615,0.0014432025,0.0015191387,0.0025134005,0.0063927774,0.002443546,0.0022736976,0.0027728928],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062813066,0.000061396044,0.00059880456,0.00017696444,0.000034550565,0.0006625486,0.0011349538,0.009557143,0.0031480768,0.9515114,0.003476519,0.029574899],"study_design_scores_gemma":[0.000058598875,0.00010072854,0.0002942974,0.00022724218,0.00018224037,0.0011172033,0.00048000645,0.17783992,0.032633018,0.59092623,0.19606383,0.00007670276],"about_ca_topic_score_codex":0.002419844,"about_ca_topic_score_gemma":0.0027240755,"teacher_disagreement_score":0.012078983,"about_ca_system_score_codex":0.000981371,"about_ca_system_score_gemma":0.0018143506,"threshold_uncertainty_score":0.040408194},"labels":[],"label_agreement":null},{"id":"W2072418922","doi":"10.1007/s10270-005-0083-4","title":"State-based versus event-based specifications for information systems: a comparison of B and eb3","year":2005,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Computer science; Modularity (biology); Generality; Modular design; Viewpoints; Event (particle physics); Data integrity; Representation (politics); State (computer science); Perspective (graphical); Theoretical computer science; Programming language; Artificial intelligence; Database","score_opus":0.12562603247665824,"score_gpt":0.33692227162295124,"score_spread":0.211296239146293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072418922","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15887362,0.0022506805,0.78451437,0.001018893,0.00008698434,0.00048109874,0.0022832777,0.003290191,0.047201004],"genre_scores_gemma":[0.6442974,0.0014058977,0.34619838,0.0005422765,0.000027272888,0.000287529,0.0024497623,0.000679394,0.0041121356],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9908681,0.0040401737,0.0008657831,0.00026919637,0.0036416622,0.0003150684],"domain_scores_gemma":[0.95026505,0.03531763,0.002013221,0.0052600116,0.0065623857,0.0005817834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012613458,0.00038258356,0.0005496892,0.002294213,0.00048144063,0.002333358,0.0014299817,0.00120484,0.0075196936],"category_scores_gemma":[0.031958375,0.00031869367,0.0006391677,0.0022797936,0.0007298166,0.0039731357,0.0013087292,0.0007536705,0.0013764041],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005017615,0.0005868975,0.011083771,0.0019828847,0.00023424764,0.0002495566,0.0012762494,0.05913627,0.024971772,0.23242633,0.008010872,0.6550236],"study_design_scores_gemma":[0.001191797,0.00398269,0.021887535,0.0018499614,0.00055110344,0.0014715241,0.0028926402,0.6276537,0.07809429,0.15095693,0.10914059,0.0003271972],"about_ca_topic_score_codex":0.0066761468,"about_ca_topic_score_gemma":0.0058789114,"teacher_disagreement_score":0.012613458,"about_ca_system_score_codex":0.00094997435,"about_ca_system_score_gemma":0.0020328988,"threshold_uncertainty_score":0.066707134},"labels":[],"label_agreement":null},{"id":"W2073857467","doi":"10.1007/s10270-010-0180-x","title":"A metamodel for the compact but lossless exchange of execution traces","year":2010,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Concordia University","funders":"","keywords":"Computer science; TRACE (psycholinguistics); Scalability; Programming language; Interoperability; Reuse; Metamodeling; Software; Software engineering; Variety (cybernetics); Database; World Wide Web; Artificial intelligence","score_opus":0.03221588793950747,"score_gpt":0.26804895932448813,"score_spread":0.23583307138498066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073857467","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002775172,0.000052249663,0.99228704,0.00012865293,0.000049614508,0.00009277753,0.0003436197,0.003137057,0.0011338223],"genre_scores_gemma":[0.14402647,0.00040445692,0.84420973,0.00031732957,0.000101434496,0.00059180585,0.0015728944,0.0024903591,0.006285619],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970606,0.0007014674,0.00051547535,0.0005882814,0.0008981018,0.00023601353],"domain_scores_gemma":[0.9923069,0.0020493856,0.000540386,0.0039729513,0.00087244116,0.00025801393],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045048394,0.0010801553,0.0009898159,0.0018074808,0.0009999126,0.00408767,0.002928944,0.002747771,0.004116592],"category_scores_gemma":[0.012029874,0.0012401951,0.0019111253,0.001254895,0.0019017862,0.0068741385,0.002649689,0.003586476,0.001521402],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033897944,0.00025880785,0.0022298975,0.00049471145,0.0001437794,0.0008511197,0.0015739801,0.072005026,0.023940198,0.79565364,0.007969483,0.09454043],"study_design_scores_gemma":[0.00014249464,0.000189321,0.0005214987,0.00038167997,0.00026060277,0.0010334807,0.00022961693,0.38899684,0.036577437,0.42692298,0.14457531,0.00016877014],"about_ca_topic_score_codex":0.0033447251,"about_ca_topic_score_gemma":0.0038482153,"teacher_disagreement_score":0.0045048394,"about_ca_system_score_codex":0.001284313,"about_ca_system_score_gemma":0.0029352698,"threshold_uncertainty_score":0.023824155},"labels":[],"label_agreement":null},{"id":"W2076018800","doi":"10.1007/s10270-010-0176-6","title":"Code generation for a family of executable modelling notations","year":2010,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Executable; Programming language; Code generation; Notation; Semantics (computer science); Operational semantics; Generator (circuit theory); Code (set theory); Petri net; Parameterized complexity; Algorithm; Operating system","score_opus":0.10588557448072579,"score_gpt":0.3097429828756449,"score_spread":0.20385740839491912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076018800","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033449624,0.000048377442,0.9603679,0.000115186325,0.000028949817,0.00010458979,0.00021901091,0.0030726946,0.0025935976],"genre_scores_gemma":[0.37196833,0.00013106986,0.6224623,0.000059137114,0.000016086844,0.00021120433,0.00089930935,0.0013905702,0.0028619566],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99922836,0.0002217136,0.00005589191,0.00013585562,0.00027501571,0.00008318877],"domain_scores_gemma":[0.9970202,0.0017945718,0.00020811333,0.00047839046,0.00043256563,0.00006622174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010706084,0.00078234804,0.00028309334,0.0008304608,0.0004943443,0.0007263993,0.0006821241,0.0007382013,0.0034855404],"category_scores_gemma":[0.0067385584,0.00040411323,0.0010375313,0.00046561324,0.00055317,0.00083636405,0.00086277054,0.0009032833,0.00089949573],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007178662,0.00033422117,0.004506778,0.00080937246,0.000103663355,0.0017659859,0.0012643543,0.19034423,0.13571785,0.31713375,0.008561535,0.33874047],"study_design_scores_gemma":[0.00012769377,0.00018465506,0.00055499864,0.000104484534,0.00008902865,0.00070597016,0.000099661054,0.7891784,0.09424476,0.09873639,0.015923502,0.000050455503],"about_ca_topic_score_codex":0.00074743974,"about_ca_topic_score_gemma":0.0007889836,"teacher_disagreement_score":0.0034855404,"about_ca_system_score_codex":0.00045399214,"about_ca_system_score_gemma":0.0009806752,"threshold_uncertainty_score":0.011660278},"labels":[],"label_agreement":null},{"id":"W2077478714","doi":"10.1007/s10270-007-0055-y","title":"A methodology for the selection of requirements engineering techniques","year":2007,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Engineering Research","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Requirements engineering; Software engineering; Selection (genetic algorithm); Domain (mathematical analysis); Process (computing); Context (archaeology); Requirements analysis; Systems engineering; Software; Management science; Artificial intelligence; Engineering","score_opus":0.10585584479368089,"score_gpt":0.34902250442522964,"score_spread":0.24316665963154876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077478714","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00068313605,0.00006511055,0.9970228,0.00011317286,0.000018699995,0.00031873945,0.000097663324,0.0006627338,0.0010179173],"genre_scores_gemma":[0.0054228045,0.000070401904,0.99328834,0.00003847015,0.000016829365,0.00031263055,0.00024971215,0.00012166366,0.00047914265],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97873974,0.009217308,0.0026400262,0.0016896789,0.007157874,0.0005553341],"domain_scores_gemma":[0.96613497,0.017916007,0.0017139518,0.0052669444,0.008423476,0.00054459844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016349413,0.0020509826,0.0016366333,0.008530874,0.0020362574,0.0053456766,0.003228724,0.0018753705,0.008033267],"category_scores_gemma":[0.044836264,0.0017692881,0.0041500493,0.0049214805,0.0015496617,0.0042483453,0.0028735923,0.0037124418,0.0042454842],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000107006446,0.00040754615,0.0016077923,0.0011218278,0.00025524767,0.00045121572,0.0011239357,0.012657502,0.015566973,0.22247139,0.011541586,0.7326879],"study_design_scores_gemma":[0.00043146728,0.0008390333,0.0034676483,0.0018114384,0.00071664376,0.003289188,0.0013019472,0.37257257,0.041408636,0.37310755,0.20055276,0.00050106336],"about_ca_topic_score_codex":0.0020560806,"about_ca_topic_score_gemma":0.003314818,"teacher_disagreement_score":0.016349413,"about_ca_system_score_codex":0.001580213,"about_ca_system_score_gemma":0.004608485,"threshold_uncertainty_score":0.086465},"labels":[],"label_agreement":null},{"id":"W2081871567","doi":"10.1007/s10270-010-0187-3","title":"Synchronizing concurrent model updates based on bidirectional transformation","year":2011,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Synchronizer; Computer science; Synchronizing; Correctness; Model transformation; Transformation (genetics); Synchronization (alternating current); Property (philosophy); Distributed computing; Concurrency; Theoretical computer science; Parallel computing; Algorithm; Artificial intelligence","score_opus":0.11008903720246596,"score_gpt":0.2761769539376186,"score_spread":0.16608791673515264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081871567","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034904417,0.00009376297,0.9532987,0.00011463455,0.00010606483,0.00013591864,0.000085336345,0.005236858,0.006024268],"genre_scores_gemma":[0.7280848,0.00016866466,0.26437226,0.00009755782,0.000041514417,0.00025178268,0.00041280562,0.0011181759,0.005452551],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9972656,0.00093722076,0.00016707009,0.00031994222,0.001016402,0.00029375957],"domain_scores_gemma":[0.99386555,0.0022331495,0.00029528135,0.0026935167,0.00076458935,0.00014797764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027172035,0.0006095213,0.00079191517,0.0009639426,0.0007359729,0.0019282079,0.0015760086,0.0007270118,0.004836758],"category_scores_gemma":[0.011292833,0.00070812367,0.0006511711,0.0011262139,0.0010947369,0.0031189006,0.004756994,0.0015892696,0.0009789556],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023265101,0.00051246205,0.0037307325,0.00044081753,0.00017295388,0.00089959794,0.0021749488,0.18600203,0.06339403,0.2255179,0.006467646,0.50836045],"study_design_scores_gemma":[0.00017078366,0.00013077914,0.0003728153,0.000037120655,0.00011092668,0.00015110982,0.00020573975,0.84546804,0.05578102,0.08681555,0.010711159,0.000044899974],"about_ca_topic_score_codex":0.0035500694,"about_ca_topic_score_gemma":0.004336751,"teacher_disagreement_score":0.004836758,"about_ca_system_score_codex":0.00054973905,"about_ca_system_score_gemma":0.0016140898,"threshold_uncertainty_score":0.016180575},"labels":[],"label_agreement":null},{"id":"W2084206470","doi":"10.1007/s10270-004-0056-z","title":"A behavioral analysis and verification approach to pattern-based design composition","year":2003,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software engineering; Reuse; Software design pattern; Software; Software development; Composition (language); Programming language","score_opus":0.09185485213269434,"score_gpt":0.29718708648620557,"score_spread":0.20533223435351122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084206470","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013711449,0.000023774117,0.9967253,0.00008748808,0.000013810437,0.000087265515,0.000019555944,0.000578259,0.0010932268],"genre_scores_gemma":[0.07716284,0.00013955591,0.91882455,0.0001339093,0.000031237938,0.0003391406,0.00013054271,0.00029792148,0.0029402548],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99528754,0.0013381457,0.00030245713,0.00048557506,0.0022912927,0.00029501287],"domain_scores_gemma":[0.9936698,0.0029578316,0.0003843092,0.0016030516,0.0012701177,0.00011500559],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003771558,0.0013108997,0.0010053742,0.0020093753,0.0014639663,0.0022577173,0.002773883,0.0016659137,0.006641207],"category_scores_gemma":[0.012183587,0.001426372,0.0026349865,0.0011318238,0.0028585857,0.0038071156,0.0021693965,0.003079387,0.0016843693],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018042068,0.00040103466,0.0012925486,0.00044358202,0.00019956489,0.00051917986,0.0007192305,0.16899571,0.02175807,0.5606406,0.003685775,0.24116436],"study_design_scores_gemma":[0.000075941025,0.00011151053,0.00029035116,0.0001136549,0.00018114847,0.0002616024,0.00008593731,0.7644984,0.017394317,0.2045001,0.012441358,0.000045685552],"about_ca_topic_score_codex":0.0071574394,"about_ca_topic_score_gemma":0.0061770687,"teacher_disagreement_score":0.0071574394,"about_ca_system_score_codex":0.0014190774,"about_ca_system_score_gemma":0.0036939988,"threshold_uncertainty_score":0.022217035},"labels":[],"label_agreement":null},{"id":"W2085594901","doi":"10.1007/s10270-002-0008-4","title":"Extending the Unified Modeling Language for ontology development","year":2002,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; Applications of UML; Ontology; UML tool; Metamodeling; Unified Modeling Language; OWL-S; Programming language; Process ontology; Ontology language; Upper ontology; Ontology-based data integration; Ontology Inference Layer; Software engineering; Semantic Web; Artificial intelligence; Semantic Web Stack; Process (computing); Web service; Software","score_opus":0.07686369648207024,"score_gpt":0.267830126460279,"score_spread":0.19096642997820873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085594901","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00143088,0.00039923604,0.9918704,0.0006355229,0.00013875238,0.00014001825,0.00019228969,0.0015182807,0.003674727],"genre_scores_gemma":[0.02544719,0.0009064817,0.9689919,0.00028106172,0.00008972021,0.00023939814,0.0010276953,0.0006009032,0.0024157441],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9922409,0.0029729574,0.0013088058,0.00063644786,0.0023563534,0.00048456495],"domain_scores_gemma":[0.99164236,0.0024852913,0.0005849046,0.0029858924,0.0019398321,0.0003616746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010403478,0.0010170015,0.0015810762,0.003026898,0.0018944164,0.0073550497,0.004698709,0.0023154996,0.0028027121],"category_scores_gemma":[0.01637618,0.0015580775,0.004302702,0.0033230516,0.0021645124,0.013177003,0.0057759346,0.0048754755,0.0015854676],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006878981,0.00009929131,0.00085709593,0.00056065497,0.00016233712,0.00045559584,0.0017828447,0.0132557275,0.0021045445,0.86164176,0.009364991,0.10964625],"study_design_scores_gemma":[0.000060668503,0.00007042652,0.0003810189,0.00062023406,0.00031137446,0.0005860465,0.00039308035,0.13038146,0.00501155,0.53908056,0.3229885,0.00011497871],"about_ca_topic_score_codex":0.009555238,"about_ca_topic_score_gemma":0.0130990185,"teacher_disagreement_score":0.010403478,"about_ca_system_score_codex":0.0020108032,"about_ca_system_score_gemma":0.006663046,"threshold_uncertainty_score":0.055019557},"labels":[],"label_agreement":null},{"id":"W2085937584","doi":"10.1007/s10270-005-0101-6","title":"Detecting feature interaction in CPL","year":2005,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Université du Québec en Outaouais; Université de Montréal","funders":"","keywords":"Computer science; Feature (linguistics); Artificial intelligence","score_opus":0.015614322454661553,"score_gpt":0.24628336793203356,"score_spread":0.23066904547737202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085937584","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32925797,0.00022077769,0.6405421,0.00038945745,0.000075961485,0.00036409532,0.0018642968,0.020391878,0.0068936045],"genre_scores_gemma":[0.82807523,0.000077601435,0.16663945,0.00018204392,0.00003187032,0.00021765998,0.0020141215,0.000938251,0.0018237191],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99628097,0.00040707627,0.00018584098,0.00050033815,0.0022447992,0.00038092697],"domain_scores_gemma":[0.9900718,0.0058168373,0.0012477916,0.0011319612,0.0014457136,0.0002859629],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015609211,0.0007358708,0.00070190546,0.0028652046,0.00085013587,0.0015401975,0.0015991271,0.0015455605,0.0027069373],"category_scores_gemma":[0.010837974,0.00062080886,0.00076818455,0.002080334,0.00080969493,0.0036418666,0.0018454661,0.0016405649,0.000717418],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024474005,0.00096530473,0.093598954,0.00088416337,0.0002671115,0.004249132,0.001286568,0.07987084,0.10810579,0.033910763,0.015088742,0.65932524],"study_design_scores_gemma":[0.000087477354,0.000285037,0.01260226,0.000050229322,0.00008783263,0.00078182307,0.00020525453,0.89124817,0.065574825,0.01845997,0.010555996,0.00006107649],"about_ca_topic_score_codex":0.008836916,"about_ca_topic_score_gemma":0.008179581,"teacher_disagreement_score":0.008836916,"about_ca_system_score_codex":0.0016071452,"about_ca_system_score_gemma":0.0013946414,"threshold_uncertainty_score":0.017570972},"labels":[],"label_agreement":null},{"id":"W2092758480","doi":"10.1007/s10270-014-0399-z","title":"An executable formal semantics for UML-RT","year":2014,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Real-Time Systems Scheduling","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Programming language; Applications of UML; Unified Modeling Language; Formal semantics (linguistics); UML tool; Object Constraint Language; Operational semantics; Denotational semantics; Semantics (computer science); Software","score_opus":0.020706576151137784,"score_gpt":0.2578143589089094,"score_spread":0.23710778275777164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092758480","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022110352,0.000052040705,0.9910671,0.00017931567,0.00007137407,0.000091036694,0.00033305574,0.0031473779,0.0028476452],"genre_scores_gemma":[0.1369382,0.0002840211,0.8530279,0.00029618002,0.00012455162,0.00038850366,0.0016589542,0.001776742,0.0055049146],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976173,0.00061320193,0.00031377125,0.00032981718,0.00090856646,0.00021737159],"domain_scores_gemma":[0.9967443,0.0014062915,0.0003157759,0.00057481596,0.0008549839,0.00010372518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029640165,0.0011847578,0.0005998988,0.0014286871,0.00076405355,0.0031393436,0.0014845611,0.0013193011,0.0068312623],"category_scores_gemma":[0.005806762,0.0009113607,0.0019624159,0.0007856405,0.0013967062,0.0034998597,0.0018963018,0.0023302508,0.002477944],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012505693,0.00015066385,0.00040063006,0.0003924584,0.00003847022,0.00042687682,0.000856785,0.025336929,0.012192896,0.8833369,0.004816661,0.07192567],"study_design_scores_gemma":[0.00016764889,0.00013375048,0.00031295585,0.00035389248,0.00013609535,0.00058018445,0.00028323176,0.24493393,0.031371072,0.5730417,0.14857936,0.00010626636],"about_ca_topic_score_codex":0.0034480726,"about_ca_topic_score_gemma":0.0037521415,"teacher_disagreement_score":0.0068312623,"about_ca_system_score_codex":0.0011287353,"about_ca_system_score_gemma":0.0024528552,"threshold_uncertainty_score":0.022852838},"labels":[],"label_agreement":null},{"id":"W2094235682","doi":"10.1007/s10270-010-0175-7","title":"Search-based model transformation by example","year":2010,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"","keywords":"Computer science; Code refactoring; Rotation formalisms in three dimensions; Model transformation; Transformation (genetics); Context (archaeology); Software engineering; Theoretical computer science; Software; Programming language; Artificial intelligence","score_opus":0.025409851495478246,"score_gpt":0.24031104033571213,"score_spread":0.21490118884023388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094235682","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021050429,0.00007276374,0.9553074,0.00032742703,0.000035820536,0.00015108389,0.00033886352,0.005636754,0.017079461],"genre_scores_gemma":[0.43528435,0.00018764309,0.5535425,0.00013904367,0.00001292956,0.00019841356,0.0011881103,0.0012650108,0.008182055],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992742,0.0002512081,0.00004212366,0.00009028997,0.0002783438,0.00006370384],"domain_scores_gemma":[0.9984603,0.0008669929,0.00003386409,0.0004186926,0.00019633536,0.000023667695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059660594,0.0005869578,0.00061712565,0.0007903346,0.00050123903,0.00082264736,0.0011916987,0.0008375356,0.014669615],"category_scores_gemma":[0.004891543,0.0003847822,0.0012998539,0.00070810446,0.00057196105,0.0017079714,0.0018133802,0.0008878844,0.0022445577],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006296135,0.0002742818,0.0014390635,0.0006577965,0.00013849167,0.0009296459,0.00041274825,0.39402997,0.020579206,0.1723736,0.019029818,0.38950577],"study_design_scores_gemma":[0.000058749138,0.000052942873,0.00014589723,0.00002875088,0.000046697958,0.0001932183,0.00006595813,0.9205294,0.013471726,0.053017646,0.012375049,0.000013942597],"about_ca_topic_score_codex":0.0033021413,"about_ca_topic_score_gemma":0.0050497656,"teacher_disagreement_score":0.014669615,"about_ca_system_score_codex":0.0005360789,"about_ca_system_score_gemma":0.00074100646,"threshold_uncertainty_score":0.04907477},"labels":[],"label_agreement":null},{"id":"W2105827348","doi":"10.1007/s10270-011-0205-0","title":"A modular timed graph transformation language for simulation-based design","year":2011,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; DEVS; Modular design; Graph rewriting; Interrupt; Theoretical computer science; Model transformation; Programming language; Graph; Distributed computing; Artificial intelligence; Simulation; Modeling and simulation; Embedded system","score_opus":0.058361402665738846,"score_gpt":0.25902638336117717,"score_spread":0.2006649806954383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105827348","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00043659183,0.000012620071,0.9936534,0.000026801721,0.000019864461,0.00005585404,0.00012226398,0.004638706,0.0010339239],"genre_scores_gemma":[0.06981663,0.00019832235,0.9173199,0.00020278782,0.000043470183,0.00065567327,0.0011851181,0.004174981,0.006403029],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99905616,0.00026612694,0.00011254841,0.0001433718,0.00034552126,0.00007634837],"domain_scores_gemma":[0.9987685,0.000535073,0.000100950696,0.00032927922,0.00021647362,0.000049678798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014335677,0.0011132091,0.0005938349,0.000781569,0.00045572757,0.0015158433,0.001917875,0.00088089536,0.013088549],"category_scores_gemma":[0.003126141,0.0008005076,0.0017583971,0.000605612,0.0008149527,0.0013610687,0.00140629,0.0020992325,0.0045174714],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004455028,0.00029720584,0.00068285415,0.0008537167,0.00015369852,0.0006436609,0.0007178427,0.18408619,0.04219999,0.48371333,0.026070196,0.2601358],"study_design_scores_gemma":[0.00022370214,0.00019736447,0.0001440629,0.00020620279,0.0001624918,0.000426189,0.0000780522,0.6105508,0.03883491,0.196016,0.15307818,0.00008203487],"about_ca_topic_score_codex":0.0014062003,"about_ca_topic_score_gemma":0.0019222029,"teacher_disagreement_score":0.013088549,"about_ca_system_score_codex":0.00048646843,"about_ca_system_score_gemma":0.0012732992,"threshold_uncertainty_score":0.043785572},"labels":[],"label_agreement":null},{"id":"W2131332110","doi":"10.1007/s10270-012-0295-3","title":"Improving the SAT modulo ODE approach to hybrid systems analysis by combining different enclosure methods","year":2012,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Ode; Computer science; Ordinary differential equation; Reachability; Hybrid system; Algorithm; Solver; Enclosure; Theoretical computer science; Heuristics; Mathematical optimization; Applied mathematics; Mathematics; Differential equation; Programming language","score_opus":0.04413045282746789,"score_gpt":0.30249605674917457,"score_spread":0.25836560392170665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131332110","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039186664,0.000042424257,0.9945246,0.000032304357,0.000020092197,0.000017125984,0.000017538368,0.00033567043,0.0010916211],"genre_scores_gemma":[0.21875188,0.00024351195,0.77567244,0.0001306907,0.00006618385,0.00013438136,0.00017343451,0.00069295254,0.0041344874],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987331,0.0004507125,0.000115872936,0.00020085747,0.00042087623,0.000078564626],"domain_scores_gemma":[0.9978435,0.001151302,0.00010210711,0.000638712,0.00021664926,0.000047765676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015915767,0.0008718972,0.00091662415,0.0010744685,0.0005157595,0.0008842528,0.0017283058,0.00078800827,0.0041987635],"category_scores_gemma":[0.0051211673,0.00050694676,0.0018876888,0.000611463,0.0010881356,0.0035132577,0.0025646042,0.0019431501,0.00087414985],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025237916,0.00025965122,0.0023601393,0.00035926493,0.00024590868,0.00033438078,0.00032930708,0.36053014,0.04069717,0.287288,0.0018078168,0.30553582],"study_design_scores_gemma":[0.00002617431,0.00005395909,0.0001958961,0.000022395996,0.00004013538,0.000052807096,0.0000129958225,0.9290023,0.009616749,0.0578133,0.003145936,0.000017332779],"about_ca_topic_score_codex":0.0015468672,"about_ca_topic_score_gemma":0.0023735927,"teacher_disagreement_score":0.0041987635,"about_ca_system_score_codex":0.00047899873,"about_ca_system_score_gemma":0.0007113883,"threshold_uncertainty_score":0.014046252},"labels":[],"label_agreement":null},{"id":"W2135618914","doi":"10.1007/s10270-007-0073-9","title":"Understanding and improving UML package merge","year":2007,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"JDA Software (Canada); University of Toronto; Queen's University","funders":"","keywords":"Merge (version control); Computer science; Unified Modeling Language; Programming language; Applications of UML; Metamodeling; Software engineering; Information retrieval; Software","score_opus":0.06504604972907155,"score_gpt":0.24822764224070476,"score_spread":0.1831815925116332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135618914","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07420424,0.00046481306,0.8983528,0.0009224933,0.00006404386,0.00022537634,0.00039649653,0.020672118,0.0046977657],"genre_scores_gemma":[0.2593004,0.00044350524,0.73375136,0.00024382498,0.000038159345,0.00010556187,0.0014688283,0.0029972172,0.0016512168],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98999935,0.003040142,0.0009346822,0.0017806318,0.0036305094,0.0006146549],"domain_scores_gemma":[0.9677627,0.01644246,0.0029430094,0.00633036,0.006247677,0.00027374565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006864428,0.0016383225,0.0013105546,0.0026590074,0.0016350518,0.0050003645,0.0029380652,0.002346203,0.0053324155],"category_scores_gemma":[0.058570288,0.0022181843,0.0018447267,0.002124206,0.0010421055,0.018040774,0.0048234207,0.0032865673,0.0019062255],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003036847,0.0004894751,0.015461001,0.0009004764,0.00014912379,0.00039010885,0.005165183,0.04949448,0.027890885,0.04078381,0.008273208,0.8506987],"study_design_scores_gemma":[0.0001171404,0.0003037603,0.005304099,0.00041473244,0.00059455994,0.000554714,0.0043804767,0.6836443,0.14468257,0.10299208,0.056815363,0.00019612761],"about_ca_topic_score_codex":0.0067444816,"about_ca_topic_score_gemma":0.0121205,"teacher_disagreement_score":0.006864428,"about_ca_system_score_codex":0.002093119,"about_ca_system_score_gemma":0.0049560876,"threshold_uncertainty_score":0.036302984},"labels":[],"label_agreement":null},{"id":"W2137983064","doi":"10.1007/s10270-015-0505-x","title":"Promoting traits into model-driven development","year":2015,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Reusability; Unified Modeling Language; Programming language; Java; Separation of concerns; Flexibility (engineering); Modeling language; Software engineering; Semantics (computer science); Applications of UML; Aspect-oriented programming; Software","score_opus":0.10288961123429351,"score_gpt":0.2979105335214886,"score_spread":0.1950209222871951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137983064","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042457238,0.00018923056,0.9358558,0.0021071609,0.00007989368,0.00008959058,0.00003065678,0.0020505495,0.017139912],"genre_scores_gemma":[0.5504702,0.00034524183,0.44357294,0.0005242131,0.00005063455,0.00012779834,0.000096488875,0.0007551389,0.004057265],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9965855,0.0017920395,0.00016096768,0.0003514885,0.0009498657,0.00016020135],"domain_scores_gemma":[0.98224294,0.008184159,0.0012439641,0.0057734624,0.0017157799,0.0008397626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004615411,0.0004452133,0.00021313432,0.0005412574,0.0005781667,0.0017517245,0.0010424654,0.00082078145,0.0017086115],"category_scores_gemma":[0.025834784,0.0005032672,0.00044667607,0.000511903,0.0014236469,0.0034413813,0.0034387673,0.0022232938,0.00067608955],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020892605,0.00049007084,0.01914119,0.00061773945,0.00009227076,0.0002766472,0.003222609,0.032731548,0.03106462,0.573277,0.0055340156,0.3333434],"study_design_scores_gemma":[0.0001133337,0.0005264112,0.005220099,0.00040619267,0.00018185875,0.00087482,0.0006997582,0.23998754,0.041519783,0.62032205,0.090053685,0.00009446448],"about_ca_topic_score_codex":0.00037468167,"about_ca_topic_score_gemma":0.00076092075,"teacher_disagreement_score":0.004615411,"about_ca_system_score_codex":0.0006122356,"about_ca_system_score_gemma":0.0011765907,"threshold_uncertainty_score":0.024408937},"labels":[],"label_agreement":null},{"id":"W2139839817","doi":"10.1007/s10270-004-0053-2","title":"Guest editorial: On Modeling Object-Oriented Information Systems","year":2003,"lang":"en","type":"editorial","venue":"Software & Systems Modeling","topic":"Cognitive Computing and Networks","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Object (grammar); Information system; Set (abstract data type); Software engineering; Object-oriented programming; Object-oriented analysis and design; Information model; Object model; The Internet; Systems engineering; Data science; Engineering management; Unified Modeling Language; World Wide Web; Software; Programming language; Artificial intelligence; Engineering","score_opus":0.013154271747418135,"score_gpt":0.23900983263919232,"score_spread":0.2258555608917742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139839817","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000041310806,0.005228821,0.00053674134,0.024433838,0.9678152,0.000012885335,0.000053860953,0.00006798684,0.0018094317],"genre_scores_gemma":[0.001011155,0.006161295,0.00039002052,0.0112968385,0.9675531,0.000029075014,0.000067336405,0.000100307596,0.013390953],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99599326,0.0008513206,0.00040736486,0.00048769164,0.0020347042,0.0002255771],"domain_scores_gemma":[0.9796342,0.007948809,0.0013121404,0.0008405458,0.008062082,0.002202085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006822989,0.0038967454,0.0038417645,0.0050132233,0.002630832,0.0071982713,0.0038550503,0.012230383,0.012617247],"category_scores_gemma":[0.01626203,0.0012018101,0.0025580395,0.00222578,0.0025362244,0.005541257,0.0019022549,0.0151417535,0.008526974],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019172337,0.00000817445,0.000011903309,0.00010819245,0.000016932832,0.00006724206,0.000008442006,0.000051922543,0.00004708407,0.0005381905,0.9958502,0.0032725849],"study_design_scores_gemma":[0.00005085688,0.000023964945,0.000110919886,0.000287264,0.000091893584,0.00017281374,0.00001978469,0.00047719976,0.00014268389,0.0025686154,0.99603736,0.000016552576],"about_ca_topic_score_codex":0.001954076,"about_ca_topic_score_gemma":0.0051628426,"teacher_disagreement_score":0.012617247,"about_ca_system_score_codex":0.0029696063,"about_ca_system_score_gemma":0.0021584055,"threshold_uncertainty_score":0.04220897},"labels":[],"label_agreement":null},{"id":"W2151089828","doi":"10.1007/s10270-015-0461-5","title":"In memory of Robert B. France, Co-Founder and Editor-in-Chief of SoSyM from 1999 to 2015","year":2015,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Editor in chief; Management","score_opus":0.017245163062490628,"score_gpt":0.25947011009363175,"score_spread":0.2422249470311411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151089828","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011488936,0.059587553,0.007550976,0.20396231,0.6982073,0.000059288068,0.00067741005,0.00055946,0.028246814],"genre_scores_gemma":[0.018716127,0.072170936,0.0067695766,0.03802515,0.3531599,0.00007873535,0.0015236298,0.00071325945,0.50884265],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99798006,0.00022904456,0.00021240894,0.0004710692,0.00093503797,0.00017234503],"domain_scores_gemma":[0.9877702,0.0019888235,0.0011651497,0.0004049277,0.0066247345,0.0020461518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032153043,0.00070082064,0.00071918644,0.0018224716,0.0011672371,0.00496718,0.0013157655,0.0017284318,0.04663393],"category_scores_gemma":[0.017283015,0.0002786923,0.00034306364,0.0015798371,0.0011411954,0.00409743,0.001697252,0.0029897245,0.035746533],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061157,0.000014506417,0.0003100411,0.00040629233,0.00001327083,0.00019401248,0.00008585154,0.00015828932,0.0005439077,0.0027110085,0.9276767,0.067825004],"study_design_scores_gemma":[0.000005518111,0.000013505295,0.00013740566,0.00013855468,0.0000073690007,0.00016038372,0.000051271,0.00013484554,0.00046739556,0.0009004101,0.99797684,0.000006565542],"about_ca_topic_score_codex":0.0014560858,"about_ca_topic_score_gemma":0.0038221756,"teacher_disagreement_score":0.04663393,"about_ca_system_score_codex":0.001325555,"about_ca_system_score_gemma":0.0035241786,"threshold_uncertainty_score":0.15600604},"labels":[],"label_agreement":null},{"id":"W2154362664","doi":"10.1007/s10270-015-0483-z","title":"The shape of feature code: an analysis of twenty C-preprocessor-based systems","year":2015,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Engineering Research","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Feature (linguistics); Computer science; Preprocessor; Outlier; Benchmark (surveying); Program comprehension; Code (set theory); Feature extraction; Data mining; Nesting (process); Pattern recognition (psychology); Artificial intelligence; Programming language; Set (abstract data type); Software","score_opus":0.05149032838202286,"score_gpt":0.29816678618564557,"score_spread":0.2466764578036227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154362664","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99003184,0.00010622269,0.006049014,0.000041703337,0.0000050053427,0.000028598748,0.00029427843,0.0003063305,0.0031371007],"genre_scores_gemma":[0.99465346,0.000040023275,0.0038853833,0.000012115473,0.0000023371865,0.000013205829,0.0005448728,0.00011604944,0.0007325508],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994369,0.000055902405,0.000024289879,0.00008614139,0.000322062,0.000074632095],"domain_scores_gemma":[0.99374545,0.0029939548,0.00054372754,0.00061823917,0.0018506538,0.00024792404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041509292,0.00022615216,0.00020103045,0.0014996884,0.00044265648,0.0006484267,0.00051533495,0.0003178077,0.0017257993],"category_scores_gemma":[0.0061160326,0.00018306191,0.0003891777,0.0019092188,0.0005215384,0.00051533297,0.00037369016,0.00032220205,0.00030080442],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021389627,0.0004540708,0.33310705,0.00034747267,0.00011684553,0.0012229556,0.0025338975,0.09900551,0.07499561,0.008446667,0.004805861,0.47282502],"study_design_scores_gemma":[0.000056039164,0.001041157,0.476669,0.000040438048,0.000136027,0.0009144963,0.0014388987,0.46616626,0.04149496,0.0048691086,0.007081076,0.0000924313],"about_ca_topic_score_codex":0.0052482854,"about_ca_topic_score_gemma":0.0058115865,"teacher_disagreement_score":0.0052482854,"about_ca_system_score_codex":0.00085688353,"about_ca_system_score_gemma":0.0008230661,"threshold_uncertainty_score":0.010435462},"labels":[],"label_agreement":null},{"id":"W2164938362","doi":"10.1007/s10270-014-0429-x","title":"Model transformation intents and their properties","year":2014,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":102,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Queen's University; McGill University","funders":"","keywords":"Model transformation; Computer science; Transformation (genetics); Variety (cybernetics); Realization (probability); Process (computing); Automotive industry; Software engineering; Programming language; Artificial intelligence; Mathematics; Engineering","score_opus":0.03409854268453897,"score_gpt":0.2071917624150285,"score_spread":0.17309321973048955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164938362","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.099063754,0.00008838535,0.8825246,0.00039106308,0.000046455945,0.00029278157,0.0006660173,0.0017026466,0.015224281],"genre_scores_gemma":[0.84270996,0.00015113011,0.15036197,0.00014260187,0.000048725717,0.0006609892,0.0016517098,0.0005488088,0.0037241029],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.996516,0.0008338626,0.00033415167,0.00042910958,0.001614017,0.0002727605],"domain_scores_gemma":[0.9867525,0.006872919,0.0011944323,0.0027320886,0.0021836667,0.00026443752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037289152,0.0005273238,0.000524124,0.0025007022,0.00077790767,0.0022033143,0.00070280104,0.0012099186,0.003983526],"category_scores_gemma":[0.020533206,0.00070551987,0.0013227661,0.0011179023,0.0016697224,0.0041809473,0.0019268548,0.0019411998,0.00075124804],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026669668,0.00030444068,0.007036869,0.00030888876,0.00008598624,0.00071158604,0.0014834445,0.04133221,0.008496876,0.8655948,0.0031740363,0.07120423],"study_design_scores_gemma":[0.00009503031,0.00021785632,0.0019633735,0.00014136524,0.00012402459,0.00056894886,0.00044008566,0.34698638,0.011951732,0.6309982,0.006471043,0.000041954234],"about_ca_topic_score_codex":0.0009228825,"about_ca_topic_score_gemma":0.0008060487,"teacher_disagreement_score":0.003983526,"about_ca_system_score_codex":0.00053063117,"about_ca_system_score_gemma":0.00095848995,"threshold_uncertainty_score":0.019720614},"labels":[],"label_agreement":null},{"id":"W2165476265","doi":"10.1007/s10270-013-0324-x","title":"Guest editorial to the special issue on MODELS 2010","year":2013,"lang":"en","type":"editorial","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Data science; Engineering ethics; Software engineering; Management science; Engineering","score_opus":0.015310409929011318,"score_gpt":0.23992147427672364,"score_spread":0.22461106434771233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165476265","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000024735828,0.0034400448,0.0002529014,0.023716556,0.9708421,0.000009539941,0.00006780737,0.00006507316,0.0015811799],"genre_scores_gemma":[0.0005065193,0.0044485857,0.00019247721,0.013466466,0.95993656,0.00002034977,0.000099612094,0.00013610022,0.021193344],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995174,0.0006738363,0.00042274743,0.00062099495,0.002741647,0.00036684648],"domain_scores_gemma":[0.9844083,0.0042371806,0.0011999283,0.0005701592,0.0071524563,0.0024319764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061461115,0.004034784,0.003761543,0.005032994,0.00255564,0.008396529,0.0030262982,0.009406332,0.028887624],"category_scores_gemma":[0.02022876,0.0014107138,0.0032582749,0.0018448296,0.00191994,0.00464059,0.0022729381,0.013572355,0.01970778],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020106938,0.0000061016904,0.000009807258,0.000054266424,0.000009205496,0.000036208887,0.0000029824369,0.000024958783,0.00003445866,0.00022950224,0.99771476,0.0018577126],"study_design_scores_gemma":[0.00005173055,0.000022439277,0.00015959179,0.00025327117,0.00006208086,0.00016319778,0.000016641745,0.00035407828,0.00013487496,0.0016216614,0.99714214,0.000018279541],"about_ca_topic_score_codex":0.002383247,"about_ca_topic_score_gemma":0.007642607,"teacher_disagreement_score":0.028887624,"about_ca_system_score_codex":0.004029679,"about_ca_system_score_gemma":0.00384666,"threshold_uncertainty_score":0.09663874},"labels":[],"label_agreement":null},{"id":"W2302247820","doi":"10.1007/s10270-016-0518-0","title":"On the use of models for high-performance scientific computing applications: an experience report","year":2016,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Executable; Computer science; Software engineering; Implementation; Viewpoints; Abstraction; Domain (mathematical analysis); Domain-specific language; Software; Modeling language; Model-driven architecture; Supercomputer; Abstraction layer; Task (project management); Software development; Distributed computing; Programming language; Systems engineering; Parallel computing","score_opus":0.10206812438680586,"score_gpt":0.2779729074294652,"score_spread":0.17590478304265933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2302247820","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26920182,0.014568644,0.62731105,0.0044102967,0.00031172135,0.00061335723,0.00054301176,0.002225035,0.08081513],"genre_scores_gemma":[0.6651281,0.019958895,0.29544598,0.00036250448,0.00016704787,0.00024697778,0.0011068797,0.0010511426,0.016532434],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949425,0.0028285063,0.00016324763,0.0002217952,0.0016704,0.00017357497],"domain_scores_gemma":[0.9847328,0.010040586,0.0003149657,0.0025246218,0.0020377308,0.00034923592],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010169629,0.0008212821,0.0007099194,0.0010322409,0.0007751982,0.0027394395,0.001959755,0.0013016472,0.0030040087],"category_scores_gemma":[0.01689686,0.00053410453,0.0011273861,0.0013299906,0.00087999477,0.0045155482,0.0017314727,0.001826569,0.000986635],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063833664,0.002812911,0.01626517,0.0008358985,0.0002567826,0.0004967319,0.0055323252,0.115572706,0.02288385,0.05932695,0.01692538,0.75845295],"study_design_scores_gemma":[0.0001463368,0.0016749541,0.0091922255,0.0009412909,0.0003707432,0.0012374572,0.00285316,0.61930186,0.057769082,0.041401543,0.26490676,0.0002046238],"about_ca_topic_score_codex":0.0061694505,"about_ca_topic_score_gemma":0.0032830378,"teacher_disagreement_score":0.010169629,"about_ca_system_score_codex":0.0009568882,"about_ca_system_score_gemma":0.00153124,"threshold_uncertainty_score":0.05378276},"labels":[],"label_agreement":null},{"id":"W2314790611","doi":"10.1007/s10270-015-0460-6","title":"An empirical approach toward the resolution of conflicts in goal-oriented models","year":2015,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Goal modeling; Conflict resolution; Empirical research; Management science; Requirements elicitation; Key (lock); Order (exchange); Process management; Requirements engineering; Knowledge management; Data science; Software; Computer security","score_opus":0.10845581383130186,"score_gpt":0.3203705202223954,"score_spread":0.21191470639109355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2314790611","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17545564,0.0010451351,0.74281687,0.011247771,0.0001440062,0.0010661985,0.00038118067,0.00019110827,0.06765204],"genre_scores_gemma":[0.842632,0.0004040789,0.15384305,0.0006422414,0.00007122546,0.00079340837,0.00021553197,0.000054308603,0.0013441143],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9303042,0.055984724,0.002764358,0.0024162398,0.0076601645,0.00087035284],"domain_scores_gemma":[0.5665091,0.37050226,0.017863736,0.023301916,0.01995908,0.0018638349],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06495481,0.0010969328,0.00080742314,0.006497962,0.0037401454,0.007905903,0.005128617,0.0030505832,0.010985855],"category_scores_gemma":[0.40329412,0.001024163,0.00080728816,0.0057741744,0.010543387,0.02160061,0.006804235,0.005901013,0.0005596458],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020359023,0.0011414987,0.026882667,0.0003785137,0.000120431716,0.00019916371,0.009518362,0.00844215,0.00043670798,0.89374286,0.0017604688,0.057173654],"study_design_scores_gemma":[0.00018638774,0.00034546776,0.0077834656,0.00065416587,0.00012614921,0.00030945358,0.026379941,0.10919734,0.0014994419,0.84487927,0.008574294,0.00006472867],"about_ca_topic_score_codex":0.004173947,"about_ca_topic_score_gemma":0.004124317,"teacher_disagreement_score":0.06495481,"about_ca_system_score_codex":0.004164761,"about_ca_system_score_gemma":0.0057052555,"threshold_uncertainty_score":0.34351796},"labels":[],"label_agreement":null},{"id":"W2352369207","doi":"10.1007/s10270-016-0530-4","title":"Road to a reactive and incremental model transformation platform: three generations of the VIATRA framework","year":2016,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":110,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Waterloo; Budapesti Műszaki és Gazdaságtudományi Egyetem","keywords":"Computer science; Model transformation; Scalability; Transformation (genetics); Software engineering; Component (thermodynamics); Open source; Key (lock); Event (particle physics); Prolog; Data science; Systems engineering; Programming language; Database; Software; Engineering; Artificial intelligence; Computer security","score_opus":0.0270051508779079,"score_gpt":0.24030757369818362,"score_spread":0.21330242282027573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2352369207","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0059798257,0.00063807925,0.966408,0.0011363988,0.00019508612,0.0001907586,0.00019869038,0.017391121,0.007861963],"genre_scores_gemma":[0.06887766,0.0013798284,0.90866905,0.0006238526,0.00014192551,0.0003533779,0.0018337998,0.009634276,0.008486248],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9930744,0.002076911,0.00043632888,0.001065406,0.002741175,0.00060575205],"domain_scores_gemma":[0.99325234,0.0020110903,0.0002630688,0.0031078318,0.0009776942,0.00038797158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009716645,0.0012890465,0.0008834663,0.0017338796,0.0008166657,0.0055889627,0.005174406,0.002081847,0.007828101],"category_scores_gemma":[0.01678228,0.0015055276,0.0027277102,0.0009846531,0.0030394616,0.009375821,0.0073319594,0.0064689456,0.0034367938],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004293313,0.0004364043,0.0013360353,0.00066648703,0.0001643462,0.00056723156,0.0028406323,0.031812545,0.020538175,0.6101823,0.024851782,0.30617476],"study_design_scores_gemma":[0.00014066676,0.0004358457,0.00053029746,0.0006321869,0.00016815355,0.00091364974,0.00067085127,0.23158102,0.026064731,0.23152085,0.50709146,0.00025026506],"about_ca_topic_score_codex":0.005002446,"about_ca_topic_score_gemma":0.0036566434,"teacher_disagreement_score":0.009716645,"about_ca_system_score_codex":0.0015402187,"about_ca_system_score_gemma":0.003629235,"threshold_uncertainty_score":0.05138713},"labels":[],"label_agreement":null},{"id":"W2485355225","doi":"10.1007/s10270-016-0549-6","title":"Model development guidelines for UML-RT: conventions, patterns and antipatterns","year":2016,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Unified Modeling Language; Software engineering; Software development; UML tool; Set (abstract data type); Applications of UML; Software; Programming language","score_opus":0.10606186906176672,"score_gpt":0.3099121851621354,"score_spread":0.2038503161003687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2485355225","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015688095,0.00051321875,0.97606385,0.0012208432,0.00015823205,0.00040068137,0.002085718,0.009176356,0.008812351],"genre_scores_gemma":[0.014123761,0.0012335399,0.96761715,0.000441945,0.000063308566,0.00075861823,0.0042373766,0.0052927625,0.006231494],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9914029,0.0027410067,0.0022182197,0.00056109583,0.0028150352,0.00026171745],"domain_scores_gemma":[0.97340435,0.011192792,0.0016377862,0.0046155085,0.008751219,0.00039834448],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011023318,0.0017620878,0.0010071165,0.0047531016,0.001148692,0.0051607713,0.0036590013,0.0029649679,0.010126811],"category_scores_gemma":[0.034054406,0.0024191905,0.0017342255,0.0031245677,0.0013480007,0.0050180205,0.0020650495,0.004479117,0.009529283],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000127329,0.00035559427,0.0021972496,0.002584471,0.00011111151,0.00084738777,0.0063957786,0.029379655,0.017207501,0.42934158,0.1398358,0.3716165],"study_design_scores_gemma":[0.000091731345,0.0000908697,0.00072340906,0.0021719488,0.00014329182,0.0012547657,0.0006288957,0.05923723,0.016476443,0.13331488,0.78565323,0.00021333709],"about_ca_topic_score_codex":0.008569064,"about_ca_topic_score_gemma":0.015344628,"teacher_disagreement_score":0.011023318,"about_ca_system_score_codex":0.0019276995,"about_ca_system_score_gemma":0.005579793,"threshold_uncertainty_score":0.058297575},"labels":[],"label_agreement":null},{"id":"W2507516899","doi":"10.1007/s10270-016-0557-6","title":"An approach to clone detection in sequence diagrams and its application to security analysis","year":2016,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Sequence diagram; clone (Java method); Sequence (biology); Software engineering; Programming language; Unified Modeling Language; Software","score_opus":0.027096577173787176,"score_gpt":0.2782843791539248,"score_spread":0.2511878019801376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2507516899","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022816313,0.000040460895,0.99645656,0.000064264554,0.00000872957,0.000045019988,0.00002297362,0.00077109487,0.00030923277],"genre_scores_gemma":[0.057212785,0.00012548658,0.9411016,0.00006126883,0.000022449833,0.0000760031,0.00010667545,0.00018815917,0.0011055534],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969909,0.000773454,0.0002579177,0.000522775,0.0013083997,0.00014646472],"domain_scores_gemma":[0.9890615,0.006381294,0.0007013184,0.0015692585,0.0019756407,0.00031112062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028477951,0.0009752631,0.0008896141,0.0055809706,0.0015834626,0.0023388204,0.0017425225,0.002353664,0.0026796856],"category_scores_gemma":[0.013270029,0.0009648592,0.0019502224,0.0031801807,0.0019993342,0.0039344747,0.0023458079,0.002586387,0.0009039488],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018699239,0.00045598362,0.008202599,0.00048327423,0.00016622648,0.0011471958,0.0019778598,0.061052322,0.040322825,0.29500222,0.0042593544,0.5867431],"study_design_scores_gemma":[0.000040669023,0.00013820986,0.0014341603,0.00014695649,0.00018044627,0.001655126,0.0003216741,0.7544716,0.024055867,0.2025781,0.014886616,0.00009061466],"about_ca_topic_score_codex":0.004668957,"about_ca_topic_score_gemma":0.0055856565,"teacher_disagreement_score":0.0055809706,"about_ca_system_score_codex":0.0010771151,"about_ca_system_score_gemma":0.0019294736,"threshold_uncertainty_score":0.015060723},"labels":[],"label_agreement":null},{"id":"W2521373464","doi":"10.1007/s10270-017-0592-y","title":"Synthesis and exploration of multi-level, multi-perspective architectures of automotive embedded systems","year":2017,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Automotive industry; Process (computing); Perspective (graphical); Domain (mathematical analysis); Task (project management); Set (abstract data type); Focus (optics); Software engineering; Embedded system; Systems engineering; Artificial intelligence; Programming language","score_opus":0.1748088125183404,"score_gpt":0.3483944967806906,"score_spread":0.17358568426235021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2521373464","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15493518,0.0007318827,0.8324813,0.0001981948,0.00003247271,0.000050083163,0.0000960731,0.00047547233,0.0109992735],"genre_scores_gemma":[0.786905,0.00038078768,0.21074243,0.00003984646,0.000011329533,0.000045439476,0.000107450105,0.000058749127,0.0017089596],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999876,0.000032723146,0.0000060456964,0.000019030405,0.000045087065,0.000021056503],"domain_scores_gemma":[0.9998498,0.00005277366,0.000022707454,0.000024017221,0.000040802028,0.000009801886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022971841,0.00047278928,0.00028663207,0.00031793167,0.00026882018,0.00057454925,0.000408671,0.0003450505,0.0020095424],"category_scores_gemma":[0.00047404994,0.0003066717,0.00048443652,0.0002005711,0.00023404075,0.00047042468,0.00038884024,0.00042576971,0.00027356512],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011881233,0.0000394243,0.0009835592,0.00031652543,0.0000551984,0.00023069808,0.00019404912,0.7793807,0.0762877,0.052320324,0.00063367357,0.08943932],"study_design_scores_gemma":[0.000013414687,0.000086891894,0.0002622182,0.000023566872,0.000024596677,0.000055433167,0.000051040697,0.970489,0.013809117,0.012293028,0.0028843274,0.00000747847],"about_ca_topic_score_codex":0.00082088273,"about_ca_topic_score_gemma":0.0023848303,"teacher_disagreement_score":0.0020095424,"about_ca_system_score_codex":0.00036098264,"about_ca_system_score_gemma":0.0005716204,"threshold_uncertainty_score":0.0067225695},"labels":[],"label_agreement":null},{"id":"W2578360098","doi":"10.1007/s10270-016-0571-8","title":"The Train Benchmark: cross-technology performance evaluation of continuous model queries","year":2017,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Benchmark (surveying); Scalability; Metamodeling; Implementation; Automotive industry; Graph; Programming language; Software engineering; Theoretical computer science; Database","score_opus":0.0399046633489821,"score_gpt":0.30524484556591336,"score_spread":0.26534018221693123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2578360098","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7397299,0.006299548,0.103029795,0.0014471712,0.00095127086,0.0007023503,0.031105474,0.0883353,0.028399134],"genre_scores_gemma":[0.81389505,0.0012118957,0.0972472,0.00048588967,0.00007745012,0.00037108894,0.076057054,0.006434268,0.004220016],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9921204,0.0025518786,0.00078195345,0.0012890702,0.0026801184,0.0005765244],"domain_scores_gemma":[0.98704,0.0062169773,0.0006797522,0.0031025931,0.0024338383,0.0005268338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00611038,0.0026304252,0.0009439884,0.00225923,0.0005202353,0.0020801707,0.0036152627,0.0019235901,0.0036400259],"category_scores_gemma":[0.018688591,0.0005248387,0.001145079,0.0031432617,0.00089565874,0.0031631978,0.0024145353,0.0014083057,0.0014767142],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006503452,0.004065144,0.031612493,0.0046608397,0.0013162886,0.0009807074,0.0009772708,0.488875,0.04750623,0.020532478,0.15311526,0.23985486],"study_design_scores_gemma":[0.00068358664,0.0024015333,0.011887965,0.00018058911,0.00022233186,0.00049194286,0.00050920085,0.8957135,0.046019405,0.0087080365,0.033039253,0.00014266386],"about_ca_topic_score_codex":0.010464444,"about_ca_topic_score_gemma":0.0074043386,"teacher_disagreement_score":0.010464444,"about_ca_system_score_codex":0.0017630802,"about_ca_system_score_gemma":0.0015339252,"threshold_uncertainty_score":0.032315195},"labels":[],"label_agreement":null},{"id":"W2600599962","doi":"10.1007/s10270-017-0594-9","title":"Managing design-time uncertainty","year":2017,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Engineering Research","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Université de Montréal","funders":"","keywords":"Computer science; Uncertainty analysis; ENCODE; Systems engineering; Software engineering; Risk analysis (engineering); Management science; Simulation","score_opus":0.04730855297290635,"score_gpt":0.2795139488709415,"score_spread":0.23220539589803516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2600599962","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10164768,0.0012493372,0.87957335,0.0024362195,0.00014910451,0.00008485945,0.000119881195,0.00056824216,0.014171366],"genre_scores_gemma":[0.92599326,0.000401906,0.07058472,0.00025100482,0.00010551992,0.00006930911,0.000110306166,0.00018519306,0.0022987712],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99331,0.002427586,0.0002452274,0.00077833433,0.0025694785,0.0006693696],"domain_scores_gemma":[0.9700827,0.0218501,0.0022461172,0.0030152407,0.0019166254,0.00088913465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067145056,0.0009423879,0.001043719,0.0012251087,0.00091924926,0.003539191,0.0017246831,0.0016315675,0.003852762],"category_scores_gemma":[0.045857094,0.00078672677,0.00082016806,0.0011921477,0.0013077398,0.0055041662,0.0036425155,0.0029118434,0.00041647602],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034739022,0.00019910377,0.0037544987,0.00023541221,0.00019574461,0.00057575625,0.0007195697,0.70193404,0.006543455,0.11049648,0.0029563177,0.17204228],"study_design_scores_gemma":[0.000023492334,0.000084720734,0.0004928005,0.000032165994,0.00006656983,0.00010554329,0.00016179486,0.8500903,0.002341866,0.14204887,0.00453099,0.00002082556],"about_ca_topic_score_codex":0.0011027672,"about_ca_topic_score_gemma":0.0015923892,"teacher_disagreement_score":0.0067145056,"about_ca_system_score_codex":0.002047701,"about_ca_system_score_gemma":0.0024391448,"threshold_uncertainty_score":0.035510123},"labels":[],"label_agreement":null},{"id":"W2621400263","doi":"10.1007/s10270-017-0602-0","title":"End-to-end model-transformation comprehension through fine-grained traceability information","year":2017,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Traceability; Computer science; Transformation (genetics); Model transformation; Software engineering; Programming language; Artificial intelligence","score_opus":0.03515591791166007,"score_gpt":0.2728804170422823,"score_spread":0.2377244991306222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2621400263","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025096597,0.00007684327,0.9511094,0.00072491844,0.000083246654,0.00021401163,0.00081350317,0.01620181,0.005679677],"genre_scores_gemma":[0.48286587,0.00027358218,0.5005272,0.0005019073,0.00006660473,0.00022233528,0.0035925177,0.0070366296,0.0049133077],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99496067,0.0018459588,0.00034074875,0.0009029723,0.0016799961,0.00026962336],"domain_scores_gemma":[0.9747566,0.014657305,0.001073787,0.0057822703,0.0033124732,0.00041747463],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051018824,0.002291654,0.001166828,0.0014532856,0.0009799126,0.0051638177,0.0032104037,0.0021455898,0.016812403],"category_scores_gemma":[0.038028464,0.0010657518,0.0018236614,0.0008489483,0.0012619284,0.010842101,0.0064478065,0.0042486195,0.0038250738],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016838566,0.0013867734,0.009413966,0.0020598448,0.00036530965,0.003129313,0.016886022,0.16103284,0.07506131,0.15633997,0.028807625,0.5438331],"study_design_scores_gemma":[0.000111522626,0.00026443237,0.0011710774,0.00034255552,0.00014832441,0.00043850092,0.0017081116,0.7024616,0.07737172,0.18810165,0.027740926,0.00013950781],"about_ca_topic_score_codex":0.0031234347,"about_ca_topic_score_gemma":0.004090027,"teacher_disagreement_score":0.016812403,"about_ca_system_score_codex":0.0014485306,"about_ca_system_score_gemma":0.002752195,"threshold_uncertainty_score":0.05624312},"labels":[],"label_agreement":null},{"id":"W2736565934","doi":"10.1007/s10270-017-0610-0","title":"SMTIBEA: a hybrid multi-objective optimization algorithm for configuring large constrained software product lines","year":2017,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":83,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China; Natural Science Foundation of Shanghai","keywords":"Computer science; Key (lock); Satisfiability; Product (mathematics); Modulo; Satisfiability modulo theories; Evolutionary algorithm; Software product line; Software; Algorithm; Mathematical optimization; Theoretical computer science; Software development; Mathematics; Artificial intelligence; Programming language","score_opus":0.059636097999716156,"score_gpt":0.3114324932516746,"score_spread":0.25179639525195846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2736565934","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028396865,0.00028199897,0.9643069,0.00007639258,0.000046825833,0.00012445469,0.000092833805,0.0021038968,0.0045698476],"genre_scores_gemma":[0.30122533,0.00017237611,0.69363296,0.00012422669,0.000028393915,0.00037550685,0.0002807175,0.00039276818,0.0037676827],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999617,0.000111529356,0.000016242217,0.000055278048,0.00014731102,0.000052657317],"domain_scores_gemma":[0.99955386,0.00021220348,0.000056834677,0.000043131946,0.000096239324,0.00003770785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069812755,0.0015725819,0.0009840713,0.00097511447,0.00051997823,0.0009116508,0.0015886689,0.0011944302,0.0046580494],"category_scores_gemma":[0.0013340445,0.00073599844,0.00089935435,0.0008728202,0.0003732704,0.000876415,0.001205871,0.0010206909,0.000798612],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073649244,0.000067146655,0.0003051402,0.00009155602,0.000043761924,0.00005250039,0.000033141027,0.9009388,0.0035652036,0.0012275619,0.0013502376,0.09225134],"study_design_scores_gemma":[0.000011453095,0.000040169216,0.000041235293,0.0000052949713,0.0000058613005,0.000009762171,0.0000055455166,0.9985984,0.00048316212,0.0003378425,0.00045857628,0.0000027760009],"about_ca_topic_score_codex":0.0042874995,"about_ca_topic_score_gemma":0.006105806,"teacher_disagreement_score":0.0046580494,"about_ca_system_score_codex":0.00058356544,"about_ca_system_score_gemma":0.0012168087,"threshold_uncertainty_score":0.015582681},"labels":[],"label_agreement":null},{"id":"W2790851984","doi":"10.1007/s10270-018-0665-6","title":"Survey and classification of model transformation tools","year":2018,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":126,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Queen's University","funders":"","keywords":"Computer science; Merge (version control); Model transformation; Metamodeling; Transformation (genetics); Data science; Software engineering; Data mining; Information retrieval; Artificial intelligence","score_opus":0.08014710684399615,"score_gpt":0.2813696102723031,"score_spread":0.20122250342830697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790851984","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018242957,0.16432546,0.775971,0.003268126,0.0006109514,0.00040324923,0.0020301316,0.0060092416,0.029138872],"genre_scores_gemma":[0.102753036,0.222985,0.6509079,0.0016164253,0.0008033246,0.0008037289,0.010492258,0.0017688016,0.007869487],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955059,0.00070594385,0.0007090023,0.0007783878,0.0020424318,0.00025824655],"domain_scores_gemma":[0.9865173,0.008224324,0.00079792517,0.0024241486,0.0018134818,0.00022287082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042778384,0.0013320924,0.0019558447,0.0107516935,0.00075998664,0.0042602695,0.0037266905,0.0017471345,0.004733572],"category_scores_gemma":[0.018765263,0.0011764712,0.0016085283,0.018760532,0.0009056519,0.0073921042,0.0021095462,0.0025817894,0.0023499941],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009973902,0.0002579047,0.0025310726,0.0043894383,0.000080623744,0.00013370812,0.0003212939,0.004287845,0.0020494133,0.07192951,0.0151831405,0.89873624],"study_design_scores_gemma":[0.000099525845,0.00042337083,0.0054913936,0.0069374763,0.00032197882,0.0027541465,0.0007709748,0.07338963,0.012771081,0.16099416,0.73586065,0.00018568199],"about_ca_topic_score_codex":0.0013014531,"about_ca_topic_score_gemma":0.0014015804,"teacher_disagreement_score":0.0107516935,"about_ca_system_score_codex":0.0010594088,"about_ca_system_score_gemma":0.003183054,"threshold_uncertainty_score":0.022623658},"labels":[],"label_agreement":null},{"id":"W2806092147","doi":"10.1007/s10270-018-0680-7","title":"Static slicing of Use Case Maps requirements models","year":2018,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"King Fahd University of Petroleum and Minerals","keywords":"Slicing; Computer science; Computer graphics (images)","score_opus":0.12165666343186207,"score_gpt":0.3041852905049325,"score_spread":0.1825286270730704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806092147","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08987773,0.0003412574,0.8618004,0.00037446283,0.00007393976,0.00061660405,0.0027629572,0.01815254,0.026000105],"genre_scores_gemma":[0.62452406,0.00050393573,0.3610209,0.00012924489,0.000036388505,0.00035616726,0.004075407,0.0032289184,0.006125013],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973066,0.00058980554,0.00015781341,0.0002905832,0.0013883535,0.00026685305],"domain_scores_gemma":[0.9921172,0.0037422169,0.0005501565,0.0019209292,0.0015533817,0.00011604466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002021674,0.0011306928,0.00081481336,0.0028757653,0.0006607846,0.0023290727,0.0013554347,0.00080104906,0.010423265],"category_scores_gemma":[0.010886666,0.0011296737,0.0015089752,0.0016105397,0.00086292304,0.0029709535,0.0018931563,0.001191693,0.0011083806],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006253051,0.00032279635,0.010779254,0.0011689096,0.0002079715,0.0024579333,0.003985708,0.3253021,0.031212823,0.19022085,0.01599971,0.41771662],"study_design_scores_gemma":[0.000045939658,0.00008870797,0.0024587137,0.0003481338,0.00016217433,0.00037733637,0.00048141595,0.8694669,0.029738888,0.06459227,0.032170277,0.0000692108],"about_ca_topic_score_codex":0.018542152,"about_ca_topic_score_gemma":0.023327988,"teacher_disagreement_score":0.018542152,"about_ca_system_score_codex":0.0014708044,"about_ca_system_score_gemma":0.002622909,"threshold_uncertainty_score":0.036868453},"labels":[],"label_agreement":null},{"id":"W2898828277","doi":"10.1007/s10270-018-0700-7","title":"A Multi-Paradigm Modelling approach to live modelling","year":2018,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Agentschap voor Innovatie door Wetenschap en Technologie; Fonds Wetenschappelijk Onderzoek","keywords":"Computer science; Liveness; Executable; Programming language; Rotation formalisms in three dimensions; Debugging; Software engineering; Domain-specific language; Compiler; Domain (mathematical analysis); Modeling language; Code generation; Separation of concerns; Software","score_opus":0.05838124824424636,"score_gpt":0.25447233659267515,"score_spread":0.19609108834842878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898828277","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006705537,0.00007674644,0.99528545,0.00020737632,0.000037006266,0.000027896684,0.00002015741,0.000092322865,0.0035824461],"genre_scores_gemma":[0.13215747,0.0007441502,0.85613984,0.00028116643,0.00013319033,0.00035312396,0.0001674473,0.00027644698,0.0097470945],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99835974,0.00053218397,0.00011656788,0.00020296032,0.00067460036,0.00011406028],"domain_scores_gemma":[0.997981,0.00068103353,0.00012759793,0.0005296651,0.00055721455,0.00012335881],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024569784,0.00085921295,0.0006717853,0.0016250947,0.0010027809,0.0027180172,0.003271948,0.0017087872,0.0056662234],"category_scores_gemma":[0.0047231885,0.00070565805,0.001726464,0.00122666,0.0018861747,0.005938659,0.0034961384,0.0034165776,0.0011445802],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017399996,0.0000313332,0.00012649047,0.00008642508,0.000020842037,0.00011662398,0.00030852173,0.030973254,0.002098342,0.94458145,0.00088468316,0.020754647],"study_design_scores_gemma":[0.000014443488,0.00003845284,0.0000587713,0.0000720511,0.00003141328,0.00014452328,0.00013639985,0.32961693,0.0022772695,0.63497144,0.03261332,0.000024963108],"about_ca_topic_score_codex":0.0025123118,"about_ca_topic_score_gemma":0.0029874712,"teacher_disagreement_score":0.0056662234,"about_ca_system_score_codex":0.00151529,"about_ca_system_score_gemma":0.0017910942,"threshold_uncertainty_score":0.01895541},"labels":[],"label_agreement":null},{"id":"W2907591694","doi":"10.1007/s10270-018-00707-8","title":"A unifying framework for homogeneous model composition","year":2019,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Formality; Composition (language); Reuse; Homogeneous; Realization (probability); Theoretical computer science; Software engineering; Mathematics; Linguistics","score_opus":0.02537074557865598,"score_gpt":0.2586156416904238,"score_spread":0.2332448961117678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907591694","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005371888,0.000027352507,0.9973124,0.000055935074,0.000020810694,0.0000546334,0.000026210466,0.0009592663,0.001006268],"genre_scores_gemma":[0.033670347,0.00012287196,0.9624633,0.000097888755,0.00004589148,0.00019266829,0.00025266447,0.0007552407,0.0023991568],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99565816,0.0010591171,0.0004621974,0.00074372586,0.0016811395,0.0003956469],"domain_scores_gemma":[0.9960466,0.0009865742,0.00018886,0.0018781357,0.00067884923,0.00022088984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005908108,0.0011985474,0.0013221526,0.0019828991,0.0022432618,0.0036579794,0.004522428,0.0019988234,0.008921008],"category_scores_gemma":[0.0096126655,0.0015244576,0.0038134034,0.001723119,0.0021706396,0.00724803,0.00829632,0.004775016,0.0033896272],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000089695015,0.000120767145,0.0004883477,0.00019239125,0.00011304006,0.00032915408,0.00052344217,0.030951003,0.005682781,0.83760107,0.004547148,0.11936126],"study_design_scores_gemma":[0.000054492106,0.000070985814,0.00014878337,0.00012653963,0.00020065087,0.0002656958,0.00014286295,0.35351118,0.011119571,0.577981,0.056320645,0.00005763604],"about_ca_topic_score_codex":0.004480368,"about_ca_topic_score_gemma":0.005847834,"teacher_disagreement_score":0.008921008,"about_ca_system_score_codex":0.0015014962,"about_ca_system_score_gemma":0.0034447238,"threshold_uncertainty_score":0.03124541},"labels":[],"label_agreement":null},{"id":"W2917879132","doi":"10.1007/s10270-019-00724-1","title":"Model execution tracing: a systematic mapping study","year":2019,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Tracing; TRACE (psycholinguistics); Executable; Scalability; Data science; Focus (optics); Software engineering; Field (mathematics); Empirical research; Representation (politics); Programming language; Database","score_opus":0.034085153641287454,"score_gpt":0.24149557814949313,"score_spread":0.20741042450820568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2917879132","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25677943,0.004405389,0.71656716,0.0007625739,0.00006844243,0.0023124705,0.002333581,0.0033426476,0.013428402],"genre_scores_gemma":[0.5913566,0.0024866818,0.39978883,0.0001462653,0.000017326061,0.00091396633,0.002351103,0.00069033966,0.00224886],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9886346,0.006147452,0.0011256495,0.0012751993,0.0025002768,0.00031684912],"domain_scores_gemma":[0.87524235,0.07775222,0.0055374303,0.024556663,0.016407905,0.00050339027],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01175012,0.0009561786,0.0008035241,0.0074471957,0.0018214519,0.0026132353,0.0018886171,0.0010098995,0.0037352305],"category_scores_gemma":[0.089488976,0.0009139747,0.001230788,0.0059167235,0.0010449303,0.0052105817,0.0032171966,0.0016445027,0.00062480394],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048068786,0.0015115911,0.0512634,0.005587818,0.0004954435,0.0006802157,0.012417266,0.020343477,0.009415249,0.035003394,0.0038365892,0.85896486],"study_design_scores_gemma":[0.00057730416,0.0033063001,0.0697154,0.012453773,0.004817605,0.005903115,0.02659431,0.472818,0.123892486,0.14343798,0.13596594,0.0005178826],"about_ca_topic_score_codex":0.00826447,"about_ca_topic_score_gemma":0.014965836,"teacher_disagreement_score":0.9882499,"about_ca_system_score_codex":0.0017784322,"about_ca_system_score_gemma":0.01064235,"threshold_uncertainty_score":0.0621413},"labels":[],"label_agreement":null},{"id":"W2953358434","doi":"10.1007/s10270-019-00737-w","title":"Lossless compaction of model execution traces","year":2019,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Executable; Computer science; TRACE (psycholinguistics); Metamodeling; Scalability; Programming language; Context (archaeology); Unified Modeling Language; Interoperability; Software engineering; Software; Distributed computing; Theoretical computer science; Database; Operating system","score_opus":0.02273859501720467,"score_gpt":0.24297501687189169,"score_spread":0.220236421854687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953358434","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08742708,0.00023366623,0.89031315,0.00048380395,0.00014907632,0.0001409242,0.0010692644,0.015762215,0.0044207093],"genre_scores_gemma":[0.80003524,0.00018041108,0.18909608,0.00027966715,0.000047356727,0.00018042364,0.0019400145,0.0025833617,0.005657417],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978802,0.00053971773,0.0001269912,0.00025948978,0.00095274334,0.00024085851],"domain_scores_gemma":[0.9894253,0.0045360182,0.0004790003,0.0046175322,0.00081514934,0.00012706529],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011280263,0.0009553637,0.0008652268,0.0014003329,0.00048416533,0.001469783,0.0014016859,0.00070543756,0.005906828],"category_scores_gemma":[0.01522286,0.00077541685,0.00073621457,0.0012599828,0.00081522024,0.0030065374,0.0023709792,0.001262345,0.0012998397],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025631825,0.00040647588,0.004899093,0.0006878039,0.00017989073,0.0010350116,0.0006890749,0.41373026,0.07178026,0.04650223,0.0135951275,0.44393164],"study_design_scores_gemma":[0.000066905675,0.00018926033,0.0009068071,0.000053196967,0.000059307822,0.00021719735,0.000118587195,0.90674245,0.054295562,0.03136944,0.0059560738,0.00002528612],"about_ca_topic_score_codex":0.0019693673,"about_ca_topic_score_gemma":0.0033917732,"teacher_disagreement_score":0.005906828,"about_ca_system_score_codex":0.00079965935,"about_ca_system_score_gemma":0.0012691705,"threshold_uncertainty_score":0.01976031},"labels":[],"label_agreement":null},{"id":"W2963633893","doi":"10.1007/s10270-019-00746-9","title":"Contents for a Model-Based Software Engineering Body of Knowledge","year":2019,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University; Université du Québec à Montréal; Université de Montréal","funders":"Mälardalens högskola","keywords":"Computer science; Scope (computer science); Curriculum; Set (abstract data type); Software engineering; Body of knowledge; Software; Foundation (evidence); Software development; Knowledge management; Pedagogy; Programming language; Sociology","score_opus":0.021238075348924926,"score_gpt":0.24305141902779,"score_spread":0.22181334367886507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963633893","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.081553906,0.0090976795,0.5483483,0.067880884,0.0015053303,0.0023389384,0.0025867405,0.0030057407,0.2836825],"genre_scores_gemma":[0.30767348,0.011784928,0.6340276,0.0058329892,0.0010674316,0.0019499133,0.0074514295,0.0006236442,0.029588567],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99135405,0.0025363304,0.0018696352,0.0007128656,0.0030368527,0.0004903887],"domain_scores_gemma":[0.95567375,0.016511653,0.0043451204,0.0073106517,0.012875732,0.0032830704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0106275985,0.00054322596,0.000606156,0.007833414,0.002307651,0.008932588,0.0016327889,0.0029764771,0.011468889],"category_scores_gemma":[0.041100472,0.0005935811,0.0010083867,0.0048485305,0.00221328,0.011167811,0.005313871,0.0036103036,0.0051563294],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000769269,0.000849028,0.0117135085,0.0024855635,0.000042557847,0.00040911871,0.01117519,0.003169996,0.008548421,0.28173107,0.046236042,0.63356256],"study_design_scores_gemma":[0.000036847177,0.0002524299,0.015782543,0.008397948,0.00010774975,0.0011661153,0.007945674,0.008064056,0.005171894,0.17991777,0.7730417,0.00011526813],"about_ca_topic_score_codex":0.0012728694,"about_ca_topic_score_gemma":0.0016438132,"teacher_disagreement_score":0.011468889,"about_ca_system_score_codex":0.0031536045,"about_ca_system_score_gemma":0.012254434,"threshold_uncertainty_score":0.056204796},"labels":[],"label_agreement":null},{"id":"W2987414798","doi":"10.1007/s10270-019-00762-9","title":"Comparing and classifying model transformation reuse approaches across metamodels","year":2019,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; McGill University","funders":"","keywords":"Computer science; Metamodeling; Reuse; Model transformation; Transformation (genetics); Feature (linguistics); Software engineering; Feature model; Data mining; Artificial intelligence; Data science; Machine learning; Programming language; Consistency (knowledge bases)","score_opus":0.09846253314845535,"score_gpt":0.2597129211885418,"score_spread":0.16125038804008643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2987414798","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48858273,0.0037823971,0.47947285,0.0011984612,0.00015345086,0.00084679027,0.0009890266,0.0047260765,0.020248182],"genre_scores_gemma":[0.73228484,0.0018192268,0.25876057,0.00026489492,0.00004165014,0.00029710314,0.002971683,0.0010374731,0.002522476],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9848016,0.004442011,0.0017030056,0.0013070703,0.0065551014,0.0011912002],"domain_scores_gemma":[0.9375996,0.03119034,0.0052708117,0.014499337,0.010462716,0.000977186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013038395,0.00076787133,0.00079834333,0.010871319,0.0011962525,0.00568002,0.0022235191,0.001694867,0.0015719606],"category_scores_gemma":[0.059376348,0.0005846769,0.0022059996,0.008142835,0.0013207254,0.00770822,0.0031315933,0.0016771131,0.000547734],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001003825,0.0011740829,0.08832178,0.0016302285,0.00077483745,0.0002642852,0.006678281,0.018093953,0.02547986,0.054220956,0.0032455858,0.7991123],"study_design_scores_gemma":[0.00047114145,0.0036315757,0.1624961,0.0039736666,0.0043983785,0.0027822198,0.022694526,0.4256253,0.10715388,0.18518552,0.080935486,0.00065222586],"about_ca_topic_score_codex":0.006765969,"about_ca_topic_score_gemma":0.01055508,"teacher_disagreement_score":0.013038395,"about_ca_system_score_codex":0.0018012578,"about_ca_system_score_gemma":0.003599147,"threshold_uncertainty_score":0.06895447},"labels":[],"label_agreement":null},{"id":"W2988652058","doi":"10.1007/s10270-019-00764-7","title":"Ark: a constraint-based method for architectural synthesis of smart systems","year":2019,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Computer science; Correctness; Architecture; Leverage (statistics); Software engineering; Bridging (networking); Software architecture; Software architecture description; Reference architecture; Software; Process (computing); Distributed computing; Programming language; Artificial intelligence","score_opus":0.03943515174313256,"score_gpt":0.29126713559390616,"score_spread":0.2518319838507736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988652058","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011980461,0.000035781126,0.99444276,0.000032076867,0.000022331204,0.000043837063,0.00015197141,0.0014089796,0.0026641104],"genre_scores_gemma":[0.066888,0.00012662458,0.92654854,0.00008656071,0.00002100214,0.00024462826,0.0005868047,0.0011702804,0.0043276004],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99946636,0.00012548566,0.000027011527,0.00008562807,0.00024512754,0.000050424347],"domain_scores_gemma":[0.99918205,0.00043496914,0.000052015937,0.00012336049,0.00017835153,0.000029231773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000760054,0.0013862256,0.00084269815,0.0012469948,0.00078178727,0.0013098601,0.0016893743,0.0009949072,0.021012926],"category_scores_gemma":[0.002197504,0.00083170924,0.0014678003,0.0009870271,0.000828164,0.0013100366,0.0013812529,0.0015094285,0.0029699719],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025908518,0.000109837565,0.00067544007,0.0008552266,0.00014158,0.00034382395,0.00021449583,0.5583348,0.025330741,0.10557012,0.012103047,0.29606184],"study_design_scores_gemma":[0.00006585947,0.000047469748,0.00008979236,0.000053510914,0.000037317324,0.00008115484,0.000037043872,0.94960207,0.0060497066,0.023822142,0.02008933,0.000024580568],"about_ca_topic_score_codex":0.0070559504,"about_ca_topic_score_gemma":0.01561259,"teacher_disagreement_score":0.021012926,"about_ca_system_score_codex":0.00073008094,"about_ca_system_score_gemma":0.0018064299,"threshold_uncertainty_score":0.070295274},"labels":[],"label_agreement":null},{"id":"W2997435475","doi":"10.1007/s10270-019-00763-8","title":"Transitive-closure-based model checking (TCMC) in Alloy","year":2020,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Transitive closure; Computer science; Model checking; Closure (psychology); Bounded function; Deadlock; State space; Transitive relation; State (computer science); Set (abstract data type); Property (philosophy); Representation (politics); Theoretical computer science; Programming language; Discrete mathematics; Mathematics","score_opus":0.08301324290759049,"score_gpt":0.2764508165908048,"score_spread":0.1934375736832143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997435475","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050775915,0.0002993888,0.9355412,0.0003337609,0.0001260251,0.00025034725,0.0005248207,0.005323895,0.006824662],"genre_scores_gemma":[0.65238404,0.00023517649,0.34229174,0.00032724327,0.00006336293,0.00026726958,0.0008662632,0.0009160354,0.0026488826],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99060494,0.0032624742,0.0006468841,0.0012763885,0.003264628,0.00094478694],"domain_scores_gemma":[0.9786754,0.012716018,0.001012824,0.0051161586,0.0022311686,0.00024849773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005739542,0.0011903346,0.0018389077,0.0025427311,0.0017385242,0.0033141011,0.0037357023,0.001578976,0.003547658],"category_scores_gemma":[0.019882487,0.0013208991,0.005376899,0.0013755504,0.0041380357,0.004743626,0.0031777404,0.002562974,0.0005466135],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009330791,0.00027625595,0.0031049794,0.0007485341,0.00032012834,0.0005884385,0.0006917081,0.40421283,0.013488346,0.49757606,0.004264094,0.07379551],"study_design_scores_gemma":[0.000096863114,0.00011156567,0.00020622689,0.000088305795,0.00017319982,0.0001331365,0.00007608044,0.8028268,0.018480117,0.17442685,0.0033350268,0.00004580515],"about_ca_topic_score_codex":0.018200476,"about_ca_topic_score_gemma":0.020342562,"teacher_disagreement_score":0.018200476,"about_ca_system_score_codex":0.0027765092,"about_ca_system_score_gemma":0.0059711277,"threshold_uncertainty_score":0.03618908},"labels":[],"label_agreement":null},{"id":"W2998805281","doi":"10.1007/s10270-019-00732-1","title":"Bridging proprietary modelling and open-source model management tools: the case of PTC Integrity Modeller and Epsilon","year":2019,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Innovate UK; Engineering and Physical Sciences Research Council; Aerospace Technology Institute","keywords":"Computer science; Software engineering; Scripting language; Bridge (graph theory); Unified Modeling Language; Bridging (networking); Software; Programming language; Computer security","score_opus":0.04413946851740728,"score_gpt":0.25265403593574853,"score_spread":0.20851456741834126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998805281","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42985186,0.00058834,0.51207674,0.0048377556,0.0002842935,0.00044629778,0.00033956722,0.017118637,0.03445645],"genre_scores_gemma":[0.6226044,0.0002705686,0.35909516,0.00058597437,0.000029361656,0.00026376444,0.00081577536,0.003102154,0.01323272],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9895174,0.0037199445,0.00075320975,0.00097068603,0.004285652,0.00075312],"domain_scores_gemma":[0.96903414,0.01494189,0.0019445766,0.008875301,0.004017229,0.0011867305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017338391,0.0008693836,0.00058188365,0.0012957095,0.0012534001,0.003828117,0.0033747035,0.0019904664,0.0037595334],"category_scores_gemma":[0.035544496,0.0011016525,0.0006050723,0.001735342,0.001943247,0.008651773,0.007161178,0.0043372046,0.0010448612],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002960597,0.0012720139,0.021196676,0.0011190211,0.00024346901,0.0060926494,0.02944946,0.05113829,0.050123088,0.2581851,0.027070735,0.5511489],"study_design_scores_gemma":[0.0005133736,0.0016057353,0.009849303,0.0010634913,0.00030180943,0.0037667188,0.005959951,0.53673774,0.103960544,0.058350846,0.27747232,0.00041816977],"about_ca_topic_score_codex":0.0064782016,"about_ca_topic_score_gemma":0.008087783,"teacher_disagreement_score":0.017338391,"about_ca_system_score_codex":0.0033542488,"about_ca_system_score_gemma":0.004680096,"threshold_uncertainty_score":0.09169531},"labels":[],"label_agreement":null},{"id":"W3000433034","doi":"10.1007/s10270-019-00773-6","title":"Grand challenges in model-driven engineering: an analysis of the state of the research","year":2020,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":171,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"University of York","keywords":"State (computer science); Political science; Best practice; Engineering ethics; Grand Challenges; Engineering; Engineering management; Computer science; Law","score_opus":0.1253281338129276,"score_gpt":0.2977779920577126,"score_spread":0.172449858244785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000433034","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08530657,0.25011602,0.1551203,0.44956264,0.0058020637,0.00040154456,0.00084122934,0.001037359,0.051812258],"genre_scores_gemma":[0.7414978,0.1213738,0.11184553,0.01644357,0.0022865082,0.0007740677,0.0011289353,0.0010984783,0.0035513209],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.94795924,0.026430998,0.0027542205,0.004552919,0.016268518,0.0020341803],"domain_scores_gemma":[0.7514079,0.19729863,0.0051633357,0.010393193,0.031835034,0.003901862],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.10293809,0.00097644795,0.0015155316,0.006838986,0.003456988,0.018878251,0.0033375733,0.004668139,0.004014495],"category_scores_gemma":[0.13025998,0.001298031,0.0014845125,0.008176552,0.008247818,0.029030077,0.0072480813,0.010291156,0.0008590079],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003137671,0.00036018254,0.00610579,0.006428926,0.0002008658,0.00034750366,0.017988222,0.011794348,0.0031267847,0.5359432,0.050378997,0.36701143],"study_design_scores_gemma":[0.00006391535,0.00035008983,0.0058130478,0.010757262,0.0001812159,0.00047003737,0.028860593,0.038820766,0.0042109634,0.3822878,0.5278298,0.0003545155],"about_ca_topic_score_codex":0.002800019,"about_ca_topic_score_gemma":0.003073036,"teacher_disagreement_score":0.993161,"about_ca_system_score_codex":0.009920519,"about_ca_system_score_gemma":0.014153797,"threshold_uncertainty_score":0.5443952},"labels":[],"label_agreement":null},{"id":"W3034331386","doi":"10.1007/s10270-020-00804-7","title":"On the benefits of file-level modularity for EMF models","year":2020,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Software versioning; Modularity (biology); Code generation; Scalability; Scripting language; Software engineering; Programming language; Database; Software; Operating system; Key (lock)","score_opus":0.11332778093746886,"score_gpt":0.24360809557045845,"score_spread":0.1302803146329896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034331386","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028675748,0.00017643644,0.9605721,0.00065007946,0.000040493785,0.000034586163,0.00009284248,0.0012805159,0.008477095],"genre_scores_gemma":[0.7049841,0.0003348736,0.28908706,0.00026526113,0.00006409348,0.000074544994,0.0002473949,0.0010989695,0.0038437173],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99794394,0.001024108,0.0000841726,0.00018196373,0.0006050454,0.00016065931],"domain_scores_gemma":[0.9816527,0.009818257,0.000541665,0.0062917257,0.0014250273,0.00027071123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041770344,0.0005710579,0.0005205649,0.0006879367,0.0008752213,0.0020074588,0.0021580379,0.0015421705,0.005466386],"category_scores_gemma":[0.02598264,0.00064516213,0.0009885569,0.0007334638,0.001488958,0.006223961,0.0024862883,0.0021663,0.0010527185],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003130186,0.00016721395,0.004569233,0.00015605552,0.00008960328,0.00021011947,0.0005598837,0.33134744,0.0050571566,0.5482827,0.004244083,0.10500355],"study_design_scores_gemma":[0.0000318137,0.000060877337,0.0005748186,0.000054072352,0.00005214981,0.00011165088,0.00007885795,0.8080567,0.0033805782,0.18147162,0.00610045,0.000026430029],"about_ca_topic_score_codex":0.0039372747,"about_ca_topic_score_gemma":0.0057099396,"teacher_disagreement_score":0.005466386,"about_ca_system_score_codex":0.00089112716,"about_ca_system_score_gemma":0.00091183407,"threshold_uncertainty_score":0.022090554},"labels":[],"label_agreement":null},{"id":"W3035907598","doi":"10.1007/s10270-020-00814-5","title":"Opportunities in intelligent modeling assistance","year":2020,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal; McGill University","funders":"","keywords":"Flexibility (engineering); Computer science; Context (archaeology); Multitude; Systems engineering; Management science; Software engineering; Engineering","score_opus":0.11090973681516278,"score_gpt":0.2568528575037377,"score_spread":0.14594312068857493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035907598","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0068134707,0.0032424752,0.9061392,0.019649096,0.00043679858,0.000031428506,0.00014099768,0.0030142637,0.060532317],"genre_scores_gemma":[0.40119267,0.007688435,0.55719125,0.0032573128,0.0011492199,0.00017762704,0.00076359906,0.0007533431,0.027826533],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9977157,0.0010365625,0.00008051808,0.00029766717,0.0007266892,0.00014282744],"domain_scores_gemma":[0.99449337,0.0030898883,0.00016210003,0.0015139688,0.00052150193,0.00021925419],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003919892,0.0010525425,0.0010142337,0.0012903259,0.001242905,0.0057778354,0.0024144263,0.003038215,0.012172241],"category_scores_gemma":[0.009779978,0.00083467184,0.00093684805,0.0011152942,0.0023144071,0.013508504,0.0041966126,0.0037376299,0.0045432877],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006362987,0.00011858208,0.0006583654,0.0001629672,0.00004192531,0.000113615155,0.00046685123,0.014898968,0.0012445205,0.8571708,0.013405497,0.11165426],"study_design_scores_gemma":[0.000014091598,0.000021440674,0.00015928989,0.00009281272,0.000017570257,0.00009505178,0.00016146,0.10926208,0.0009782986,0.80011797,0.089052245,0.000027626764],"about_ca_topic_score_codex":0.0012133423,"about_ca_topic_score_gemma":0.0011924868,"teacher_disagreement_score":0.012172241,"about_ca_system_score_codex":0.000979598,"about_ca_system_score_gemma":0.0014184214,"threshold_uncertainty_score":0.040720224},"labels":[],"label_agreement":null},{"id":"W3038491760","doi":"10.1007/s10270-020-00806-5","title":"Mixed-semantics composition of statecharts for the component-based design of reactive systems","year":2020,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Innovációs és Technológiai Minisztérium; Budapesti Műszaki és Gazdaságtudományi Egyetem","keywords":"Computer science; Programming language; Composition (language); Component (thermodynamics); Semantics (computer science); Formal semantics (linguistics); Code generation; Formal methods; Formal verification; Operational semantics; Model checking","score_opus":0.13886652548896844,"score_gpt":0.2893922879197075,"score_spread":0.15052576243073906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3038491760","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008372023,0.00003216896,0.98945564,0.000039203256,0.000020782245,0.00011419645,0.000009604203,0.00067450776,0.0012818739],"genre_scores_gemma":[0.37152043,0.000101889585,0.6251339,0.00006571444,0.000018869854,0.00048565475,0.000058026537,0.00023516253,0.002380318],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.997431,0.001211128,0.00016218952,0.00021626105,0.0008392512,0.00014020788],"domain_scores_gemma":[0.9978441,0.0011564317,0.0002386671,0.00023605893,0.00044137734,0.00008334992],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004315081,0.00069639395,0.00040736917,0.0010221126,0.0007186733,0.001320808,0.0008652667,0.0007980243,0.002983517],"category_scores_gemma":[0.004235688,0.0005224394,0.0009796246,0.00037855378,0.0017916025,0.0011532838,0.0012121612,0.00096732413,0.00052247924],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040388043,0.0002349416,0.0015198656,0.0003855091,0.000082732025,0.0008407471,0.0013389143,0.35101578,0.057956185,0.504061,0.00078282657,0.0813776],"study_design_scores_gemma":[0.00011022263,0.00021677035,0.00017244212,0.00009706578,0.00006846386,0.00013169648,0.0000765262,0.8792109,0.03382165,0.071239255,0.014818519,0.000036516078],"about_ca_topic_score_codex":0.0017927616,"about_ca_topic_score_gemma":0.0023055025,"teacher_disagreement_score":0.004315081,"about_ca_system_score_codex":0.0010242844,"about_ca_system_score_gemma":0.0017232267,"threshold_uncertainty_score":0.022820592},"labels":[],"label_agreement":null},{"id":"W3048561840","doi":"10.1007/s10270-020-00813-6","title":"Automatic generation of UML profile graphical editors for Papyrus","year":2020,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Fundamental Research Funds for the Central Universities; H2020 European Institute of Innovation and Technology; Defence Science and Technology Group; Innovate UK; Defence Science and Technology Laboratory","keywords":"Computer science; Unified Modeling Language; Applications of UML; Metamodeling; Software engineering; Maintainability; UML tool; Programming language; Code refactoring; Model-driven architecture; Reuse; Software","score_opus":0.04670122206367495,"score_gpt":0.2516659754048751,"score_spread":0.20496475334120018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048561840","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08951406,0.00017103736,0.81895304,0.00020395995,0.0001745414,0.00079266744,0.0010730637,0.08314812,0.005969515],"genre_scores_gemma":[0.24492876,0.00018266204,0.7308355,0.00008233098,0.000025333127,0.0004250659,0.0029677677,0.012872869,0.0076797297],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982888,0.00054471946,0.0001774087,0.00037517937,0.0005284277,0.000085467174],"domain_scores_gemma":[0.98852855,0.0063427147,0.00097606785,0.0024318702,0.0014246616,0.00029606585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031669918,0.0009982797,0.00058970373,0.0014156443,0.000477932,0.0016865259,0.0014424002,0.00069254264,0.0043663397],"category_scores_gemma":[0.016285388,0.00086002296,0.0006688913,0.0005032144,0.00047506025,0.0015677185,0.0019872775,0.0009750605,0.0027290625],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018597754,0.000886633,0.010225478,0.0019915542,0.00018836306,0.003921376,0.0071561206,0.033092596,0.26205084,0.021544434,0.029203653,0.6278791],"study_design_scores_gemma":[0.0004443733,0.00068944984,0.0066654026,0.0005323846,0.00022145122,0.0030994294,0.00089237513,0.45506737,0.3407079,0.011200811,0.1802159,0.0002631552],"about_ca_topic_score_codex":0.0005575579,"about_ca_topic_score_gemma":0.0009824295,"teacher_disagreement_score":0.0043663397,"about_ca_system_score_codex":0.0003867285,"about_ca_system_score_gemma":0.0009832638,"threshold_uncertainty_score":0.016748846},"labels":[],"label_agreement":null},{"id":"W3081422979","doi":"10.1007/s10270-020-00823-4","title":"Consistent change propagation within models","year":2020,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Ministère de l'Agriculture, des Pêcheries et de l'Alimentation","funders":"Natural Sciences and Engineering Research Council of Canada; Österreichische Forschungsförderungsgesellschaft; Austrian Science Fund","keywords":"Computer science; Code refactoring; Focus (optics); Data science; Risk analysis (engineering); Software engineering; Software; Programming language","score_opus":0.1313204512815091,"score_gpt":0.26692143037497357,"score_spread":0.13560097909346447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081422979","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0123795215,0.00049378164,0.9750114,0.0010829921,0.00009755842,0.00059866393,0.00045990146,0.0054404195,0.004435734],"genre_scores_gemma":[0.12304649,0.000514933,0.8687774,0.00055004796,0.00007529633,0.0005013655,0.0014738328,0.001898537,0.0031620413],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9673963,0.00911813,0.0033119055,0.007056284,0.011706455,0.0014108948],"domain_scores_gemma":[0.92821515,0.030921398,0.005230739,0.025873367,0.008582289,0.0011770795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019171242,0.0029575725,0.0018877983,0.0061959373,0.002870053,0.010990281,0.00852768,0.0060500847,0.005869544],"category_scores_gemma":[0.08364007,0.0040785875,0.006248933,0.0038957072,0.0054097497,0.022835193,0.013950115,0.0067812097,0.0021165453],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005202197,0.0006386271,0.013828589,0.001937237,0.00069374766,0.0025133868,0.008238873,0.18641701,0.015971275,0.3114781,0.011814186,0.4459487],"study_design_scores_gemma":[0.00017271317,0.00037015125,0.0015576849,0.000959498,0.0008131563,0.0015546684,0.0018492513,0.44914046,0.025565015,0.389238,0.12842943,0.00035000226],"about_ca_topic_score_codex":0.0068517583,"about_ca_topic_score_gemma":0.0072357464,"teacher_disagreement_score":0.019171242,"about_ca_system_score_codex":0.0038421294,"about_ca_system_score_gemma":0.007144656,"threshold_uncertainty_score":0.101388395},"labels":[],"label_agreement":null},{"id":"W3087473224","doi":"10.1007/s10270-020-00829-y","title":"Live modeling in the context of state machine models and code generation","year":2020,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Code generation; Programming language; Context (archaeology); Unified Modeling Language; Code (set theory); Set (abstract data type); Software; Key (lock); Operating system","score_opus":0.07195799328531835,"score_gpt":0.24856257270222165,"score_spread":0.1766045794169033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087473224","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002932297,0.00010805976,0.9946497,0.00019647405,0.000027286971,0.000020114914,0.000034614837,0.0003307808,0.001700656],"genre_scores_gemma":[0.48231333,0.0008618219,0.5096511,0.0002020085,0.00012218468,0.00023720172,0.00040159095,0.0006854227,0.005525303],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981628,0.00075794576,0.00007100397,0.00022861334,0.00064932014,0.00013030382],"domain_scores_gemma":[0.9938595,0.0041074655,0.0002860073,0.0011608532,0.0004900707,0.00009608372],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023976944,0.00061761314,0.0008297201,0.0009082326,0.00066797686,0.002523477,0.002348898,0.0015348587,0.0037828006],"category_scores_gemma":[0.010250285,0.00074438675,0.0012013305,0.0009117138,0.0026915874,0.004689372,0.001965215,0.0028814713,0.0005060688],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003286016,0.000041620624,0.00034599856,0.00012318701,0.00002880121,0.000093018985,0.00031859733,0.28522083,0.0016193021,0.6860165,0.0009746452,0.025184719],"study_design_scores_gemma":[0.000007600855,0.000014898793,0.000050049573,0.000020218828,0.000011078221,0.00002059059,0.000031152656,0.6933928,0.002099068,0.30096436,0.0033790118,0.0000090977965],"about_ca_topic_score_codex":0.0038788053,"about_ca_topic_score_gemma":0.003916847,"teacher_disagreement_score":0.0038788053,"about_ca_system_score_codex":0.0013561617,"about_ca_system_score_gemma":0.0017534915,"threshold_uncertainty_score":0.012680411},"labels":[],"label_agreement":null},{"id":"W3092605954","doi":"10.1007/s10270-021-00936-4","title":"A generic approach to detect design patterns in model transformations using a string-matching algorithm","year":2021,"lang":"en","type":"preprint","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Transformation (genetics); Computer science; Implementation; Model transformation; String (physics); String searching algorithm; Set (abstract data type); Software design pattern; Code (set theory); Matching (statistics); Software; Program transformation; Pattern matching; Algorithm; Programming language; Theoretical computer science; Artificial intelligence; Mathematics","score_opus":0.07217705939668216,"score_gpt":0.2677987397808081,"score_spread":0.19562168038412592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092605954","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020719143,0.000017656539,0.9946731,0.000024645697,0.000010728174,0.00006477462,0.00008217348,0.002734708,0.00032037287],"genre_scores_gemma":[0.042488992,0.000054041062,0.95515925,0.00006909354,0.000013202236,0.00012554586,0.0005393415,0.0005181937,0.0010322656],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99630046,0.0005943008,0.00036493578,0.0009977146,0.0015113543,0.00023116167],"domain_scores_gemma":[0.99662054,0.00076608534,0.00034753105,0.0015398304,0.0006312274,0.00009483228],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021262476,0.0016589139,0.0016001627,0.004397237,0.0009699645,0.0021059457,0.0036623613,0.0033942566,0.0060139224],"category_scores_gemma":[0.007899836,0.000892613,0.00310096,0.0040192166,0.0013770617,0.00361082,0.0033725966,0.0021122058,0.0029285208],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048788762,0.00064530334,0.005260026,0.000845324,0.0004589616,0.0006530009,0.00029251756,0.06598468,0.10293379,0.06726813,0.007808257,0.74736214],"study_design_scores_gemma":[0.000090508656,0.0002486157,0.0013839388,0.00006904414,0.00018607193,0.0007335996,0.000097027834,0.83422416,0.07484106,0.07590492,0.012140858,0.000080096725],"about_ca_topic_score_codex":0.0012178163,"about_ca_topic_score_gemma":0.0016118169,"teacher_disagreement_score":0.0060139224,"about_ca_system_score_codex":0.00073692173,"about_ca_system_score_gemma":0.001518947,"threshold_uncertainty_score":0.020118594},"labels":[],"label_agreement":null},{"id":"W3121894637","doi":"10.1007/s10270-021-00862-5","title":"Foundations of information technology based on Bunge’s systemist philosophy of reality","year":2021,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Ontology; Exposition (narrative); Computer science; Epistemology; Scholarship; Upper ontology; Data science; Philosophy; World Wide Web; Semantic Web; Political science","score_opus":0.038164169761769784,"score_gpt":0.26672531083452905,"score_spread":0.22856114107275927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121894637","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023501258,0.0068377843,0.5883144,0.025461059,0.00056025,0.00014713968,0.00019359765,0.0002143223,0.3547702],"genre_scores_gemma":[0.8162721,0.006302303,0.15589309,0.0022401104,0.0005887733,0.00042161602,0.00017816627,0.00012675433,0.01797705],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9963715,0.001741774,0.00026058455,0.00046196167,0.0008959811,0.00026828315],"domain_scores_gemma":[0.99762195,0.0011413218,0.00017967915,0.0004569979,0.00040203315,0.00019795059],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004900183,0.0005398788,0.0007697802,0.004077598,0.00341592,0.009081724,0.0010950033,0.00270678,0.0032488587],"category_scores_gemma":[0.003221308,0.0004555143,0.0013031388,0.0037068145,0.02910536,0.010788067,0.004489533,0.003932989,0.0005301893],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.471209e-7,0.0000015055989,0.000015776486,0.0000056783274,0.0000011556858,0.000008605171,0.0002171779,0.00015610503,0.000015491081,0.9988961,0.00014725688,0.00053444994],"study_design_scores_gemma":[0.0000032816047,0.0000039709084,0.000061838844,0.00003297081,0.000002669249,0.000030302408,0.00019166713,0.0012602739,0.00004896574,0.97895414,0.01940469,0.000005141458],"about_ca_topic_score_codex":0.006294472,"about_ca_topic_score_gemma":0.0033404056,"teacher_disagreement_score":0.009081724,"about_ca_system_score_codex":0.008586832,"about_ca_system_score_gemma":0.004628064,"threshold_uncertainty_score":0.062302172},"labels":[],"label_agreement":null},{"id":"W3133826961","doi":"10.1007/s10270-020-00856-9","title":"Predictions-on-chip: model-based training and automated deployment of machine learning models at runtime","year":2021,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Fault Detection and Control Systems","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Siemens (Canada); McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software deployment; Context (archaeology); Artificial neural network; Process (computing); Artificial intelligence; Machine learning; Software engineering","score_opus":0.023990348168816643,"score_gpt":0.22019954412728798,"score_spread":0.19620919595847133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133826961","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.093238235,0.00067070284,0.72673255,0.0006661571,0.00044288873,0.00016277793,0.0022599897,0.17067908,0.0051476364],"genre_scores_gemma":[0.7320191,0.0003258232,0.25202602,0.000506901,0.00007174327,0.0002049385,0.005206017,0.005928823,0.0037106152],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992835,0.00017574066,0.000037852737,0.0002357018,0.00017477626,0.00009245147],"domain_scores_gemma":[0.9965139,0.0018268748,0.00017695923,0.0009535048,0.00037546843,0.00015318488],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010267391,0.002084952,0.0010447596,0.0005394336,0.00038744474,0.0015028021,0.003349933,0.0009921966,0.008804373],"category_scores_gemma":[0.0067930776,0.001303536,0.0008847728,0.000553953,0.000582629,0.002562584,0.0018583365,0.0027320085,0.003660582],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018484805,0.0009514927,0.008256087,0.00032619067,0.0003237249,0.0005750004,0.00031707122,0.5591962,0.021732647,0.006479032,0.04770643,0.3522877],"study_design_scores_gemma":[0.000030370797,0.000038648148,0.00022299774,0.000006619452,0.000012089233,0.000015551332,0.000013840744,0.9925938,0.0044118133,0.0016861946,0.00095774676,0.000010329509],"about_ca_topic_score_codex":0.009620072,"about_ca_topic_score_gemma":0.014800042,"teacher_disagreement_score":0.009620072,"about_ca_system_score_codex":0.0008706457,"about_ca_system_score_gemma":0.0021961806,"threshold_uncertainty_score":0.029453576},"labels":[],"label_agreement":null},{"id":"W3149240696","doi":"10.1007/s10270-021-00882-1","title":"Guest editorial to the theme section on Multi-Paradigm Modeling for Cyber-Physical Systems","year":2021,"lang":"en","type":"editorial","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Theme (computing); Section (typography); Computer science; Dissemination; Process (computing); Special section; Focus (optics); Cyber-physical system; Engineering ethics; World Wide Web; Telecommunications; Engineering; Engineering physics","score_opus":0.0271607486914511,"score_gpt":0.2787962537933744,"score_spread":0.25163550510192334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3149240696","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000026155227,0.0025717188,0.00034791653,0.024128748,0.97139096,0.00001166469,0.000036245707,0.00005007621,0.0014364696],"genre_scores_gemma":[0.00034012107,0.0021527433,0.00016155178,0.010716898,0.97758764,0.000014971043,0.000027336064,0.000058382873,0.008940319],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99585426,0.0006775567,0.00031682965,0.00057156064,0.0023137901,0.00026599295],"domain_scores_gemma":[0.98426557,0.0059582544,0.0009013278,0.00043756433,0.0057546985,0.002682561],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065442575,0.0033827883,0.0029464092,0.0032083185,0.0025439519,0.006730518,0.0024509437,0.010893857,0.019291634],"category_scores_gemma":[0.016319387,0.0010228481,0.0026506495,0.0011155976,0.001688199,0.004134498,0.001804943,0.016230052,0.011833171],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023188288,0.000009339529,0.000011866539,0.00008724486,0.000010881988,0.000061773484,0.000005174268,0.00004086605,0.000060585902,0.00038658705,0.99603146,0.0032710165],"study_design_scores_gemma":[0.00006907998,0.000039511207,0.00017011356,0.00029196113,0.000057026245,0.00022709696,0.000023820616,0.00058539753,0.00017506069,0.0029810993,0.9953583,0.000021496055],"about_ca_topic_score_codex":0.0010513539,"about_ca_topic_score_gemma":0.0029275431,"teacher_disagreement_score":0.019291634,"about_ca_system_score_codex":0.0020551416,"about_ca_system_score_gemma":0.0027189418,"threshold_uncertainty_score":0.06453699},"labels":[],"label_agreement":null},{"id":"W3167067688","doi":"10.1007/s10270-021-00884-z","title":"Automated generation of consistent, diverse and structurally realistic graph models","year":2021,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"National Research, Development and Innovation Office; Nemzeti Kutatási, Fejlesztési és Innovaciós Alap; Fonds de recherche du Québec – Nature et technologies; Innovációs és Technológiai Minisztérium; Nemzeti Kutatási Fejlesztési és Innovációs Hivatal; Natural Sciences and Engineering Research Council of Canada; Budapesti Műszaki és Gazdaságtudományi Egyetem; McGill University","keywords":"Computer science; Heuristics; Graph; Metamodeling; Theoretical computer science; Set (abstract data type); Consistency (knowledge bases); Data mining; Artificial intelligence; Programming language","score_opus":0.055216483902409734,"score_gpt":0.2534750130895944,"score_spread":0.19825852918718467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3167067688","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048764538,0.00007683526,0.9461795,0.00019636408,0.000023796008,0.00020228651,0.0003845825,0.0019501891,0.0022219263],"genre_scores_gemma":[0.31158027,0.0001079231,0.68494016,0.000083809595,0.000007975608,0.0002478006,0.0014860154,0.00056016713,0.0009858303],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989819,0.00040547678,0.00004348432,0.0001977616,0.00032701602,0.000044335124],"domain_scores_gemma":[0.9955499,0.0029416834,0.0002457326,0.00074718514,0.0004283487,0.000087183216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012470714,0.00092718925,0.0004556183,0.0012458764,0.0004310115,0.0007577939,0.0012416228,0.0010469167,0.0020496198],"category_scores_gemma":[0.0072322567,0.0006229322,0.0011405102,0.00062167004,0.00067295926,0.0013101184,0.0012721441,0.00078207115,0.00045052552],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064553955,0.00012363175,0.0028112116,0.00027034138,0.00006526932,0.00057794014,0.0003885357,0.86990213,0.016232876,0.02206496,0.0032280732,0.08427045],"study_design_scores_gemma":[0.000014474204,0.000039498504,0.00016131249,0.00001909411,0.000013850742,0.0001116314,0.000081671664,0.9801312,0.0055008745,0.0107833445,0.0031342723,0.0000088041015],"about_ca_topic_score_codex":0.0016806378,"about_ca_topic_score_gemma":0.0051900996,"teacher_disagreement_score":0.0020496198,"about_ca_system_score_codex":0.00065327645,"about_ca_system_score_gemma":0.0009633652,"threshold_uncertainty_score":0.00685668},"labels":[],"label_agreement":null},{"id":"W3195145398","doi":"10.1007/s10270-021-00910-0","title":"Runtime translation of OCL-like statements on Simulink models: Expanding domains and optimising queries","year":2021,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Innovate UK; Engineering and Physical Sciences Research Council; Natural Sciences and Engineering Research Council of Canada; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Model transformation; Representation (politics); Domain model; Leverage (statistics); Software engineering; Consistency (knowledge bases); Process (computing); Programming language; Artificial intelligence","score_opus":0.04682555325781548,"score_gpt":0.2949590073363126,"score_spread":0.2481334540784971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195145398","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06509911,0.00026419546,0.8042921,0.0005839054,0.00012077271,0.0003496428,0.0012726572,0.119295,0.008722509],"genre_scores_gemma":[0.35703874,0.0002931865,0.5943939,0.000641665,0.000074794465,0.00033056678,0.0061338064,0.035754442,0.005338951],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99347186,0.0015880516,0.00079815474,0.0010011895,0.0025543508,0.00058648747],"domain_scores_gemma":[0.9833508,0.0091585135,0.0010190047,0.0040560896,0.0020666632,0.00034885222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005197742,0.002072266,0.0012264544,0.001270844,0.0008224549,0.0043634363,0.0033610705,0.0017892127,0.007592338],"category_scores_gemma":[0.025649736,0.0013894116,0.0022456432,0.0013156696,0.0018890791,0.005827845,0.0051698913,0.002090778,0.003464992],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024865295,0.0011240629,0.013995062,0.0020543735,0.00032523667,0.0037968273,0.008065857,0.22797,0.09705815,0.08699791,0.051987946,0.50413805],"study_design_scores_gemma":[0.0003104036,0.00017834042,0.0013006884,0.00023386246,0.00009183786,0.0005375603,0.0012531319,0.82123923,0.09330076,0.03191945,0.049502123,0.00013268765],"about_ca_topic_score_codex":0.004953337,"about_ca_topic_score_gemma":0.004330754,"teacher_disagreement_score":0.007592338,"about_ca_system_score_codex":0.0020157478,"about_ca_system_score_gemma":0.0018825774,"threshold_uncertainty_score":0.027488649},"labels":[],"label_agreement":null},{"id":"W3201392238","doi":"10.1007/s10270-021-00918-6","title":"Automated generation of consistent models using qualitative abstractions and exploration strategies","year":2021,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Nemzeti Kutatási, Fejlesztési és Innovaciós Alap; Natural Sciences and Engineering Research Council of Canada; National Research, Development and Innovation Office; Innovációs és Technológiai Minisztérium; Nemzeti Kutatási Fejlesztési és Innovációs Hivatal","keywords":"Computer science; Solver; Scalability; Key (lock); Context (archaeology); Graph; Consistency (knowledge bases); Theoretical computer science; Programming language; Artificial intelligence","score_opus":0.2661288694789344,"score_gpt":0.37461296274791683,"score_spread":0.10848409326898245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201392238","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01412063,0.000033118034,0.983499,0.00011551506,0.0000072481002,0.00008614604,0.00008687229,0.0008019856,0.0012494964],"genre_scores_gemma":[0.2333946,0.00009541644,0.7645535,0.000057250927,0.0000057592943,0.00027439868,0.0003457065,0.0003257468,0.0009476307],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984037,0.00058792415,0.000086672844,0.00018953055,0.0006150643,0.00011712215],"domain_scores_gemma":[0.99529725,0.0032696337,0.00028338938,0.0006573567,0.00041803467,0.00007440871],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025777258,0.0010921916,0.0005228982,0.0011881125,0.0005133286,0.0013841465,0.0017290153,0.0008822154,0.0034025623],"category_scores_gemma":[0.010669586,0.0007344766,0.0014893507,0.00058370916,0.0015371813,0.0019266952,0.0026745447,0.0011994519,0.00044906323],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008764046,0.00009995194,0.0019772225,0.00031938628,0.000055288645,0.00031025996,0.00056440633,0.8090784,0.014831157,0.08965692,0.0010576866,0.08196174],"study_design_scores_gemma":[0.000023721472,0.000040831164,0.00008994177,0.000030429095,0.000014902291,0.00005561253,0.0001028262,0.94601923,0.005644067,0.04587786,0.002089834,0.000010735263],"about_ca_topic_score_codex":0.0019908377,"about_ca_topic_score_gemma":0.0031579246,"teacher_disagreement_score":0.0034025623,"about_ca_system_score_codex":0.0010272034,"about_ca_system_score_gemma":0.0019895998,"threshold_uncertainty_score":0.013632476},"labels":[],"label_agreement":null},{"id":"W3214123422","doi":"10.1007/s10270-021-00943-5","title":"CaRE: a refinement calculus for requirements engineering based on argumentation theory","year":2021,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Argumentation theory; Calculus (dental); Computer science; Refinement calculus; Mathematics; Epistemology; Programming language; Medicine; Philosophy","score_opus":0.05087963705011631,"score_gpt":0.30087826173164217,"score_spread":0.24999862468152587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214123422","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012159712,0.00008986928,0.99332434,0.00030536312,0.00008517778,0.00013025335,0.00012863154,0.0011219538,0.0035984018],"genre_scores_gemma":[0.08883658,0.00031171192,0.90290445,0.0003761728,0.00013726925,0.00031444264,0.000525991,0.00056491233,0.006028436],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9948055,0.0019726425,0.00037403576,0.00044903794,0.0020719913,0.00032678625],"domain_scores_gemma":[0.9938637,0.0038494675,0.00025661904,0.00088111695,0.0009430463,0.00020602581],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067947735,0.001012098,0.0011806305,0.0022743638,0.0019019219,0.00436748,0.0021896763,0.002113167,0.0076297433],"category_scores_gemma":[0.0149546005,0.0010874388,0.003219825,0.0016755323,0.0034623705,0.0054073976,0.004188596,0.0038910506,0.0019153986],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000106790896,0.00007696423,0.00026343527,0.00028119667,0.000057646466,0.0002165187,0.00071010744,0.016328124,0.0028534823,0.8924928,0.0065868367,0.0800262],"study_design_scores_gemma":[0.00011371302,0.00006728342,0.00016788332,0.00018935902,0.00012204328,0.0001993217,0.00017621023,0.12899433,0.004576333,0.7943047,0.07101475,0.00007397557],"about_ca_topic_score_codex":0.0046497043,"about_ca_topic_score_gemma":0.004774803,"teacher_disagreement_score":0.0076297433,"about_ca_system_score_codex":0.0014714425,"about_ca_system_score_gemma":0.0031859828,"threshold_uncertainty_score":0.035934687},"labels":[],"label_agreement":null},{"id":"W4200336859","doi":"10.1007/s10270-021-00927-5","title":"A cross-technology benchmark for incremental graph queries","year":2021,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Computer Research Institute of Montréal","funders":"National Research, Development and Innovation Office; Nemzeti Kutatási, Fejlesztési és Innovaciós Alap; Horizon 2020 Framework Programme; Innovációs és Technológiai Minisztérium; European Commission; Nemzeti Kutatási Fejlesztési és Innovációs Hivatal; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Electronic Components and Systems for European Leadership; Bundesministerium für Bildung und Forschung","keywords":"Computer science; Benchmark (surveying); Graph; Variety (cybernetics); Domain (mathematical analysis); Theoretical computer science; Artificial intelligence","score_opus":0.01930009684091852,"score_gpt":0.2689377643716736,"score_spread":0.2496376675307551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200336859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7717195,0.0022684464,0.1767426,0.0010719838,0.00034729028,0.0005978364,0.002895317,0.030911487,0.01344553],"genre_scores_gemma":[0.8724572,0.0005369813,0.116759434,0.00022767596,0.000068196176,0.00027886053,0.0058915378,0.0018654504,0.0019146038],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9901822,0.003573655,0.00096131075,0.0012058895,0.0032630218,0.0008138866],"domain_scores_gemma":[0.9688147,0.016787736,0.0012828484,0.00766391,0.0046123853,0.0008384315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005838837,0.0012918955,0.0007551908,0.0031752007,0.0006613535,0.0022277292,0.0034743885,0.002353122,0.002451879],"category_scores_gemma":[0.030636238,0.00052817294,0.0009615422,0.0039258264,0.0011374603,0.004693269,0.002979334,0.0017509384,0.0007358743],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00524946,0.005517057,0.02718268,0.0032730685,0.00065284246,0.0014897452,0.0021108307,0.33285013,0.07537191,0.05713127,0.040340006,0.44883102],"study_design_scores_gemma":[0.00040745965,0.0023670155,0.009577024,0.00013820056,0.00017744339,0.00076957507,0.0007313452,0.8571852,0.09016937,0.019611182,0.018732045,0.00013416988],"about_ca_topic_score_codex":0.0035560352,"about_ca_topic_score_gemma":0.002141875,"teacher_disagreement_score":0.005838837,"about_ca_system_score_codex":0.0015847199,"about_ca_system_score_gemma":0.0012516767,"threshold_uncertainty_score":0.03087914},"labels":[],"label_agreement":null},{"id":"W4206030968","doi":"10.1007/s10270-021-00942-6","title":"Automated, interactive, and traceable domain modelling empowered by artificial intelligence","year":2022,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Engineering Research","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Rotation formalisms in three dimensions; Domain (mathematical analysis); Software engineering; Domain engineering; Domain analysis; Domain model; Software; Artificial intelligence; Domain knowledge; Software development; Programming language; Component-based software engineering; Software construction","score_opus":0.03171702711815094,"score_gpt":0.2704622975187825,"score_spread":0.23874527040063154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206030968","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062777675,0.00007801528,0.9858766,0.0002246164,0.000022014205,0.00005267739,0.00016998261,0.0037005714,0.003597746],"genre_scores_gemma":[0.25360948,0.00050175004,0.738555,0.00015454288,0.000026561693,0.00013506466,0.0012245349,0.00090605655,0.0048870696],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978077,0.000799059,0.00015846474,0.0003663795,0.00073417026,0.00013428606],"domain_scores_gemma":[0.9961862,0.0015681183,0.00021406579,0.0015723128,0.00034318192,0.00011607087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018732037,0.00078643596,0.0006711163,0.0014711902,0.000683863,0.0038295174,0.0021644125,0.0010793245,0.0046255495],"category_scores_gemma":[0.0077206087,0.0007017202,0.0014047901,0.00106869,0.0015854917,0.004901462,0.0046496447,0.002801348,0.0015982311],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032156782,0.00042188747,0.0036456694,0.0005223226,0.00013711952,0.0007450991,0.002202225,0.36661568,0.0229999,0.282064,0.007802679,0.3125219],"study_design_scores_gemma":[0.000022248076,0.000036244295,0.00026283896,0.00007245773,0.000038802515,0.0001656636,0.00017528477,0.8193854,0.011871503,0.14285377,0.02508196,0.000033841636],"about_ca_topic_score_codex":0.00635027,"about_ca_topic_score_gemma":0.009934974,"teacher_disagreement_score":0.00635027,"about_ca_system_score_codex":0.00090197945,"about_ca_system_score_gemma":0.002657458,"threshold_uncertainty_score":0.015474021},"labels":[],"label_agreement":null},{"id":"W4206490081","doi":"10.1007/s10270-021-00971-1","title":"DSMCompare: domain-specific model differencing for graphical domain-specific languages","year":2022,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University; Université de Montréal","funders":"Mitacs","keywords":"Computer science; Abstract syntax; Syntax; Semantics (computer science); Programming language; Domain-specific language; Digital subscriber line; Domain (mathematical analysis); Unified Modeling Language; Software versioning; Metamodeling; Modeling language; Software engineering; Natural language processing; Artificial intelligence; Software","score_opus":0.028724520783787077,"score_gpt":0.24672303583420688,"score_spread":0.2179985150504198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206490081","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046036947,0.00007388297,0.9340077,0.000121725796,0.00012037537,0.00008863437,0.0006465484,0.057837956,0.0024994372],"genre_scores_gemma":[0.21202402,0.00026542667,0.7437733,0.00063132384,0.0000684883,0.00041830895,0.00622848,0.028130766,0.008459959],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975955,0.00047579946,0.00024364951,0.00039176323,0.0010702508,0.00022296212],"domain_scores_gemma":[0.9961874,0.0012228639,0.0002099749,0.0017781623,0.00048606782,0.0001155681],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002672931,0.0011058705,0.0010141631,0.0014865367,0.00071975385,0.0024519607,0.004525131,0.0019346687,0.016122952],"category_scores_gemma":[0.009739585,0.0010495846,0.0022353746,0.0011473486,0.0011710301,0.0038535178,0.0051767207,0.003365237,0.0037011816],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011243465,0.0004844423,0.0053770468,0.001446421,0.0005978585,0.00080217223,0.0013292969,0.1084615,0.042682182,0.27563232,0.06601041,0.49605197],"study_design_scores_gemma":[0.0003833911,0.00017852634,0.0008310302,0.00020512428,0.00016739168,0.00035115593,0.00019997988,0.65693915,0.08597953,0.12023088,0.1343819,0.0001518808],"about_ca_topic_score_codex":0.0027318697,"about_ca_topic_score_gemma":0.005303925,"teacher_disagreement_score":0.016122952,"about_ca_system_score_codex":0.0014332598,"about_ca_system_score_gemma":0.0017792255,"threshold_uncertainty_score":0.05393672},"labels":[],"label_agreement":null},{"id":"W4254309703","doi":"10.1007/s10270-002-8208-5","title":"A UML-Based Approach to System Testing","year":2002,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":107,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Unified Modeling Language; Sequence diagram; Class diagram; Object Constraint Language; Software engineering; Applications of UML; Testability; Model-based testing; Context (archaeology); Test case; Programming language; UML tool; Test Management Approach; System testing; Activity diagram; Software development; Reliability engineering; Software; Software construction","score_opus":0.09020794658056883,"score_gpt":0.23924228661756475,"score_spread":0.14903434003699592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254309703","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008865838,0.00014151701,0.9941871,0.0003244034,0.00004083728,0.00006556288,0.00002652638,0.0009066582,0.0034207378],"genre_scores_gemma":[0.051211227,0.0003507326,0.9442317,0.00029585356,0.00007275666,0.0001947028,0.00015004887,0.00033551131,0.0031574618],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9917076,0.0035017417,0.0005244516,0.0004615456,0.00353784,0.00026677919],"domain_scores_gemma":[0.99087137,0.0048828493,0.00037015523,0.0020897086,0.0015608786,0.0002250476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005754771,0.0011409867,0.00083144783,0.0032379662,0.0010371004,0.0034313796,0.0032840506,0.0019970092,0.0053855916],"category_scores_gemma":[0.01883765,0.001087818,0.0016475619,0.0014893862,0.0022814472,0.0053011933,0.0025249429,0.003775695,0.0016036974],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007865132,0.00032912387,0.0010540042,0.00033714398,0.00010160663,0.000330659,0.0007536746,0.042095844,0.009260534,0.6227638,0.0074450416,0.31544995],"study_design_scores_gemma":[0.00008856354,0.00014779656,0.00067070586,0.00044707267,0.00016927061,0.000826291,0.00015577664,0.4362407,0.013475786,0.47919646,0.06850389,0.000077723336],"about_ca_topic_score_codex":0.003171894,"about_ca_topic_score_gemma":0.0046499404,"teacher_disagreement_score":0.005754771,"about_ca_system_score_codex":0.0013859853,"about_ca_system_score_gemma":0.0019593458,"threshold_uncertainty_score":0.03043449},"labels":[],"label_agreement":null},{"id":"W4283216742","doi":"10.1007/s10270-022-01010-3","title":"Blended modeling in commercial and open-source model-driven software engineering tools: A systematic study","year":2022,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Rijksdienst voor Ondernemend Nederland","keywords":"Computer science; Notation; Consistency (knowledge bases); Systematic review; Software engineering; Open source; Software; Data science; Artificial intelligence; Programming language","score_opus":0.05237208344788011,"score_gpt":0.25943361113741337,"score_spread":0.20706152768953326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283216742","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7024005,0.027320823,0.24844567,0.0015136232,0.000074292766,0.0022239082,0.000662711,0.0008846712,0.016473833],"genre_scores_gemma":[0.82994205,0.00813773,0.15822382,0.00038220696,0.000017181887,0.00089701795,0.00097070896,0.00031108118,0.0011181037],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9737197,0.01379711,0.0020777308,0.0021685262,0.0076099928,0.0006268818],"domain_scores_gemma":[0.84957,0.11666415,0.010764517,0.010805803,0.011079075,0.0011165458],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.033041906,0.0008354366,0.0009770422,0.006266552,0.0014502102,0.0049660914,0.0024087466,0.0016549297,0.0011330395],"category_scores_gemma":[0.10275016,0.0010365172,0.0014327201,0.0064919377,0.0017887002,0.010832025,0.0055440515,0.0024253435,0.0003399832],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046515666,0.0020928557,0.079665564,0.009622473,0.0005524717,0.0006652062,0.05181765,0.008335605,0.007095377,0.03347718,0.0019127496,0.8042977],"study_design_scores_gemma":[0.0005289953,0.0038532347,0.14570014,0.07498656,0.0052888915,0.006456344,0.11860208,0.19964066,0.052672572,0.086450346,0.30514365,0.000676466],"about_ca_topic_score_codex":0.0028748112,"about_ca_topic_score_gemma":0.0067767925,"teacher_disagreement_score":0.033041906,"about_ca_system_score_codex":0.003806797,"about_ca_system_score_gemma":0.00928585,"threshold_uncertainty_score":0.17474443},"labels":[],"label_agreement":null},{"id":"W4290033761","doi":"10.1007/s10270-022-01012-1","title":"Dash: declarative behavioural modelling in Alloy with control state hierarchy","year":2022,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Dash; Programming language; Hierarchy; Semantics (computer science); Concurrency; Theoretical computer science; Software engineering","score_opus":0.05159158778423613,"score_gpt":0.25647110666871836,"score_spread":0.20487951888448225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290033761","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006283009,0.000067376284,0.9823989,0.00009887771,0.000048977665,0.000069983726,0.0004778569,0.0051653357,0.0053898226],"genre_scores_gemma":[0.2445652,0.00034020602,0.7360747,0.00026631448,0.00004682948,0.00030665853,0.0019949647,0.0023374842,0.014067717],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990577,0.00021789169,0.00008373694,0.00013602972,0.00039813505,0.00010651903],"domain_scores_gemma":[0.9992481,0.000325305,0.00006147938,0.00019878028,0.00013574964,0.000030490659],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011657409,0.0007114659,0.000619078,0.0006797693,0.00064588955,0.0022624086,0.001980973,0.0009937244,0.0067518163],"category_scores_gemma":[0.0018613471,0.000877845,0.0017366309,0.0005345879,0.0014743122,0.0018320063,0.0015365939,0.0014800662,0.0017164528],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002948433,0.00009637364,0.001248182,0.00046535276,0.0000857375,0.00046981467,0.0010130678,0.22404127,0.015718108,0.6865461,0.0066123917,0.063408814],"study_design_scores_gemma":[0.00008502145,0.00009144673,0.00029151147,0.00011998628,0.00010790935,0.00020724852,0.00023213455,0.67911196,0.025220003,0.21923605,0.07523802,0.00005872881],"about_ca_topic_score_codex":0.0087659815,"about_ca_topic_score_gemma":0.011408719,"teacher_disagreement_score":0.0087659815,"about_ca_system_score_codex":0.0007452477,"about_ca_system_score_gemma":0.0014536746,"threshold_uncertainty_score":0.02258706},"labels":[],"label_agreement":null},{"id":"W4304694950","doi":"10.1007/s10270-022-01054-5","title":"Real-time collaborative multi-level modeling by conflict-free replicated data types","year":2022,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Scalability; Replication (statistics); Collaborative editing; Distributed computing; Data science; Database; World Wide Web","score_opus":0.074031288039067,"score_gpt":0.283833103421923,"score_spread":0.20980181538285603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4304694950","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012533029,0.00006792079,0.98490554,0.0001314116,0.000035350673,0.000055277484,0.000068844085,0.0004010892,0.001801518],"genre_scores_gemma":[0.65272605,0.00020984784,0.34122157,0.000120044024,0.000046667883,0.0003329453,0.0002650577,0.00029458117,0.004783182],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99572384,0.0015293555,0.00036475205,0.000651063,0.0013617206,0.0003692597],"domain_scores_gemma":[0.9932989,0.0029940822,0.00058762723,0.0019354251,0.0008809699,0.0003029374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004594699,0.0007926913,0.0015851884,0.00088989135,0.0011530514,0.004685101,0.0046400046,0.0018402525,0.0036872607],"category_scores_gemma":[0.013968905,0.0013183816,0.0020512207,0.0012641678,0.0019930084,0.006242093,0.0041729226,0.0024814776,0.0006853114],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013332455,0.00005446867,0.00082632166,0.00005455122,0.00006380677,0.00020332959,0.0002977298,0.90520614,0.0017193607,0.08270999,0.00043224866,0.008298663],"study_design_scores_gemma":[0.000012571672,0.000008847917,0.000027015047,0.000004028612,0.000012088191,0.00001731306,0.000017338652,0.9853276,0.00056331395,0.013465074,0.000537347,0.000007444479],"about_ca_topic_score_codex":0.009528991,"about_ca_topic_score_gemma":0.0076607913,"teacher_disagreement_score":0.009528991,"about_ca_system_score_codex":0.0017722533,"about_ca_system_score_gemma":0.0026364932,"threshold_uncertainty_score":0.024299383},"labels":[],"label_agreement":null},{"id":"W4306385893","doi":"10.1007/s10270-022-01055-4","title":"Theme section on model-driven requirements engineering","year":2022,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Section (typography); Theme (computing); Software engineering; Special section; Engineering management; Systems engineering; World Wide Web; Engineering; Engineering physics; Operating system","score_opus":0.03278210830154284,"score_gpt":0.23939923914034977,"score_spread":0.20661713083880695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306385893","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029521366,0.1518202,0.22935238,0.05660393,0.30970573,0.000795032,0.0010759513,0.001713862,0.24598074],"genre_scores_gemma":[0.01692466,0.15965477,0.040047638,0.017117655,0.24684343,0.0007359273,0.0025398538,0.0016264585,0.5145096],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99832946,0.00031256056,0.0000843366,0.0003367858,0.0007925736,0.0001442461],"domain_scores_gemma":[0.9964641,0.0013246023,0.00019762205,0.0002762736,0.0011712635,0.00056619477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028232394,0.0013593781,0.0014514364,0.004023185,0.00113798,0.0043038116,0.0016712284,0.002586354,0.08505635],"category_scores_gemma":[0.004171064,0.00051182765,0.0011156598,0.0049607647,0.0011114764,0.0046688993,0.0041002585,0.0037411188,0.03090944],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005934773,0.00019792654,0.0002316957,0.0018220993,0.00003089031,0.000100986246,0.00015501956,0.0016087042,0.004525467,0.045176793,0.59321094,0.35288012],"study_design_scores_gemma":[0.000017253009,0.00011870226,0.00035600184,0.0008321948,0.000016950897,0.00027179852,0.00008460912,0.0017349599,0.00081192184,0.017951671,0.9777835,0.000020466076],"about_ca_topic_score_codex":0.00083973666,"about_ca_topic_score_gemma":0.0018300872,"teacher_disagreement_score":0.08505635,"about_ca_system_score_codex":0.0014959195,"about_ca_system_score_gemma":0.0028792447,"threshold_uncertainty_score":0.28454185},"labels":[],"label_agreement":null},{"id":"W4307728471","doi":"10.1007/s10270-022-01053-6","title":"Specification and analysis of legal contracts with Symboleo","year":2022,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Outaouais; University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Axiom; Design by contract; Formal specification; Specification language; Programming language; Model checking; Contract management; Software engineering; Semantics (computer science); Business; Mathematics; Software development","score_opus":0.018272008305342636,"score_gpt":0.2030731933795932,"score_spread":0.18480118507425056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307728471","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05347112,0.00008555259,0.9316711,0.00048540032,0.000058676753,0.0001717997,0.0004477713,0.0016082078,0.012000348],"genre_scores_gemma":[0.60682845,0.00015725347,0.38504753,0.00016232645,0.000037117392,0.00022667054,0.0012105899,0.0005882213,0.0057418216],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99612755,0.0012846866,0.00026469526,0.00032210507,0.0015069323,0.0004940968],"domain_scores_gemma":[0.993178,0.004420268,0.0005295105,0.000812862,0.0009158915,0.00014342983],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040180315,0.0004633914,0.00060876773,0.001242551,0.0009497264,0.0032438291,0.0011215066,0.0009872355,0.004129938],"category_scores_gemma":[0.012707635,0.0005892824,0.0013673024,0.00075365225,0.0018740204,0.0022357947,0.0021038984,0.0014791483,0.0007747067],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020327607,0.00017038244,0.0040047634,0.0002205575,0.000044684795,0.0005071945,0.00070038106,0.18838322,0.008454878,0.741676,0.0044014454,0.051233243],"study_design_scores_gemma":[0.00006263978,0.000069571855,0.00055915274,0.00007048263,0.00003004942,0.00015307948,0.00019427555,0.83786786,0.01404623,0.130874,0.016035907,0.000036798156],"about_ca_topic_score_codex":0.0058339788,"about_ca_topic_score_gemma":0.005497236,"teacher_disagreement_score":0.0058339788,"about_ca_system_score_codex":0.0012741515,"about_ca_system_score_gemma":0.003964444,"threshold_uncertainty_score":0.021249652},"labels":[],"label_agreement":null},{"id":"W4323316606","doi":"10.1007/s10270-023-01086-5","title":"Efficient regression testing of distributed real-time reactive systems in the context of model-driven development","year":2023,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Regression testing; Context (archaeology); Timestamp; Overhead (engineering); TRACE (psycholinguistics); Distributed computing; Regression; Real-time computing; Programming language; Software development; Statistics","score_opus":0.06037124717234388,"score_gpt":0.2836356329457989,"score_spread":0.22326438577345503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323316606","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22400095,0.0003290549,0.77040917,0.00039899859,0.000035426223,0.000047805457,0.00005628429,0.002853609,0.0018687058],"genre_scores_gemma":[0.9458537,0.00005033403,0.053468946,0.00002860023,0.000008606261,0.00002011934,0.000057548703,0.00010557747,0.0004065775],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968354,0.0018312614,0.00008931858,0.00034862652,0.00060639286,0.0002890127],"domain_scores_gemma":[0.9888067,0.008507495,0.0006567618,0.0010449666,0.0007961762,0.00018795666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002127939,0.00062159303,0.0007603728,0.0005414896,0.0003169638,0.0008460318,0.0013664197,0.000558784,0.00094496424],"category_scores_gemma":[0.0138034895,0.00034971468,0.00033926297,0.00041172403,0.00076320395,0.0012718006,0.0010127868,0.00084365305,0.00016112952],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005882535,0.00024224624,0.00457602,0.00019488641,0.00006539866,0.00033306892,0.00019477401,0.8381051,0.020033382,0.017072957,0.0013507444,0.11724323],"study_design_scores_gemma":[0.00001567224,0.000033857013,0.00019069278,0.0000043231544,0.0000069669613,0.00001997057,0.000010538002,0.99337983,0.002910685,0.003307002,0.00011786947,0.0000025346474],"about_ca_topic_score_codex":0.0037447105,"about_ca_topic_score_gemma":0.004531163,"teacher_disagreement_score":0.0037447105,"about_ca_system_score_codex":0.0005878634,"about_ca_system_score_gemma":0.0015595529,"threshold_uncertainty_score":0.011253774},"labels":[],"label_agreement":null},{"id":"W4377024179","doi":"10.1007/s10270-023-01108-2","title":"Guest editorial for the special section on MODELS 2021","year":2023,"lang":"en","type":"editorial","venue":"Software & Systems Modeling","topic":"Advanced Data Processing Techniques","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Ottawa","funders":"","keywords":"Computer science; Special section; Section (typography); Software engineering; Data science; Engineering physics; Operating system","score_opus":0.024449714587548466,"score_gpt":0.2705132573822686,"score_spread":0.24606354279472015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377024179","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000018457287,0.0024321068,0.00019561815,0.020586263,0.9747727,0.000010829669,0.00005959449,0.00006159639,0.0018628155],"genre_scores_gemma":[0.00023205606,0.0019230768,0.00011631758,0.010634636,0.97559935,0.000017348888,0.00006232162,0.00009430435,0.011320663],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99406344,0.0010497804,0.00063289114,0.0008207963,0.0030223338,0.00041066651],"domain_scores_gemma":[0.9759897,0.008037042,0.0020533174,0.0010058555,0.009382564,0.003531572],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00736143,0.004663259,0.0043051913,0.0052075223,0.0030742558,0.009215359,0.0031689089,0.014270306,0.04046131],"category_scores_gemma":[0.023692695,0.001716171,0.0040153456,0.0016405697,0.0020606853,0.0051401206,0.0024294597,0.016303603,0.029114146],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016423905,0.000006059201,0.000011017994,0.00005408032,0.000009508283,0.00006087144,0.0000029430857,0.000019813562,0.000032409545,0.00019784323,0.99763167,0.0019572421],"study_design_scores_gemma":[0.000049026243,0.000025631229,0.00015528426,0.00024895874,0.000049767863,0.00022398625,0.000015747255,0.00026441738,0.00008115371,0.0014924872,0.99737525,0.00001845247],"about_ca_topic_score_codex":0.0017439696,"about_ca_topic_score_gemma":0.0053311787,"teacher_disagreement_score":0.04046131,"about_ca_system_score_codex":0.0030397205,"about_ca_system_score_gemma":0.003090275,"threshold_uncertainty_score":0.13535655},"labels":[],"label_agreement":null},{"id":"W4380877364","doi":"10.1007/s10270-023-01113-5","title":"Repository mining for changes in Simulink and Stateflow models","year":2023,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Stateflow; Computer science; Automotive industry; MATLAB; Software; Model-based design; Software engineering; Simulation; Programming language; Engineering","score_opus":0.05202037005972848,"score_gpt":0.28110912341442795,"score_spread":0.22908875335469947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380877364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43947384,0.004065387,0.35349965,0.0018266077,0.00095555274,0.0011887884,0.103290424,0.083153106,0.012546673],"genre_scores_gemma":[0.65888566,0.00157724,0.2029977,0.00022502219,0.00010572993,0.0005096596,0.12703204,0.0032054242,0.00546159],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99412256,0.0005762597,0.00083901203,0.0013839542,0.0027592648,0.00031892353],"domain_scores_gemma":[0.9767595,0.008201026,0.0035041883,0.0067603383,0.0041679274,0.0006070178],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034103098,0.0013466303,0.0011306976,0.012912205,0.001055172,0.0028028789,0.0031416842,0.0014144294,0.0034084436],"category_scores_gemma":[0.03235663,0.00076109334,0.0028605477,0.006439176,0.0006400888,0.00500882,0.002414547,0.0021278833,0.001637567],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012582162,0.0010817804,0.18854992,0.003950484,0.0011325463,0.0046471036,0.002756811,0.067021064,0.020231605,0.017975062,0.059458587,0.6319368],"study_design_scores_gemma":[0.0002013095,0.00068399194,0.064114586,0.0013680941,0.0017832262,0.0036927483,0.0020062465,0.68927616,0.082535066,0.021190539,0.1328316,0.0003164649],"about_ca_topic_score_codex":0.012640722,"about_ca_topic_score_gemma":0.02190328,"teacher_disagreement_score":0.012912205,"about_ca_system_score_codex":0.0014981776,"about_ca_system_score_gemma":0.0036303492,"threshold_uncertainty_score":0.025134265},"labels":[],"label_agreement":null},{"id":"W4385073874","doi":"10.1007/s10270-023-01115-3","title":"An ontology-based approach to engineering ethicality requirements","year":2023,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Requirements engineering; Requirements elicitation; Ontology; Requirements analysis; Requirement; Software engineering; Non-functional requirement; Requirements management; Risk analysis (engineering); Software development; Software; Software construction; Programming language","score_opus":0.16282266156182812,"score_gpt":0.4067684726239038,"score_spread":0.2439458110620757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385073874","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050379722,0.00012945397,0.97924006,0.002169492,0.00006965153,0.00031769215,0.00014726567,0.00016241593,0.0127259325],"genre_scores_gemma":[0.07899191,0.0002532612,0.9169025,0.00036551227,0.000044740744,0.00041468418,0.0003231888,0.000092864866,0.0026113254],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98524773,0.008125383,0.0012430904,0.0006877176,0.0041421903,0.0005539035],"domain_scores_gemma":[0.9839864,0.009058761,0.0010275029,0.001994831,0.0034716194,0.0004608819],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011962863,0.0008022135,0.00057742983,0.005435459,0.0027605337,0.0061408854,0.002365164,0.0028055776,0.002764931],"category_scores_gemma":[0.01774933,0.0011207749,0.0025262032,0.003368847,0.0050466303,0.006485673,0.0057139583,0.0050128116,0.0005571983],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015115042,0.00012446754,0.0005016578,0.00017079606,0.000041359617,0.00040448195,0.003528173,0.017783746,0.0022322454,0.9393029,0.0025953376,0.0332997],"study_design_scores_gemma":[0.000037024372,0.000046335223,0.0006438235,0.00054285274,0.00006818162,0.0004005542,0.0038049472,0.1818248,0.004481966,0.65606785,0.15197599,0.000105700296],"about_ca_topic_score_codex":0.008761475,"about_ca_topic_score_gemma":0.010284393,"teacher_disagreement_score":0.011962863,"about_ca_system_score_codex":0.0037248733,"about_ca_system_score_gemma":0.0055225673,"threshold_uncertainty_score":0.0632664},"labels":[],"label_agreement":null},{"id":"W4385953646","doi":"10.1007/s10270-023-01125-1","title":"Analyzing the impact of human errors on interactive service robotic scenarios via formal verification","year":2023,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Politecnico di Milano","keywords":"Computer science; Outcome (game theory); Robot; Plan (archaeology); Service (business); Model checking; Human–computer interaction; Software engineering; Systems engineering; Artificial intelligence; Risk analysis (engineering); Engineering","score_opus":0.07153227084064961,"score_gpt":0.3420807036154529,"score_spread":0.2705484327748033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385953646","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1949885,0.00016352248,0.7991293,0.00046808732,0.000038338832,0.00021781038,0.00014727967,0.0012067981,0.0036404596],"genre_scores_gemma":[0.9033079,0.000095351184,0.09556682,0.00006384286,0.000012677592,0.00013334805,0.000117356234,0.00012279888,0.0005799071],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99094945,0.004279674,0.0003277868,0.00058434764,0.0031073918,0.0007513075],"domain_scores_gemma":[0.9245126,0.060422946,0.0053664586,0.0049274215,0.0042542443,0.0005162864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009795973,0.00096182205,0.0005519486,0.0011786922,0.00071754307,0.001419946,0.0015771346,0.0009979741,0.0019718646],"category_scores_gemma":[0.046683624,0.00056654675,0.0012360393,0.0003990242,0.0034341263,0.0017506,0.0024012865,0.0017527312,0.00018041447],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008709162,0.000105913445,0.0036712221,0.00010899948,0.0000347943,0.00020151025,0.0001977207,0.95408386,0.0041474937,0.027768644,0.00021251719,0.009380249],"study_design_scores_gemma":[0.000013319406,0.00005710842,0.00034534358,0.00002617196,0.000013720327,0.000028690678,0.000044270375,0.9845391,0.0042754943,0.010237317,0.00040893324,0.000010534227],"about_ca_topic_score_codex":0.0080957245,"about_ca_topic_score_gemma":0.0079790065,"teacher_disagreement_score":0.009795973,"about_ca_system_score_codex":0.0022565157,"about_ca_system_score_gemma":0.0036215119,"threshold_uncertainty_score":0.05180669},"labels":[],"label_agreement":null},{"id":"W4387165217","doi":"10.1007/s10270-023-01123-3","title":"Fault localization in DSLTrans model transformations by combining symbolic execution and spectrum-based analysis","year":2023,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Montréal; Polytechnique Montréal","funders":"Agencia Estatal de Investigación; Austrian Science Fund; Bundesministerium für Digitalisierung und Wirtschaftsstandort; Österreichische Nationalstiftung für Forschung, Technologie und Entwicklung; Ministerio de Ciencia e Innovación; Universidad de Málaga","keywords":"Computer science; Symbolic execution; Programming language; Model checking; Parallel computing; Fault (geology); Theoretical computer science; Software engineering; Software","score_opus":0.022085225537430975,"score_gpt":0.2562257732166029,"score_spread":0.23414054767917192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387165217","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2089312,0.00012470347,0.7753495,0.00018974218,0.00002968681,0.00012714243,0.00022443695,0.01317691,0.0018466937],"genre_scores_gemma":[0.72951925,0.000059804188,0.26869112,0.000041162286,0.000007711355,0.00007082646,0.00041849568,0.0005099416,0.0006817264],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9964586,0.0008084213,0.00025474062,0.0004285367,0.0018368857,0.00021277757],"domain_scores_gemma":[0.9937947,0.002842864,0.00096859963,0.0011090961,0.0011484977,0.00013630847],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016256758,0.0011271815,0.00059657637,0.0025560206,0.00036497955,0.0010310187,0.00092958065,0.0005384984,0.0017631046],"category_scores_gemma":[0.0073448457,0.000275574,0.0009092574,0.0009908463,0.001197108,0.0010867247,0.0013625019,0.00069768494,0.0003423292],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071761897,0.0005276193,0.01817835,0.0004167228,0.00012059573,0.0007264656,0.0005781152,0.5045748,0.12620756,0.018410277,0.0017368783,0.327805],"study_design_scores_gemma":[0.000020999221,0.00009256645,0.0008486396,0.000024325605,0.000018898461,0.000086774555,0.000052999065,0.94855833,0.044518158,0.004727476,0.0010339794,0.000016864453],"about_ca_topic_score_codex":0.0056069144,"about_ca_topic_score_gemma":0.004403157,"teacher_disagreement_score":0.0056069144,"about_ca_system_score_codex":0.0010760131,"about_ca_system_score_gemma":0.0015732222,"threshold_uncertainty_score":0.011148572},"labels":[],"label_agreement":null},{"id":"W4392293665","doi":"10.1007/s10270-024-01154-4","title":"Circular systems engineering","year":2024,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Sustainable Supply Chain Management","field":"Business, Management and Accounting","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Sustainability; Risk analysis (engineering); Systems engineering; Computer science; Value (mathematics); Key (lock); Management science; Process management; Engineering; Business; Computer security; Ecology","score_opus":0.014205326184652563,"score_gpt":0.19852557715330968,"score_spread":0.18432025096865712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392293665","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00926447,0.00073266745,0.70519006,0.002408458,0.0005580001,0.00012402983,0.00041661895,0.0005179791,0.28078774],"genre_scores_gemma":[0.5485638,0.0022224048,0.18522644,0.0011438758,0.0006665955,0.00039525464,0.0013106685,0.0006847466,0.25978622],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99902654,0.00025538565,0.000053653017,0.00023447149,0.00036384258,0.000066048175],"domain_scores_gemma":[0.9977818,0.00078122644,0.00014933276,0.00056885375,0.0006307016,0.00008815508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094719755,0.0005107888,0.0004671753,0.0015366992,0.0012927689,0.0028048388,0.0006084757,0.0008187231,0.029075144],"category_scores_gemma":[0.005152315,0.0003651158,0.0007719182,0.0010938408,0.0019658774,0.0025110145,0.0021170317,0.0017944513,0.005916154],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000352561,0.000005611152,0.00011680206,0.000026785603,0.000004405672,0.000025354535,0.0000826912,0.0022046056,0.00015816781,0.978505,0.003310869,0.01555625],"study_design_scores_gemma":[0.000004106214,0.00000863538,0.00009795528,0.000019023173,0.0000054790553,0.00006303363,0.00007046302,0.014363809,0.00042666125,0.914186,0.07074873,0.000006160379],"about_ca_topic_score_codex":0.0028431355,"about_ca_topic_score_gemma":0.0013762474,"teacher_disagreement_score":0.029075144,"about_ca_system_score_codex":0.0016108359,"about_ca_system_score_gemma":0.0015132373,"threshold_uncertainty_score":0.09726608},"labels":[],"label_agreement":null},{"id":"W4394849144","doi":"10.1007/s10270-023-01147-9","title":"Empirically evaluating modeling language ontologies: the Peira framework","year":2024,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina; University of Toronto; York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Modeling language; Software engineering; Programming language; Natural language processing; Data science; Knowledge management; Software","score_opus":0.08206135092399472,"score_gpt":0.3575813258738234,"score_spread":0.2755199749498287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394849144","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5258041,0.0020706125,0.42516646,0.0053813863,0.00010067174,0.0011059323,0.000685257,0.00053931796,0.039146286],"genre_scores_gemma":[0.878136,0.00022372695,0.12004686,0.00024215627,0.000029507142,0.00035754874,0.00036667465,0.00006318524,0.0005343285],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9351506,0.05431989,0.0017402458,0.0028432312,0.0050138123,0.0009320995],"domain_scores_gemma":[0.6731023,0.29643688,0.0071182535,0.015229973,0.0065691313,0.0015434942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05391918,0.00164104,0.002067411,0.0073658084,0.00216022,0.0069199777,0.0032774594,0.0031176927,0.004764927],"category_scores_gemma":[0.3034789,0.00095835427,0.0019487685,0.0044905306,0.006007321,0.01651197,0.008214707,0.003738607,0.00046487746],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018580706,0.00417674,0.08050027,0.001751042,0.0020992113,0.0004511223,0.004369657,0.14708322,0.0020089124,0.49491295,0.00424973,0.2565391],"study_design_scores_gemma":[0.00035923682,0.00083231804,0.008760174,0.00034370171,0.00089648925,0.00020273046,0.0031556254,0.47404718,0.0019700676,0.5053012,0.0040524025,0.00007895111],"about_ca_topic_score_codex":0.004653542,"about_ca_topic_score_gemma":0.006919706,"teacher_disagreement_score":0.05391918,"about_ca_system_score_codex":0.003374309,"about_ca_system_score_gemma":0.0051961346,"threshold_uncertainty_score":0.2851553},"labels":[],"label_agreement":null},{"id":"W4394927149","doi":"10.1007/s10270-024-01170-4","title":"Improving repair of semantic ATL errors using a social diversity metric","year":2024,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; McGill University; Université de Montréal; Computer Research Institute of Montréal","funders":"","keywords":"Computer science; Metric (unit); Diversity (politics); Natural language processing; Information retrieval; Data science; Artificial intelligence; Sociology","score_opus":0.055793967027818005,"score_gpt":0.2822911530338823,"score_spread":0.2264971860060643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394927149","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55373925,0.0006902659,0.43542936,0.00060129055,0.00012800336,0.0001604591,0.0003078475,0.0034583376,0.0054851635],"genre_scores_gemma":[0.9231866,0.00007396557,0.07523319,0.00006240708,0.000051364637,0.000036011654,0.0003309668,0.00016665937,0.000858782],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99030775,0.0030697729,0.0006532391,0.0011024935,0.0042659556,0.0006007965],"domain_scores_gemma":[0.96269816,0.015681164,0.0051284875,0.0066512213,0.008387726,0.0014531738],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005366365,0.0010146942,0.0012840654,0.0046673617,0.0015634014,0.001588762,0.0018758435,0.0014959829,0.0017311588],"category_scores_gemma":[0.03352158,0.0003496292,0.000795103,0.0022569795,0.0011270248,0.004970568,0.0040103504,0.0011867626,0.00039868543],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013311274,0.0013300456,0.06775519,0.00042415806,0.00043377982,0.0005345328,0.0014393262,0.22217192,0.046856202,0.0132934125,0.0045584855,0.6398718],"study_design_scores_gemma":[0.00009466495,0.0012404817,0.014324967,0.000058231344,0.00021992823,0.00040393264,0.0009154584,0.93006253,0.026277564,0.02324528,0.0030827527,0.00007423014],"about_ca_topic_score_codex":0.0024147124,"about_ca_topic_score_gemma":0.0054845023,"teacher_disagreement_score":0.005366365,"about_ca_system_score_codex":0.0011183514,"about_ca_system_score_gemma":0.0017645822,"threshold_uncertainty_score":0.028380394},"labels":[],"label_agreement":null},{"id":"W4396224217","doi":"10.1007/s10270-024-01177-x","title":"What makes a good modeling research contribution?","year":2024,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Field (mathematics); Key (lock); Computer science; Data science; Management science; Engineering ethics; Engineering; Computer security","score_opus":0.07457500346351768,"score_gpt":0.3411279698523124,"score_spread":0.2665529663887947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396224217","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027489602,0.06225562,0.049275804,0.83988816,0.023411034,0.000065434004,0.0002493397,0.00072799355,0.02137773],"genre_scores_gemma":[0.29606298,0.2343374,0.14875351,0.21021095,0.07947098,0.000716391,0.0011817007,0.0021624544,0.027103668],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9709218,0.01744773,0.0010899826,0.0023997508,0.0067601628,0.0013805864],"domain_scores_gemma":[0.825758,0.105611704,0.0059102736,0.022888945,0.03230991,0.0075211455],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.057238623,0.0027437848,0.004384245,0.0072800466,0.004643177,0.01779662,0.00693123,0.011279472,0.0099757025],"category_scores_gemma":[0.1023777,0.0015597311,0.0024979145,0.0054914043,0.01162062,0.046263933,0.007626618,0.012337425,0.006217546],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015225222,0.0004732926,0.0033499005,0.0031990102,0.0004775413,0.00034183386,0.0015741718,0.0057148356,0.00052799506,0.6219894,0.20611104,0.1560887],"study_design_scores_gemma":[0.00007731644,0.00008403737,0.00055715744,0.0034864428,0.00026153144,0.00020696795,0.0026685204,0.007969497,0.0005934627,0.777416,0.20657071,0.00010821674],"about_ca_topic_score_codex":0.008410981,"about_ca_topic_score_gemma":0.0055227056,"teacher_disagreement_score":0.94276136,"about_ca_system_score_codex":0.0058377907,"about_ca_system_score_gemma":0.018013433,"threshold_uncertainty_score":0.3027104},"labels":[],"label_agreement":null},{"id":"W4400115658","doi":"10.1007/s10270-024-01188-8","title":"Human factors in model-driven engineering: future research goals and initiatives for MDE","year":2024,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Model-driven architecture; Software engineering; Process management; Metamodeling; Knowledge management; Engineering management; Systems engineering; Unified Modeling Language; Programming language; Software; Engineering","score_opus":0.06610314366050352,"score_gpt":0.3383185537168748,"score_spread":0.2722154100563713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400115658","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03664319,0.09376385,0.65654314,0.13322613,0.0026195822,0.0005896514,0.0005035141,0.0011944195,0.07491658],"genre_scores_gemma":[0.45315477,0.06192792,0.45995885,0.0072550178,0.0011861452,0.00081675395,0.0005767171,0.0002761498,0.014847723],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9948173,0.00297159,0.00017319516,0.00037544078,0.0013207257,0.00034172522],"domain_scores_gemma":[0.96159226,0.025188122,0.0009905568,0.0024142074,0.007673338,0.0021414952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020411238,0.0007828208,0.0013096456,0.0016380316,0.00106298,0.0057093115,0.0023813297,0.0024729467,0.009069567],"category_scores_gemma":[0.027732605,0.00044692334,0.00085859007,0.0018888365,0.0025481828,0.0075244633,0.0030077656,0.0023927698,0.00093583734],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033620076,0.0013077714,0.011407372,0.0017392774,0.00015998947,0.00009459061,0.0012765763,0.027770875,0.0015242161,0.4081499,0.01866399,0.5275693],"study_design_scores_gemma":[0.00018450925,0.00068217574,0.0057256296,0.003700972,0.000209139,0.00021117508,0.0053689624,0.18211828,0.0040278304,0.5735489,0.224039,0.00018336817],"about_ca_topic_score_codex":0.010447915,"about_ca_topic_score_gemma":0.008324155,"teacher_disagreement_score":0.020411238,"about_ca_system_score_codex":0.0033037504,"about_ca_system_score_gemma":0.010171621,"threshold_uncertainty_score":0.10794622},"labels":[],"label_agreement":null},{"id":"W4400198762","doi":"10.1007/s10270-024-01187-9","title":"Automated generation of smart contract code from legal contract specifications with Symboleo2SC","year":2024,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Outaouais; University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; HORIZON EUROPE Framework Programme; King Abdulaziz University; Ontario Research Foundation","keywords":"Smart contract; Computer science; Design by contract; Contract management; Code (set theory); Software engineering; Programming language; Computer security; Engineering management; Business; Software; Software development; Database transaction","score_opus":0.03865071116682103,"score_gpt":0.2530870219180857,"score_spread":0.21443631075126465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400198762","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05378491,0.00009163197,0.9021429,0.00046957756,0.00012741801,0.00034185452,0.0015385075,0.03190292,0.00960021],"genre_scores_gemma":[0.49321637,0.00012018778,0.48860642,0.00021797011,0.000028881952,0.0003130471,0.0060880883,0.0046684067,0.0067405994],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99846506,0.00044689895,0.00006767887,0.00017789514,0.00067878194,0.00016365321],"domain_scores_gemma":[0.99556077,0.0023385838,0.00021603492,0.00096773147,0.00082099607,0.000095872965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001356595,0.00057547825,0.0004400325,0.0011762936,0.00058890955,0.0011564663,0.0006718049,0.00083175366,0.010452492],"category_scores_gemma":[0.008187504,0.0005359376,0.00089421554,0.00065355765,0.0009951968,0.001184944,0.0020631421,0.00091093226,0.0033233168],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001033082,0.0003981872,0.0061120093,0.0009178402,0.00014872201,0.0015178169,0.000934721,0.20311005,0.066586055,0.1358342,0.056470364,0.52693695],"study_design_scores_gemma":[0.00012519704,0.00006910979,0.00041441087,0.000060067905,0.000020587644,0.00017068027,0.00008299504,0.89536965,0.04716941,0.03791522,0.01856559,0.000037074515],"about_ca_topic_score_codex":0.002850869,"about_ca_topic_score_gemma":0.0042662085,"teacher_disagreement_score":0.010452492,"about_ca_system_score_codex":0.00075211405,"about_ca_system_score_gemma":0.002651981,"threshold_uncertainty_score":0.034967005},"labels":[],"label_agreement":null},{"id":"W4400278812","doi":"10.1007/s10270-024-01180-2","title":"SymboleoPC: checking properties of legal contracts","year":2024,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Artificial Intelligence in Law","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Outaouais; University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; HORIZON EUROPE Framework Programme; King Abdulaziz University; Ontario Research Foundation","keywords":"Computer science; Programming language; Software engineering","score_opus":0.09645517199937786,"score_gpt":0.33381676222746653,"score_spread":0.23736159022808867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400278812","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08171477,0.00039808374,0.827162,0.0017599877,0.0004625903,0.0005222011,0.00646448,0.06702084,0.014495119],"genre_scores_gemma":[0.67102396,0.00023496001,0.30741245,0.00080867356,0.00017841432,0.00040630446,0.0075658765,0.006179967,0.006189412],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9893758,0.0033009525,0.0006771906,0.0017282644,0.0038878887,0.0010298584],"domain_scores_gemma":[0.9637988,0.025229217,0.0016145154,0.00616001,0.0026733237,0.0005241022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052243443,0.0015229413,0.0012467204,0.003465763,0.0016473534,0.0048995693,0.004746148,0.003164213,0.016118271],"category_scores_gemma":[0.04772873,0.00192574,0.0032217447,0.0018333915,0.0042191325,0.009849029,0.006111295,0.0034965486,0.003157456],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024754505,0.00095286156,0.028016526,0.002180474,0.00073376246,0.002201429,0.0011851777,0.18918361,0.01853904,0.432839,0.10404794,0.2176447],"study_design_scores_gemma":[0.0003685992,0.00017311149,0.0015376776,0.00017452515,0.00016452023,0.00044096433,0.00022222022,0.7366992,0.028150149,0.21164598,0.02031889,0.00010404113],"about_ca_topic_score_codex":0.0100212265,"about_ca_topic_score_gemma":0.012309097,"teacher_disagreement_score":0.016118271,"about_ca_system_score_codex":0.0024101152,"about_ca_system_score_gemma":0.005084775,"threshold_uncertainty_score":0.053920925},"labels":[],"label_agreement":null},{"id":"W4400461331","doi":"10.1007/s10270-024-01192-y","title":"Requirements for modelling tools for teaching","year":2024,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Université de Montréal; Toronto Metropolitan University; McGill University","funders":"Agencia Estatal de Investigación; Engineering and Physical Sciences Research Council; Junta de Andalucía","keywords":"Computer science; Software engineering; Engineering management; Programming language; Systems engineering; Engineering","score_opus":0.08127839228265525,"score_gpt":0.30936132006334954,"score_spread":0.22808292778069428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400461331","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02974942,0.0019058514,0.86788934,0.028265152,0.000952243,0.002193288,0.00072674605,0.005908407,0.062409587],"genre_scores_gemma":[0.15813762,0.0014413346,0.8222204,0.0018163478,0.00027306427,0.0019235011,0.0019306446,0.0017159682,0.010541154],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9189833,0.035096373,0.0118417395,0.002126587,0.029206432,0.002745693],"domain_scores_gemma":[0.6177412,0.26368222,0.011736918,0.04108049,0.058355957,0.0074032675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.069323115,0.0017463703,0.0014260502,0.0053250757,0.0028682863,0.01487741,0.0062128785,0.0077635287,0.010976062],"category_scores_gemma":[0.20124307,0.0018762373,0.0022330415,0.0042677075,0.003422543,0.019189391,0.0072471895,0.008148329,0.0058447523],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003706243,0.00095221883,0.0042764647,0.004023996,0.00007876514,0.0027844834,0.013049974,0.02250639,0.016767971,0.5652325,0.043104142,0.32685244],"study_design_scores_gemma":[0.00021462832,0.00043475113,0.0025054133,0.0070602545,0.00015306604,0.0038518726,0.005964392,0.07671518,0.014109266,0.19768763,0.6910284,0.00027516435],"about_ca_topic_score_codex":0.0020986102,"about_ca_topic_score_gemma":0.0017151647,"teacher_disagreement_score":0.069323115,"about_ca_system_score_codex":0.0032953953,"about_ca_system_score_gemma":0.0077768154,"threshold_uncertainty_score":0.36662006},"labels":[],"label_agreement":null},{"id":"W4400559363","doi":"10.1007/s10270-024-01194-w","title":"Systematizing modeler experience (MX) in model-driven engineering success stories","year":2024,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Agencia Estatal de Investigación; Universitat Politècnica de València; Fundação para a Ciência e a Tecnologia; Leibniz-Gemeinschaft","keywords":"Software versioning; Perception; Computer science; Code (set theory); Usability; Software engineering; Technology acceptance model; User experience design; Knowledge management; Human–computer interaction; Psychology; Programming language; Software","score_opus":0.02605161347573262,"score_gpt":0.26339750084665625,"score_spread":0.23734588737092363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400559363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99372417,0.00010132046,0.00208137,0.0007567861,0.000008612961,0.000019593428,0.000018152059,0.000022600643,0.0032674065],"genre_scores_gemma":[0.99925774,0.00005053493,0.00037283998,0.000053079228,0.0000040008126,0.000015687663,0.000015356281,0.000012945338,0.00021774293],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9829994,0.012646944,0.0005280891,0.0006985391,0.002195936,0.0009310786],"domain_scores_gemma":[0.8550969,0.120285906,0.014061719,0.0019165901,0.004231355,0.0044076573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014123145,0.0005372989,0.00035731983,0.0024330462,0.002070015,0.0067599597,0.00093090656,0.0014978809,0.0032127653],"category_scores_gemma":[0.07326482,0.0004954252,0.00032237073,0.0008690482,0.005356638,0.006929094,0.008285644,0.0024587836,0.0002272205],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008668241,0.00013922385,0.050706126,0.00013142412,0.00002724848,0.00096205785,0.9319492,0.00021370889,0.0014324562,0.0025391595,0.00040795185,0.011404842],"study_design_scores_gemma":[0.00002346302,0.00048393523,0.08393771,0.00031875476,0.000050149192,0.0018242272,0.8936499,0.003371933,0.0014153919,0.0035773325,0.011234713,0.00011252555],"about_ca_topic_score_codex":0.0014688317,"about_ca_topic_score_gemma":0.0018719381,"teacher_disagreement_score":0.014123145,"about_ca_system_score_codex":0.0022492658,"about_ca_system_score_gemma":0.0010816483,"threshold_uncertainty_score":0.07469118},"labels":[],"label_agreement":null},{"id":"W4402170307","doi":"10.1007/s10270-024-01207-8","title":"Universal conceptual modeling: principles, benefits, and an agenda for conceptual modeling research","year":2024,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Memorial University of Newfoundland","funders":"","keywords":"Conceptual model; Computer science; Modeling language; Conceptual framework; Flexibility (engineering); USable; Management science; Conceptual design; Minimalism (technical communication); Epistemology; Engineering; Human–computer interaction; Mathematics; Software; Programming language","score_opus":0.2193559419689336,"score_gpt":0.3308166497155126,"score_spread":0.11146070774657901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402170307","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019551324,0.011085577,0.80061454,0.10488112,0.0006919723,0.00031027087,0.00012323563,0.0003851281,0.06235682],"genre_scores_gemma":[0.65487677,0.0063835448,0.32925338,0.0036478743,0.0008507441,0.0010261834,0.00020854294,0.0001789518,0.0035740135],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.96398556,0.028770754,0.0011706114,0.0014425024,0.0037390855,0.00089138385],"domain_scores_gemma":[0.9487445,0.03489446,0.002219356,0.007821709,0.0045897686,0.0017301728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05855749,0.0012306565,0.0017729932,0.0062404904,0.0050095045,0.016357942,0.0042630415,0.005473735,0.0031743313],"category_scores_gemma":[0.03991845,0.0013771252,0.0020511555,0.0049278857,0.046271946,0.039875362,0.0095593855,0.008600662,0.00051277404],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034742945,0.000008379012,0.00006038104,0.000034071327,0.0000033322895,0.000010441343,0.00054941216,0.00036396008,0.000019299345,0.9966742,0.00024470958,0.002028198],"study_design_scores_gemma":[0.000006649155,0.0000067100273,0.000041658044,0.00011825189,0.0000055518585,0.000022897346,0.0006755677,0.0024631924,0.000044431963,0.98953396,0.007075185,0.000005874723],"about_ca_topic_score_codex":0.0030945882,"about_ca_topic_score_gemma":0.0017560191,"teacher_disagreement_score":0.05855749,"about_ca_system_score_codex":0.009196231,"about_ca_system_score_gemma":0.007619439,"threshold_uncertainty_score":0.30968535},"labels":[],"label_agreement":null},{"id":"W4402171355","doi":"10.1007/s10270-024-01204-x","title":"MUREQ: a multilayer framework for analyzing and operationalizing visualization requirements","year":2024,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Beijing Municipal Natural Science Foundation; Beijing Municipal Commission of Education; National Natural Science Foundation of China","keywords":"Visualization; Operationalization; Computer science; Data visualization; Human–computer interaction; Information visualization; Interactive visualization; Data science; Data mining; Information retrieval","score_opus":0.06892788394374555,"score_gpt":0.36713497849621374,"score_spread":0.2982070945524682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402171355","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042997133,0.000077656485,0.9875238,0.0001956166,0.000016423839,0.00017243705,0.0006779184,0.005491029,0.0015453082],"genre_scores_gemma":[0.0655069,0.00019327104,0.9288091,0.00012701706,0.000023077388,0.00035646997,0.002071942,0.0011205802,0.0017916216],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9937389,0.0018701612,0.0007257452,0.00052052445,0.0026565702,0.00048823538],"domain_scores_gemma":[0.9897142,0.0040568793,0.0009933617,0.002606506,0.0022047688,0.0004242591],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072112763,0.0017661202,0.001136142,0.00428508,0.0010810354,0.0060505094,0.002805363,0.0012878481,0.006883181],"category_scores_gemma":[0.02508938,0.0015857619,0.00308191,0.0023842212,0.0011494965,0.008763144,0.0054946425,0.002762229,0.0016449153],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005610723,0.0004946268,0.015258652,0.0020698977,0.0006788918,0.0011548547,0.003578694,0.13908346,0.02945963,0.36435807,0.03445157,0.4088506],"study_design_scores_gemma":[0.000038015834,0.00010857967,0.0018511772,0.00028139286,0.00016442861,0.00030342257,0.00061623694,0.79950476,0.012903265,0.13988177,0.044241756,0.000105194886],"about_ca_topic_score_codex":0.00972979,"about_ca_topic_score_gemma":0.017626032,"teacher_disagreement_score":0.00972979,"about_ca_system_score_codex":0.0014202354,"about_ca_system_score_gemma":0.0029796031,"threshold_uncertainty_score":0.038137376},"labels":[],"label_agreement":null},{"id":"W4403264695","doi":"10.1007/s10270-024-01219-4","title":"Modeling with Gentleman: a web-based projectional editor","year":2024,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science","score_opus":0.015665492759508078,"score_gpt":0.23372261772005726,"score_spread":0.2180571249605492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403264695","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011103393,0.000052905612,0.9349398,0.00011309199,0.00015851542,0.000087517656,0.0009640867,0.05617865,0.006395102],"genre_scores_gemma":[0.065704614,0.0006240765,0.826919,0.00047947632,0.00032069074,0.00059052074,0.0057561393,0.042769693,0.056835774],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990588,0.00018905953,0.00009081173,0.000156794,0.00044941067,0.0000551832],"domain_scores_gemma":[0.99770796,0.0010264352,0.00011596969,0.0005788655,0.00044000678,0.00013073985],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015763097,0.0013498649,0.0008191234,0.0008867338,0.0005918581,0.002919129,0.00324277,0.0010827999,0.075078726],"category_scores_gemma":[0.005694813,0.0012888557,0.0016519804,0.0007355662,0.0004895488,0.0032280383,0.0025399462,0.0022612659,0.026754592],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00086314033,0.00038602925,0.001779234,0.0013465376,0.00023311525,0.0017591646,0.0006961344,0.05454743,0.027494388,0.09937966,0.29309377,0.5184214],"study_design_scores_gemma":[0.00020370749,0.00009167345,0.00024698448,0.00014189469,0.00012987875,0.0008999181,0.000083931875,0.42709365,0.036959156,0.042993903,0.49105924,0.00009606909],"about_ca_topic_score_codex":0.00088532397,"about_ca_topic_score_gemma":0.00183472,"teacher_disagreement_score":0.075078726,"about_ca_system_score_codex":0.00032149078,"about_ca_system_score_gemma":0.0011967386,"threshold_uncertainty_score":0.25116336},"labels":[],"label_agreement":null},{"id":"W4404220704","doi":"10.1007/s10270-024-01216-7","title":"Continuous Evolution of Digital Twins using the DarTwin Notation","year":2024,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Fonds Wetenschappelijk Onderzoek","keywords":"Notation; Computer science; Mathematics; Arithmetic","score_opus":0.02657068125806832,"score_gpt":0.2369502290137411,"score_spread":0.21037954775567277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404220704","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030533696,0.00022009511,0.9480576,0.00029370358,0.00014542142,0.00011515603,0.00023101388,0.0014835488,0.018919801],"genre_scores_gemma":[0.30560076,0.0003566039,0.6816552,0.00016423102,0.000047068057,0.0002514368,0.0006290193,0.00076458,0.010531038],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99769443,0.00072619354,0.0002744608,0.00045117803,0.0006991859,0.0001544876],"domain_scores_gemma":[0.99702436,0.00086672255,0.0005038984,0.000843123,0.0005992749,0.00016254775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002425776,0.0005353239,0.0003536597,0.0016346695,0.0009841097,0.0033257534,0.0013096007,0.0009238964,0.0044136196],"category_scores_gemma":[0.0065383143,0.00036745606,0.00075118995,0.0012426162,0.0021425406,0.0041465783,0.0028951783,0.0015795527,0.0010181624],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011582873,0.000054833545,0.0021518667,0.00014226932,0.000023143442,0.00096664514,0.0018370348,0.028582823,0.0148236025,0.8804302,0.003553753,0.06731811],"study_design_scores_gemma":[0.000055940367,0.000261867,0.0012052743,0.00022604238,0.00006016695,0.0018000407,0.001003299,0.2889046,0.035365924,0.36887974,0.302118,0.000119042765],"about_ca_topic_score_codex":0.0020365801,"about_ca_topic_score_gemma":0.0020578043,"teacher_disagreement_score":0.0044136196,"about_ca_system_score_codex":0.0010093354,"about_ca_system_score_gemma":0.00086527126,"threshold_uncertainty_score":0.014765084},"labels":[],"label_agreement":null},{"id":"W4407045544","doi":"10.1007/s10270-025-01265-6","title":"Requirements specification using templates: a model-driven approach","year":2025,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Template; Computer science; Programming language; Software engineering","score_opus":0.07009031923252401,"score_gpt":0.2965369780320494,"score_spread":0.2264466587995254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407045544","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001392947,0.00004493001,0.99526006,0.0001150161,0.000013527358,0.0002540811,0.00020959806,0.001173577,0.0015362992],"genre_scores_gemma":[0.04640625,0.00028928655,0.9488044,0.00014900403,0.00001694422,0.00068036246,0.0014024939,0.0005495661,0.0017017135],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9915255,0.0034397505,0.0008603265,0.00087254855,0.0030092807,0.00029257138],"domain_scores_gemma":[0.9851526,0.008764213,0.00087752106,0.0031763935,0.0018098545,0.00021940368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007455705,0.0015249641,0.0016341568,0.0024468922,0.0007398955,0.0045024813,0.004516987,0.0020500498,0.0044402354],"category_scores_gemma":[0.021746391,0.0021416007,0.0037222959,0.0020090875,0.0012370487,0.0040066116,0.0023156758,0.0026428401,0.0025001466],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003254869,0.0006668247,0.0031930269,0.0014316527,0.0004681869,0.0013353765,0.0016323159,0.3204479,0.021721436,0.28384033,0.011761228,0.3531763],"study_design_scores_gemma":[0.00009531598,0.00013235648,0.00032602542,0.0003770106,0.00018121082,0.00045974212,0.00025549583,0.8504911,0.02126491,0.096437916,0.02989036,0.00008869171],"about_ca_topic_score_codex":0.0035548427,"about_ca_topic_score_gemma":0.0054963385,"teacher_disagreement_score":0.007455705,"about_ca_system_score_codex":0.0014041857,"about_ca_system_score_gemma":0.0041815033,"threshold_uncertainty_score":0.039430022},"labels":[],"label_agreement":null},{"id":"W4408412193","doi":"10.1007/s10270-025-01279-0","title":"Theme section on modeling and sustainability","year":2025,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McMaster University Medical Centre","funders":"","keywords":"Section (typography); Theme (computing); Sustainability; Computer science; World Wide Web; Ecology","score_opus":0.1066331399840055,"score_gpt":0.3844382721471771,"score_spread":0.2778051321631716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408412193","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016590673,0.1892838,0.02674153,0.07804374,0.41192728,0.0002084799,0.0007162879,0.00032039205,0.29109946],"genre_scores_gemma":[0.009456753,0.15814371,0.006249056,0.017489195,0.33607784,0.0003240904,0.0009915729,0.00063263305,0.47063524],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990445,0.00022190632,0.00004235944,0.00018079074,0.00039423833,0.00011621279],"domain_scores_gemma":[0.9981029,0.0007478093,0.000121057565,0.00014247697,0.00043750566,0.00044823822],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015405854,0.0016429503,0.0014510675,0.0034338129,0.0015482804,0.0037971928,0.0016284828,0.0034458844,0.09891841],"category_scores_gemma":[0.002903706,0.00035968263,0.0011299223,0.003600781,0.001373176,0.004362608,0.004609106,0.0044172434,0.027904479],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002454987,0.00007642512,0.0001572594,0.0007515632,0.00001611954,0.00005457046,0.00010926741,0.0007269452,0.0006764407,0.07384218,0.80691785,0.11664687],"study_design_scores_gemma":[0.0000039989122,0.00003454444,0.00022423545,0.00055005663,0.0000067648116,0.00007998763,0.00006511444,0.00034843793,0.00009768963,0.02578422,0.9727985,0.0000064837172],"about_ca_topic_score_codex":0.0012462937,"about_ca_topic_score_gemma":0.002909975,"teacher_disagreement_score":0.09891841,"about_ca_system_score_codex":0.0018211397,"about_ca_system_score_gemma":0.0030321737,"threshold_uncertainty_score":0.33091503},"labels":[],"label_agreement":null},{"id":"W4409674141","doi":"10.1007/s10270-025-01287-0","title":"Formal methods in the scope of the Software and Systems Modeling journal","year":2025,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"RWTH Aachen University","keywords":"Scope (computer science); Computer science; Software engineering; Programming language","score_opus":0.03515250141121404,"score_gpt":0.2939332395888714,"score_spread":0.25878073817765734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409674141","genre_codex":"review","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035781788,0.29131383,0.27973673,0.20751508,0.10954781,0.00015582667,0.00042351196,0.001201556,0.10652747],"genre_scores_gemma":[0.19431946,0.26674393,0.24208608,0.051408466,0.116710156,0.0006959621,0.0011438726,0.003232291,0.12365983],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98743933,0.0067667523,0.0010682691,0.0009812523,0.0032688207,0.00047558473],"domain_scores_gemma":[0.95166403,0.038311616,0.0018425109,0.0030521264,0.003914899,0.001214836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018088,0.0011485716,0.0011008595,0.0038012806,0.002908412,0.010900877,0.0018586117,0.003999636,0.008648253],"category_scores_gemma":[0.036763143,0.00079842325,0.0015580796,0.0033567236,0.012857536,0.011687814,0.0029847042,0.0104691945,0.00253076],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017068856,0.000021831564,0.00016931172,0.00045425366,0.00002088924,0.000061604456,0.0007037171,0.0008848731,0.00020309367,0.88069206,0.08239032,0.034380917],"study_design_scores_gemma":[0.000008467314,0.0000229182,0.00012867407,0.0007738645,0.000013559846,0.00016486633,0.00025801425,0.0013721943,0.00016221314,0.4805763,0.5164963,0.00002257076],"about_ca_topic_score_codex":0.0016965469,"about_ca_topic_score_gemma":0.0014618511,"teacher_disagreement_score":0.018088,"about_ca_system_score_codex":0.0045518596,"about_ca_system_score_gemma":0.00728449,"threshold_uncertainty_score":0.09565961},"labels":[],"label_agreement":null},{"id":"W4410189249","doi":"10.1007/s10270-025-01290-5","title":"Antonio Vallecillo","year":2025,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Medicine and Dermatology Studies History","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"RWTH Aachen University","keywords":"Political science","score_opus":0.02361580226266678,"score_gpt":0.2853671731646877,"score_spread":0.2617513709020209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410189249","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028565242,0.082838036,0.015603823,0.31958222,0.3883064,0.000084189836,0.0009370481,0.0015708816,0.18822084],"genre_scores_gemma":[0.052462157,0.13534728,0.010197433,0.07923499,0.20187739,0.00021763121,0.0013760036,0.0024353755,0.5168518],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99826425,0.00036196664,0.00006938448,0.00043608222,0.0007060814,0.00016228168],"domain_scores_gemma":[0.9956233,0.0011870718,0.0003033797,0.00025441783,0.0018645364,0.00076727365],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023147573,0.000769686,0.00060384086,0.0014433531,0.0014152317,0.005269066,0.0008573773,0.0015199481,0.03327724],"category_scores_gemma":[0.008821284,0.00024044541,0.0005140322,0.00092575036,0.0008561907,0.0027581654,0.0014736742,0.0038227383,0.020481613],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025068848,0.000020658706,0.00043161196,0.00016212306,0.000007770597,0.00007909495,0.0001451032,0.0002524007,0.00025641383,0.018130198,0.9348078,0.045681804],"study_design_scores_gemma":[0.0000018504219,0.0000041796093,0.00008672612,0.000052112326,0.0000025414513,0.00007638102,0.00003485225,0.0001303312,0.000053328346,0.001362538,0.9981908,0.000004256776],"about_ca_topic_score_codex":0.0020129182,"about_ca_topic_score_gemma":0.0021398612,"teacher_disagreement_score":0.9667228,"about_ca_system_score_codex":0.0014901798,"about_ca_system_score_gemma":0.0029597443,"threshold_uncertainty_score":0.111323476},"labels":[],"label_agreement":null},{"id":"W4411501004","doi":"10.1007/s10270-025-01301-5","title":"On theory and management of dependencies between models","year":2025,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Simulation Techniques and Applications","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"RWTH Aachen University","keywords":"Computer science; Epistemology; Management science; Engineering; Philosophy","score_opus":0.13170574058871604,"score_gpt":0.4028358472776832,"score_spread":0.27113010668896714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411501004","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026988692,0.0027380863,0.968901,0.00526877,0.0003768732,0.00010562874,0.00024823143,0.0005587091,0.019103924],"genre_scores_gemma":[0.21460131,0.01214027,0.73895043,0.0032618106,0.0027526421,0.0017579726,0.0025783035,0.0014890026,0.022468291],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9860795,0.005934183,0.0011681401,0.0021468382,0.003721274,0.0009500852],"domain_scores_gemma":[0.9402376,0.042542115,0.002538347,0.008584816,0.0050382265,0.001058889],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014090543,0.0022832442,0.0021641387,0.004838687,0.0039941655,0.0074690767,0.0064756786,0.005368386,0.012889579],"category_scores_gemma":[0.05743161,0.0026508865,0.0047946274,0.005469106,0.0116312895,0.028111562,0.011496292,0.010501421,0.0031339477],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015036815,0.000027221455,0.00025994214,0.00016109526,0.000034200384,0.00015098497,0.00046399524,0.021627199,0.00009553766,0.9607337,0.004084508,0.012346561],"study_design_scores_gemma":[0.0000150185615,0.000011135448,0.000066717505,0.00010728468,0.000016979564,0.00006918191,0.0000687167,0.0445941,0.00014404427,0.9391798,0.015708454,0.000018566845],"about_ca_topic_score_codex":0.009759671,"about_ca_topic_score_gemma":0.0055393237,"teacher_disagreement_score":0.014090543,"about_ca_system_score_codex":0.007182361,"about_ca_system_score_gemma":0.005190771,"threshold_uncertainty_score":0.0745188},"labels":[],"label_agreement":null},{"id":"W4412651391","doi":"10.1007/s10270-025-01303-3","title":"Guest editorial for the special section on MODELS 2022","year":2025,"lang":"en","type":"editorial","venue":"Software & Systems Modeling","topic":"Advanced Data Processing Techniques","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Section (typography); Special section; Computer science; Engineering; Engineering physics; Operating system","score_opus":0.014928817770414493,"score_gpt":0.2628935767484772,"score_spread":0.2479647589780627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412651391","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017830745,0.002422367,0.00018930105,0.020304507,0.9751106,0.000010553894,0.000058478647,0.000060128114,0.0018261853],"genre_scores_gemma":[0.0002293604,0.0017886455,0.00011238634,0.010290436,0.9764129,0.000016578946,0.00005897719,0.00008892662,0.011001837],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99405164,0.0010493045,0.0006328686,0.00081979536,0.0030471382,0.00039923203],"domain_scores_gemma":[0.9758626,0.008080853,0.0020419832,0.0010314394,0.009429248,0.0035538296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0073739844,0.004761396,0.004293721,0.005434446,0.0030694925,0.009321728,0.003190649,0.014485012,0.041287962],"category_scores_gemma":[0.02391023,0.0017262972,0.0040370286,0.0016380254,0.0020934567,0.00522933,0.002457177,0.016277162,0.02907734],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016275078,0.000006006345,0.000010805772,0.0000529838,0.000009674276,0.000060050475,0.000002954593,0.000019930907,0.000031457403,0.0002009908,0.99766386,0.0019249727],"study_design_scores_gemma":[0.000049656694,0.0000256249,0.0001581722,0.0002508245,0.000050636423,0.00022065507,0.000016257047,0.00027311782,0.00007915095,0.0015304779,0.99732685,0.000018641515],"about_ca_topic_score_codex":0.0017632801,"about_ca_topic_score_gemma":0.005396366,"teacher_disagreement_score":0.041287962,"about_ca_system_score_codex":0.0030394616,"about_ca_system_score_gemma":0.0030033663,"threshold_uncertainty_score":0.13812196},"labels":[],"label_agreement":null},{"id":"W4412855373","doi":"10.1007/s10270-025-01311-3","title":"Enhancing automated network function onboarding through language extension and code refactoring","year":2025,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software-Defined Networks and 5G","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Telus (Canada); Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs","keywords":"Code refactoring; Programming language; Onboarding; Extension (predicate logic); Computer science; Code (set theory); Function (biology); Software engineering; Software; Psychology; Set (abstract data type)","score_opus":0.018905385612925447,"score_gpt":0.2647695358160418,"score_spread":0.24586415020311633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412855373","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09241265,0.0001147852,0.85085833,0.0002890886,0.00013180624,0.00021130116,0.00019922754,0.05035527,0.0054276306],"genre_scores_gemma":[0.4799085,0.00017169458,0.5017279,0.00034615453,0.000041462925,0.00014106331,0.0008597658,0.009512671,0.0072907736],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99779594,0.00063641794,0.00016067641,0.00041592508,0.0007117951,0.00027929642],"domain_scores_gemma":[0.98953235,0.0037492844,0.00081653544,0.0037414907,0.0019710574,0.00018939092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019092608,0.0013973375,0.0005898817,0.0008486252,0.00045528988,0.0014404792,0.0024169108,0.0007942315,0.0035599943],"category_scores_gemma":[0.0114651695,0.00067307794,0.0010808737,0.0004426341,0.00075759465,0.0021143307,0.0018253148,0.0020145972,0.0017415961],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067296537,0.0009106636,0.007784611,0.000663315,0.00017085962,0.0017359746,0.0017576525,0.13869812,0.16498126,0.013055981,0.011747979,0.6578206],"study_design_scores_gemma":[0.000105380044,0.00022000635,0.0013392027,0.00013666721,0.00017168609,0.00050000136,0.00023893992,0.7496292,0.21543643,0.009456005,0.022674125,0.000092408416],"about_ca_topic_score_codex":0.003752393,"about_ca_topic_score_gemma":0.0050279605,"teacher_disagreement_score":0.003752393,"about_ca_system_score_codex":0.00078460766,"about_ca_system_score_gemma":0.002082158,"threshold_uncertainty_score":0.011909425},"labels":[],"label_agreement":null},{"id":"W4412857379","doi":"10.1007/s10270-025-01312-2","title":"Standards in software development and modeling","year":2025,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"RWTH Aachen University","keywords":"Computer science; Software engineering; Software development; Software; Systems engineering; Engineering; Programming language","score_opus":0.020157022915616836,"score_gpt":0.26436038744831175,"score_spread":0.24420336453269492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412857379","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001689633,0.016140273,0.8547474,0.024846368,0.0016699553,0.0004677975,0.0005508938,0.0013668705,0.0985208],"genre_scores_gemma":[0.05018167,0.039176222,0.8717156,0.0049138716,0.0016398022,0.0016312983,0.0018827106,0.00105729,0.027801463],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9670562,0.0148875285,0.004514507,0.0022722827,0.010455782,0.00081368024],"domain_scores_gemma":[0.96874285,0.014892202,0.0018649129,0.0066288128,0.0071031107,0.0007680792],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.029752232,0.0015058058,0.0012729731,0.0056094695,0.0027207122,0.009313061,0.004439717,0.006021338,0.0060008303],"category_scores_gemma":[0.037312035,0.001452952,0.001968478,0.008735312,0.0076433853,0.0123168845,0.0057144407,0.008851345,0.0055022165],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054884335,0.00002652071,0.0002468726,0.00031993457,0.000017204655,0.00007115127,0.0007324667,0.0039253505,0.0001644625,0.9425394,0.011239128,0.04071208],"study_design_scores_gemma":[0.000012299261,0.000019928482,0.0001689895,0.0009818,0.00001431429,0.00013623893,0.00023652616,0.005483467,0.0004714045,0.6395911,0.35284877,0.000035162728],"about_ca_topic_score_codex":0.0079241125,"about_ca_topic_score_gemma":0.004909925,"teacher_disagreement_score":0.029752232,"about_ca_system_score_codex":0.0047127563,"about_ca_system_score_gemma":0.009252727,"threshold_uncertainty_score":0.15734679},"labels":[],"label_agreement":null},{"id":"W4413330526","doi":"10.1007/s10270-025-01306-0","title":"AI simulation by digital twins: systematic survey, reference framework, and mapping to a standardized architecture","year":2025,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; McMaster University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Architecture; Computer science; Computer architecture; Software engineering; Geography; Archaeology","score_opus":0.02845794744149614,"score_gpt":0.2630824533616755,"score_spread":0.2346245059201794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413330526","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19926332,0.15262598,0.52572316,0.0068961536,0.00038403855,0.0012638201,0.0023307905,0.0016409758,0.10987181],"genre_scores_gemma":[0.61354244,0.11916488,0.2530968,0.0013470983,0.000113892216,0.0010929436,0.0065338216,0.00046805578,0.004640043],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9889425,0.005279097,0.0018693617,0.0010003626,0.0025798595,0.00032883577],"domain_scores_gemma":[0.9602331,0.026496794,0.002407504,0.0054551745,0.004926246,0.00048115416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01145772,0.000786834,0.001082558,0.016789323,0.0011242989,0.004473654,0.0029101104,0.0015423056,0.0029762224],"category_scores_gemma":[0.047198497,0.00064544467,0.0010393768,0.014355809,0.0025359218,0.008105073,0.003609314,0.0012812165,0.00072805805],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010631262,0.00031893104,0.042651184,0.00664383,0.00026629775,0.00020650616,0.0075453403,0.015914686,0.0014850806,0.20322816,0.0048795706,0.7167541],"study_design_scores_gemma":[0.000078490004,0.00066271465,0.033130053,0.033392955,0.000815195,0.002462772,0.022414196,0.07860233,0.01488611,0.21779925,0.5955816,0.00017439327],"about_ca_topic_score_codex":0.0070828977,"about_ca_topic_score_gemma":0.008355807,"teacher_disagreement_score":0.016789323,"about_ca_system_score_codex":0.0035289524,"about_ca_system_score_gemma":0.0092405835,"threshold_uncertainty_score":0.060594976},"labels":[],"label_agreement":null},{"id":"W4415654735","doi":"10.1007/s10270-025-01330-0","title":"A devops framework for the systematic engineering and evolution of digital twins for built assets","year":2025,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"DevOps; Software deployment; Context (archaeology); Software development; Software; Software development process","score_opus":0.020523421038955075,"score_gpt":0.2433877713535833,"score_spread":0.22286435031462823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415654735","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019342632,0.00019262069,0.992589,0.00029106275,0.000041095253,0.00019501189,0.00025084146,0.0008607878,0.0036451856],"genre_scores_gemma":[0.042086527,0.00039066185,0.95318127,0.000096403615,0.00003721067,0.00031350562,0.0008514692,0.0004086824,0.0026344012],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9956527,0.0015691854,0.0006112329,0.0005777761,0.0012046357,0.0003844618],"domain_scores_gemma":[0.9929263,0.002642411,0.0005158213,0.0023885197,0.0011047062,0.00042214876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007358156,0.0010284377,0.00068335485,0.0024906571,0.0016510448,0.005439497,0.002817078,0.0015460971,0.005505456],"category_scores_gemma":[0.01581445,0.001212935,0.002167859,0.0022484974,0.0024160647,0.0054004523,0.0056912177,0.0034236996,0.0014984338],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034102708,0.000077868935,0.0021218196,0.00034871788,0.000067758694,0.00040599,0.0012962373,0.053611487,0.0025413367,0.8147408,0.0060477247,0.11870604],"study_design_scores_gemma":[0.00004177395,0.0000974652,0.0006753822,0.00056792935,0.000111384565,0.00040610577,0.0008716264,0.3067442,0.005906756,0.5136972,0.1708107,0.00006938036],"about_ca_topic_score_codex":0.011402585,"about_ca_topic_score_gemma":0.017299082,"teacher_disagreement_score":0.011402585,"about_ca_system_score_codex":0.0020083226,"about_ca_system_score_gemma":0.006605032,"threshold_uncertainty_score":0.038914084},"labels":[],"label_agreement":null},{"id":"W4415981437","doi":"10.1007/s10270-025-01339-5","title":"Pragmatic specification of software behavior, configuration, and orchestration: the precision and usability of domain-specific modeling","year":2025,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"RWTH Aachen University","keywords":"Usability; Software; Key (lock); Software development","score_opus":0.02367800257735041,"score_gpt":0.25709212604547477,"score_spread":0.23341412346812435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415981437","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013395419,0.0003017465,0.9765421,0.0022911932,0.000059731374,0.00009531292,0.00009069531,0.0008568556,0.006366952],"genre_scores_gemma":[0.4414665,0.00078742404,0.55370384,0.0009541921,0.00013085877,0.0003298842,0.00033394998,0.0008458984,0.0014474273],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9674797,0.021524042,0.0019460014,0.0018642806,0.0064187893,0.00076718855],"domain_scores_gemma":[0.9212511,0.04607786,0.004034935,0.022386039,0.0052946145,0.0009554444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027812026,0.0012988929,0.0021683408,0.0025650007,0.0024301002,0.0094077,0.004380269,0.0036079802,0.0023752656],"category_scores_gemma":[0.08412091,0.002728555,0.002751355,0.0018501204,0.010232996,0.013551966,0.005563537,0.0074813776,0.0007129374],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010746082,0.00012842109,0.0019952145,0.0006256295,0.00015274575,0.00019709994,0.0028980493,0.03911477,0.0036811954,0.89995044,0.0020482792,0.049100734],"study_design_scores_gemma":[0.00005975799,0.00006946203,0.00076259585,0.00029224853,0.00011847483,0.00022304528,0.0008312213,0.23135054,0.0046232566,0.7481785,0.013410555,0.00008031567],"about_ca_topic_score_codex":0.0067681903,"about_ca_topic_score_gemma":0.007216433,"teacher_disagreement_score":0.027812026,"about_ca_system_score_codex":0.0033788695,"about_ca_system_score_gemma":0.007843511,"threshold_uncertainty_score":0.14708579},"labels":[],"label_agreement":null},{"id":"W4417104538","doi":"10.1007/s10270-025-01327-9","title":"SymboleoAC: an access control model for smart legal contracts","year":2025,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; King Abdulaziz University; HORIZON EUROPE Digital, Industry and Space; Ontario Research Foundation","keywords":"Access control; Mandatory access control; Role-based access control; Discretionary access control; Physical access; Computer access control; Smart contract","score_opus":0.02560985689856245,"score_gpt":0.29370526113826523,"score_spread":0.2680954042397028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417104538","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0058478154,0.000093423136,0.9781833,0.00044839896,0.00009353849,0.00012316597,0.0005038656,0.0013038748,0.013402611],"genre_scores_gemma":[0.5869532,0.0005003016,0.37796432,0.0005139825,0.00014867663,0.00067388295,0.0015397999,0.0005913922,0.03111444],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985688,0.00048792773,0.00008578074,0.00019244719,0.0005036508,0.00016132895],"domain_scores_gemma":[0.9985801,0.0005517418,0.00012246903,0.00036246117,0.0002669768,0.00011616541],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019049422,0.00060636894,0.0006501541,0.0009935739,0.0008091766,0.0031319538,0.0014944759,0.0018326839,0.011415433],"category_scores_gemma":[0.004287654,0.00044565892,0.0010083114,0.0008627693,0.001759874,0.004006463,0.0020705606,0.0024181067,0.001910907],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011996272,0.00006850299,0.00037998916,0.000078270255,0.000024480994,0.00015686623,0.00016897525,0.1433209,0.0014940762,0.8268991,0.004401088,0.022887746],"study_design_scores_gemma":[0.000047614052,0.00003660793,0.00006278465,0.00003080475,0.000015911945,0.00006163063,0.000026657763,0.6934204,0.0012610768,0.2832863,0.021729901,0.000020348583],"about_ca_topic_score_codex":0.005096072,"about_ca_topic_score_gemma":0.004538339,"teacher_disagreement_score":0.011415433,"about_ca_system_score_codex":0.0012057682,"about_ca_system_score_gemma":0.002416052,"threshold_uncertainty_score":0.038188398},"labels":[],"label_agreement":null},{"id":"W4417146553","doi":"10.1007/s10270-025-01336-8","title":"What do we need from modeling tools for teaching? A survey of the community of higher-education modeling teachers","year":2025,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Engineering and Physical Sciences Research Council; Natural Sciences and Engineering Research Council of Canada; Alliance de recherche numérique du Canada","keywords":"USable; Set (abstract data type); Modeling language; Focus (optics); Work (physics); Core (optical fiber); Software","score_opus":0.05786976842429839,"score_gpt":0.3049782851560321,"score_spread":0.2471085167317337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417146553","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9502254,0.007696719,0.0032972246,0.030826444,0.00018280646,0.000079078345,0.0001353411,0.000113000555,0.007443933],"genre_scores_gemma":[0.9865254,0.004489158,0.0026432062,0.004438642,0.00010110262,0.00006370883,0.00018156625,0.000063078085,0.0014940697],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98819786,0.004197385,0.0010037213,0.00080675614,0.004639374,0.001154884],"domain_scores_gemma":[0.9434228,0.025860013,0.008701227,0.0013269052,0.008828568,0.011860483],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0120437145,0.00027970012,0.0007639705,0.0028948123,0.0024612185,0.0060614822,0.0010750449,0.0023940348,0.0038257553],"category_scores_gemma":[0.050942015,0.00055097963,0.0004891085,0.002709049,0.0016959533,0.006563143,0.002837439,0.002033692,0.0008525931],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035273,0.0008838884,0.5359851,0.0023425838,0.000100466525,0.0020306306,0.15563077,0.00029394927,0.0063530146,0.003899478,0.022812331,0.26931494],"study_design_scores_gemma":[0.00009216785,0.0008376519,0.39247453,0.0033149053,0.0001029605,0.0061480585,0.44837373,0.001908669,0.0012013683,0.0033031472,0.14206344,0.00017934099],"about_ca_topic_score_codex":0.0020297058,"about_ca_topic_score_gemma":0.0029137891,"teacher_disagreement_score":0.0120437145,"about_ca_system_score_codex":0.0013889974,"about_ca_system_score_gemma":0.003045348,"threshold_uncertainty_score":0.063694},"labels":[],"label_agreement":null},{"id":"W942773761","doi":"10.1007/s10270-015-0484-y","title":"Language-specific model checking of UML-RT models","year":2015,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Programming language; Unified Modeling Language; Promela; Model transformation; Model checking; Applications of UML; Modeling language; Code generation; Asynchronous communication; Object Constraint Language; Semantics (computer science); Software engineering; Software; Artificial intelligence; Consistency (knowledge bases); Key (lock)","score_opus":0.07351520780043946,"score_gpt":0.2615366513520842,"score_spread":0.18802144355164474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W942773761","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052718222,0.000113248796,0.93519557,0.00016261158,0.00005283234,0.00015041106,0.0005039872,0.0071476335,0.0039554145],"genre_scores_gemma":[0.7471392,0.00016265351,0.24542214,0.00020244371,0.00002707817,0.00020815607,0.0014961626,0.0019494303,0.0033926812],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99487406,0.002083574,0.0003228264,0.00048821894,0.0017051836,0.0005261618],"domain_scores_gemma":[0.98986876,0.0053539127,0.0007808301,0.0026596386,0.0012397872,0.00009704894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003756074,0.0009778711,0.00090333965,0.001369962,0.000591989,0.0018959255,0.0024712733,0.0013484797,0.0050672414],"category_scores_gemma":[0.016531797,0.00097004627,0.0036074796,0.0007177719,0.00090903824,0.0031972192,0.0018148229,0.0017887504,0.00086308096],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040258063,0.00016738717,0.0036526688,0.00079038437,0.00026345052,0.00077641977,0.0006397826,0.7717024,0.03722048,0.1294605,0.0028302013,0.052093808],"study_design_scores_gemma":[0.000035581805,0.000052734347,0.00028086832,0.00005738892,0.00010330429,0.00009989219,0.000058705333,0.9409042,0.03282535,0.022916377,0.0026416935,0.000023923465],"about_ca_topic_score_codex":0.004722913,"about_ca_topic_score_gemma":0.008738999,"teacher_disagreement_score":0.0050672414,"about_ca_system_score_codex":0.0014133974,"about_ca_system_score_gemma":0.002909351,"threshold_uncertainty_score":0.019864261},"labels":[],"label_agreement":null}]}