{"meta":{"query_hash":"180881215b6c","filters":{"venue":"International Journal of Information System Modeling and Design"},"cohort_total":7,"direct_labels_cover":0,"predictions_cover":7,"exported":7,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/180881215b6c","api":"https://metacan.xera.ac/api/v1/cohort?venue=International+Journal+of+Information+System+Modeling+and+Design"},"results":[{"id":"W2004321816","doi":"10.4018/jismd.2011010102","title":"Ontological Rules for UML-Based Conceptual Modeling","year":2011,"lang":"en","type":"article","venue":"International Journal of Information System Modeling and Design","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Applications of UML; Computer science; Unified Modeling Language; UML tool; Artifact (error); Object Constraint Language; Software engineering; Programming language; Class diagram; Metamodeling; Systems Modeling Language; Flexibility (engineering); Software; Artificial intelligence","score_opus":0.07346094443762505,"score_gpt":0.2577526330669006,"score_spread":0.18429168862927556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004321816","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012153003,0.0003069884,0.9844014,0.0010479606,0.00022264382,0.00045819508,0.00027012173,0.0004632854,0.011614008],"genre_scores_gemma":[0.029986197,0.00043651694,0.9654565,0.00043286537,0.00009082519,0.0009997028,0.00063159305,0.00018079516,0.0017850479],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9738419,0.010701777,0.005771104,0.0017008065,0.0070707356,0.0009136456],"domain_scores_gemma":[0.9759458,0.011642293,0.0021194005,0.0062449947,0.0035040816,0.0005435196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027113466,0.001299308,0.0013094734,0.005268689,0.0029524697,0.010488829,0.0046030963,0.00363833,0.00390818],"category_scores_gemma":[0.04251829,0.0016796604,0.0044651907,0.003981561,0.0064285896,0.008981626,0.0054465155,0.008135067,0.002286526],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009344935,0.000025158713,0.000136919,0.000057797286,0.000019012032,0.000098322584,0.0007764917,0.0029646584,0.0003452473,0.98124117,0.001927464,0.0123982895],"study_design_scores_gemma":[0.00004022956,0.000017742763,0.00013262172,0.00028938559,0.000058490088,0.0001713229,0.00026152734,0.027473485,0.0015982883,0.847776,0.12212471,0.00005619816],"about_ca_topic_score_codex":0.008349652,"about_ca_topic_score_gemma":0.008004164,"teacher_disagreement_score":0.027113466,"about_ca_system_score_codex":0.0038142367,"about_ca_system_score_gemma":0.0056102704,"threshold_uncertainty_score":0.14339143},"labels":[],"label_agreement":null},{"id":"W2005212577","doi":"10.4018/jismd.2011040104","title":"The Impact of Regulatory Compliance on Agile Software Processes with a Focus on the FDA Guidelines for Medical Device Software","year":2011,"lang":"en","type":"article","venue":"International Journal of Information System Modeling and Design","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Agile software development; Food and drug administration; Software; Risk analysis (engineering); Work (physics); Medical software; Compliance (psychology); Process (computing); Business; Process management; Engineering; Knowledge management; Software development; Computer science; Software engineering; Software quality","score_opus":0.12696084370267674,"score_gpt":0.33756319473112384,"score_spread":0.2106023510284471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005212577","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8485548,0.0016254862,0.037144553,0.023131266,0.00032786487,0.0006479051,0.00015227558,0.0006074068,0.08780853],"genre_scores_gemma":[0.98793346,0.0003857692,0.0074876808,0.0021631957,0.000089513,0.00016471687,0.000071265866,0.00008339917,0.0016209568],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.7569294,0.13441145,0.011689805,0.006329368,0.08504949,0.0055905264],"domain_scores_gemma":[0.18098333,0.6241282,0.109177515,0.026029281,0.056391623,0.0032899622],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09295646,0.0005212578,0.00054429314,0.002431794,0.003394216,0.00677599,0.0017393851,0.003963906,0.003812434],"category_scores_gemma":[0.42225632,0.0006673809,0.0013124014,0.0033525643,0.004718136,0.0057198782,0.0041972306,0.0070009143,0.0005167969],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022045968,0.0052429447,0.31680176,0.0019175792,0.00061142776,0.0044671725,0.03552036,0.041466117,0.011459546,0.11024664,0.014401753,0.45566016],"study_design_scores_gemma":[0.00069518405,0.012073125,0.6561462,0.0042554713,0.0012336371,0.0063320687,0.04220815,0.08980026,0.027351473,0.06877449,0.090073094,0.0010567587],"about_ca_topic_score_codex":0.007655515,"about_ca_topic_score_gemma":0.004747337,"teacher_disagreement_score":0.09295646,"about_ca_system_score_codex":0.004629395,"about_ca_system_score_gemma":0.011719175,"threshold_uncertainty_score":0.49160665},"labels":[],"label_agreement":null},{"id":"W2008162105","doi":"10.4018/jismd.2010100101","title":"Interactive Analysis of Agent-Goal Models in Enterprise Modeling","year":2010,"lang":"en","type":"article","venue":"International Journal of Information System Modeling and Design","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Stakeholder; Goal modeling; Management science; Process management; Enterprise modelling; Knowledge management; Key (lock); Requirements elicitation; Enterprise integration; Requirements analysis; Enterprise software; Engineering; Software","score_opus":0.024239637443081545,"score_gpt":0.24998418929726637,"score_spread":0.22574455185418482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008162105","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04307778,0.00006542766,0.94612646,0.00035265207,0.000012672751,0.00035350787,0.00008436234,0.0006580088,0.009269099],"genre_scores_gemma":[0.38184828,0.00007287812,0.61548424,0.00005407161,0.000006970242,0.0007957356,0.0001586131,0.00017922245,0.0014000372],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9773636,0.018424131,0.00045624093,0.0006444259,0.0026944608,0.00041715693],"domain_scores_gemma":[0.94885707,0.045234647,0.0010312832,0.0024083494,0.002089768,0.00037894325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016889606,0.0010168047,0.00064963446,0.001910827,0.0020291004,0.004696473,0.0019412366,0.0013272883,0.0040025166],"category_scores_gemma":[0.042056065,0.0008974091,0.0012590825,0.0012087114,0.003478755,0.0046137483,0.005175761,0.0021275957,0.00040098722],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004606342,0.00049270276,0.004590058,0.00059336773,0.00013801326,0.0005806473,0.038071346,0.31346437,0.00987834,0.54661965,0.0022812716,0.08282958],"study_design_scores_gemma":[0.000073559444,0.000129821,0.000685184,0.00015505077,0.000045617464,0.00008684216,0.0032463176,0.8014251,0.007900048,0.17336203,0.012807589,0.00008283645],"about_ca_topic_score_codex":0.0055798483,"about_ca_topic_score_gemma":0.006945887,"teacher_disagreement_score":0.016889606,"about_ca_system_score_codex":0.0039347024,"about_ca_system_score_gemma":0.0025231314,"threshold_uncertainty_score":0.08932179},"labels":[],"label_agreement":null},{"id":"W2026181941","doi":"10.4018/ijismd.2014100103","title":"Responding to Ongoing Change","year":2014,"lang":"en","type":"article","venue":"International Journal of Information System Modeling and Design","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Notation; Computer science; Process management; Process (computing); Risk analysis (engineering); Business intelligence; Management science; Systems engineering; Knowledge management; Software engineering; Engineering; Business","score_opus":0.08823577104265314,"score_gpt":0.308647565430967,"score_spread":0.22041179438831388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026181941","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14044325,0.006936559,0.118466616,0.26265475,0.008404442,0.00044738257,0.0006301256,0.0012113268,0.4608056],"genre_scores_gemma":[0.8905002,0.005747974,0.032503102,0.022317851,0.0014202592,0.00043034612,0.00044138456,0.00031232953,0.046326537],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9908442,0.0041083856,0.00039662115,0.0014572055,0.0019124526,0.0012810557],"domain_scores_gemma":[0.98779905,0.0037298147,0.0014531754,0.0018434186,0.0029516914,0.0022228158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0107642645,0.0006157382,0.0005768693,0.0010975536,0.005130004,0.010818587,0.0027807609,0.006362015,0.011696558],"category_scores_gemma":[0.028476069,0.0003030534,0.0007585171,0.0013970248,0.006369344,0.013709567,0.008758899,0.005469845,0.0026258868],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001432722,0.0001686386,0.012850578,0.00060194003,0.00012852089,0.0022738806,0.056919765,0.00392066,0.0032111844,0.6674314,0.071044974,0.18130513],"study_design_scores_gemma":[0.000019253492,0.00011665606,0.0038917982,0.0004208503,0.000042516513,0.000671267,0.06187364,0.0036018384,0.0007675649,0.23043057,0.69809425,0.00006968143],"about_ca_topic_score_codex":0.0023263178,"about_ca_topic_score_gemma":0.0031550783,"teacher_disagreement_score":0.011696558,"about_ca_system_score_codex":0.0040365956,"about_ca_system_score_gemma":0.00602932,"threshold_uncertainty_score":0.05692756},"labels":[],"label_agreement":null},{"id":"W2083583592","doi":"10.4018/jismd.2012100101","title":"Developing Semantically-Enabled Families of Method-Oriented Architectures","year":2012,"lang":"en","type":"article","venue":"International Journal of Information System Modeling and Design","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; Simon Fraser University","funders":"","keywords":"Computer science; Adaptation (eye); Reuse; Software engineering; Adaptability; Flexibility (engineering); Process management; Systems engineering; Knowledge management; Engineering","score_opus":0.024069637249751846,"score_gpt":0.27626537778196025,"score_spread":0.2521957405322084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083583592","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01995543,0.00027359766,0.9706807,0.00031995255,0.000053290958,0.00017338511,0.000057710902,0.0008863829,0.007599544],"genre_scores_gemma":[0.14443594,0.00046311654,0.850714,0.000091659575,0.000029873458,0.00037214396,0.00023374484,0.0001980434,0.0034613989],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9966384,0.001283584,0.000296621,0.000464072,0.0010385772,0.00027867302],"domain_scores_gemma":[0.9946419,0.002090437,0.0004992687,0.0013664096,0.0011539514,0.00024803457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004590932,0.0007287796,0.00045402825,0.0019387926,0.0015455105,0.002554483,0.0013903176,0.0014912284,0.002164188],"category_scores_gemma":[0.008683322,0.0008265458,0.0017961704,0.0014070945,0.0022264102,0.0052801915,0.0030225813,0.0019750972,0.00081089523],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006569057,0.00011324147,0.0024834205,0.00021023004,0.00008551787,0.00068391993,0.0019905313,0.038028322,0.008271475,0.8515509,0.002064888,0.09445184],"study_design_scores_gemma":[0.000063375206,0.00015567812,0.0008223656,0.00025399184,0.00010505188,0.00080574537,0.0007909347,0.2597538,0.013782451,0.6249743,0.09841868,0.00007366489],"about_ca_topic_score_codex":0.0017069816,"about_ca_topic_score_gemma":0.0019732127,"teacher_disagreement_score":0.004590932,"about_ca_system_score_codex":0.0015061853,"about_ca_system_score_gemma":0.0025994896,"threshold_uncertainty_score":0.024279416},"labels":[],"label_agreement":null},{"id":"W2257224367","doi":"10.4018/ijismd.2016010103","title":"Interpretive Strategies for Screen-Based Creative Technologies","year":2016,"lang":"en","type":"article","venue":"International Journal of Information System Modeling and Design","topic":"Video Analysis and Summarization","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Vagueness; Computer science; Relation (database); Variety (cybernetics); Multimedia; Data science; Human–computer interaction; Artificial intelligence; Data mining","score_opus":0.024925340355901653,"score_gpt":0.2603105003836761,"score_spread":0.23538516002777443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2257224367","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029459884,0.0007068484,0.9016703,0.0023553849,0.00017414523,0.0003257934,0.00010968945,0.00066498393,0.06453307],"genre_scores_gemma":[0.5347479,0.00057937094,0.44136605,0.00047409927,0.000102583435,0.00079779146,0.00029513094,0.00046030115,0.021176863],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9887024,0.007235922,0.0006558808,0.00096870924,0.0020852718,0.00035188554],"domain_scores_gemma":[0.9825813,0.012680029,0.0007730125,0.0021232346,0.0015588225,0.0002836652],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077265687,0.0016038899,0.00060741964,0.0046517705,0.0022174467,0.012736791,0.001945228,0.0025323299,0.010294717],"category_scores_gemma":[0.032770474,0.0006858063,0.0013718284,0.0017817824,0.010644996,0.012679954,0.006014758,0.0023865395,0.0017596545],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010240481,0.000051541752,0.00061204925,0.0003074488,0.000035408353,0.00045855762,0.04957356,0.0023354087,0.00516965,0.8696947,0.0013934746,0.0702658],"study_design_scores_gemma":[0.00007641631,0.00012504008,0.00055324734,0.0004673198,0.00007324871,0.0006016774,0.0266882,0.03554758,0.011016749,0.8368866,0.08788348,0.00008048534],"about_ca_topic_score_codex":0.00095846393,"about_ca_topic_score_gemma":0.0007155239,"teacher_disagreement_score":0.012736791,"about_ca_system_score_codex":0.0023001211,"about_ca_system_score_gemma":0.0010263842,"threshold_uncertainty_score":0.04086244},"labels":[],"label_agreement":null},{"id":"W3188617871","doi":"10.4018/ijismd.2021070101","title":"Aligning Information Technology and Supply Chain","year":2021,"lang":"en","type":"article","venue":"International Journal of Information System Modeling and Design","topic":"Information Technology Governance and Strategy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Rimouski","funders":"","keywords":"COBIT; Supply chain; Computer science; Process management; Competitive advantage; Information technology; Corporate governance; Knowledge management; Control (management); Engineering; Business; Artificial intelligence","score_opus":0.013168621774953055,"score_gpt":0.21167713986378345,"score_spread":0.19850851808883038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3188617871","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14217189,0.0025496555,0.6700669,0.004839033,0.00022419727,0.00070361793,0.00029709414,0.0007320263,0.17841558],"genre_scores_gemma":[0.76686674,0.0028429918,0.2153579,0.0002654529,0.000055926517,0.00030301887,0.00046352137,0.00014264375,0.013701744],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9943878,0.002831164,0.00036300241,0.00046406846,0.0014441147,0.0005098584],"domain_scores_gemma":[0.9966421,0.001150911,0.00047299892,0.0005874941,0.0009556536,0.00019086579],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037535694,0.00063765113,0.00041908384,0.0033709912,0.0012705142,0.008636381,0.00085855,0.001755749,0.007713222],"category_scores_gemma":[0.009305462,0.00047515763,0.00045864703,0.01208225,0.0016648402,0.009139813,0.0051584607,0.0011696785,0.0014857464],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000100082194,0.00017466334,0.013776906,0.0006135474,0.000066137545,0.0005756864,0.0036597864,0.09309345,0.0042974823,0.4821325,0.0031050548,0.3984047],"study_design_scores_gemma":[0.000047654805,0.00043283214,0.012917348,0.0008703288,0.00011970595,0.00040115806,0.016094372,0.20231475,0.0075840587,0.5639576,0.19514395,0.00011627786],"about_ca_topic_score_codex":0.006146496,"about_ca_topic_score_gemma":0.0042460486,"teacher_disagreement_score":0.008636381,"about_ca_system_score_codex":0.0037429144,"about_ca_system_score_gemma":0.0050819097,"threshold_uncertainty_score":0.02715689},"labels":[],"label_agreement":null}]}