{"meta":{"query_hash":"c598309b518e","filters":{"venue":"iStar"},"cohort_total":11,"direct_labels_cover":0,"predictions_cover":11,"exported":11,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/c598309b518e","api":"https://metacan.xera.ac/api/v1/cohort?venue=iStar"},"results":[{"id":"W200981289","doi":"","title":"AGFL - Agent Goals from Lexicon - Eliciting Multi-Agent Systems Intentionality.","year":2008,"lang":"en","type":"article","venue":"iStar","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Lexicon; Process (computing); Intentionality; Requirements elicitation; Software agent; Order (exchange); Software; Knowledge management; Artificial intelligence; Requirements analysis; Business; Epistemology","score_opus":0.08861239609131116,"score_gpt":0.2789121613624203,"score_spread":0.19029976527110914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W200981289","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006992625,0.000077530174,0.96280146,0.00077691197,0.000047610694,0.0006170667,0.0009340974,0.0019253967,0.025827305],"genre_scores_gemma":[0.17323692,0.00013570445,0.814914,0.0003573676,0.000025038793,0.0009937629,0.0035149027,0.00055606465,0.006266266],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99476886,0.0033226984,0.0003520165,0.00036266632,0.0010540698,0.00013968119],"domain_scores_gemma":[0.990987,0.006148077,0.00040009676,0.0012322032,0.0010166158,0.00021588779],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050211567,0.0010840895,0.00046278554,0.002422651,0.0011091707,0.004552231,0.0014318615,0.0016476044,0.008870525],"category_scores_gemma":[0.02578689,0.0007478886,0.0014206256,0.0011625156,0.0015288289,0.0056726323,0.0060956753,0.0017664782,0.0029712443],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023657516,0.00021110724,0.003974373,0.0012310706,0.0001240652,0.0009947973,0.00958607,0.021789562,0.012890451,0.6328624,0.032247316,0.28385225],"study_design_scores_gemma":[0.00008297318,0.000115091425,0.0018174015,0.00049337634,0.000064293476,0.0010957731,0.0029644025,0.26440236,0.02161498,0.57989347,0.1273201,0.0001357884],"about_ca_topic_score_codex":0.0014496158,"about_ca_topic_score_gemma":0.0034596666,"teacher_disagreement_score":0.008870525,"about_ca_system_score_codex":0.0017080373,"about_ca_system_score_gemma":0.0023375957,"threshold_uncertainty_score":0.029674828},"labels":[],"label_agreement":null},{"id":"W2289674944","doi":"","title":"OpenOME: An Open-source Goal and Agent- Oriented Model Drawing and Analysis Tool","year":2011,"lang":"en","type":"article","venue":"iStar","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Eclipse; Open source; Qualitative analysis; Download; Software engineering; Human–computer interaction; Programming language; World Wide Web; Software; Qualitative research","score_opus":0.07179730644048878,"score_gpt":0.3019962123253267,"score_spread":0.23019890588483793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289674944","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009884755,0.00004607242,0.9668387,0.00009661675,0.000050316932,0.00010311139,0.0018325093,0.020537494,0.009506666],"genre_scores_gemma":[0.04318813,0.0005004244,0.9173601,0.00016655913,0.00003874653,0.0007951462,0.011187276,0.010446838,0.016316663],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99957365,0.00007553931,0.000035983307,0.00006621777,0.00019747343,0.000051201932],"domain_scores_gemma":[0.9989644,0.0005301417,0.00007541074,0.00015754916,0.00021565406,0.00005689072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00096340553,0.0009271597,0.0004983594,0.0011230166,0.00042555283,0.0018708176,0.0021241868,0.0009296356,0.022067728],"category_scores_gemma":[0.003549835,0.0007958816,0.0011889905,0.0007220708,0.00038417673,0.0019640687,0.0021379967,0.0017604153,0.005615985],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025554886,0.00024375925,0.002243447,0.0022077125,0.00016597021,0.00064832025,0.0010799553,0.11791554,0.018863222,0.26407662,0.1748213,0.4174786],"study_design_scores_gemma":[0.00013429289,0.000056154528,0.0005574754,0.00028319776,0.0000823286,0.00038698135,0.00017439906,0.34623498,0.01446271,0.106700756,0.5308357,0.00009101707],"about_ca_topic_score_codex":0.003232738,"about_ca_topic_score_gemma":0.0060670725,"teacher_disagreement_score":0.022067728,"about_ca_system_score_codex":0.00051496836,"about_ca_system_score_gemma":0.0016395007,"threshold_uncertainty_score":0.07382387},"labels":[],"label_agreement":null},{"id":"W2290071815","doi":"","title":"The mysteries of goal decomposition","year":2011,"lang":"en","type":"article","venue":"iStar","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; York University","funders":"","keywords":"Decomposition; Process (computing); Computer science; Order (exchange); Field (mathematics); Work (physics); Position (finance); Management science; Artificial intelligence; Engineering; Mathematics; Economics; Ecology; Programming language","score_opus":0.04433169935324126,"score_gpt":0.2856193942827118,"score_spread":0.24128769492947055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2290071815","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060991585,0.01331356,0.562319,0.17242482,0.0010370633,0.00018441383,0.00041341677,0.00073010434,0.18858609],"genre_scores_gemma":[0.8385356,0.0046915137,0.14032006,0.007018799,0.0005865139,0.00038712466,0.0002708003,0.00036094105,0.007828666],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9877671,0.0075068558,0.0005360471,0.0015673431,0.0018636497,0.00075905904],"domain_scores_gemma":[0.9763282,0.013689123,0.0014766068,0.0043355254,0.0026616058,0.0015088395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016318025,0.00073080213,0.00089376874,0.0025336093,0.0042132325,0.008893625,0.001737777,0.0037383067,0.0046048313],"category_scores_gemma":[0.030210814,0.0008067222,0.001208503,0.0016281683,0.030165883,0.025057081,0.0068658716,0.008663167,0.0012633326],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001767073,0.000016625529,0.00028882382,0.00007136602,0.0000103740185,0.000027775977,0.0018733693,0.00059302483,0.00011431425,0.98170704,0.002198249,0.013081488],"study_design_scores_gemma":[0.0000056119084,0.0000062213376,0.00018599407,0.000047295172,0.0000034711336,0.00003503862,0.00082202017,0.0012399392,0.00008904608,0.9893723,0.008185679,0.000007277824],"about_ca_topic_score_codex":0.0028352083,"about_ca_topic_score_gemma":0.001997381,"teacher_disagreement_score":0.016318025,"about_ca_system_score_codex":0.0040520052,"about_ca_system_score_gemma":0.0042508333,"threshold_uncertainty_score":0.086299},"labels":[],"label_agreement":null},{"id":"W2293066062","doi":"","title":"Analysing a repository of design knowledge with the GO-DKL browser","year":2011,"lang":"en","type":"article","venue":"iStar","topic":"Information Architecture and Usability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Contextualization; Computer science; World Wide Web; Sample (material); Data science","score_opus":0.027615970999444985,"score_gpt":0.22333303444606384,"score_spread":0.19571706344661885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293066062","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4724832,0.0020481544,0.43549868,0.0021924372,0.000098229124,0.0011886201,0.007864156,0.01705846,0.06156821],"genre_scores_gemma":[0.62160766,0.0012224076,0.34511507,0.00030963842,0.00002902099,0.000558122,0.013957845,0.002774738,0.014425393],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9938175,0.002545132,0.0004789546,0.00045922975,0.0024539777,0.00024506554],"domain_scores_gemma":[0.9661822,0.022030024,0.0015285951,0.0058273985,0.0037234328,0.00070827804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076107015,0.00059081655,0.00080638827,0.014191259,0.0015432568,0.0064015305,0.001296018,0.0012253212,0.0050242483],"category_scores_gemma":[0.036488015,0.0006835981,0.00058696873,0.009307563,0.0016115659,0.00884116,0.006142585,0.0013282159,0.0016297968],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069721014,0.001116328,0.047029473,0.0025839906,0.00014212355,0.0039977054,0.19782849,0.004578025,0.012959536,0.060696542,0.02218211,0.64618844],"study_design_scores_gemma":[0.0003746143,0.00082287326,0.051659893,0.0050195116,0.00033136265,0.0059687016,0.113792345,0.064274214,0.029767111,0.0859689,0.6415109,0.0005096207],"about_ca_topic_score_codex":0.0057522454,"about_ca_topic_score_gemma":0.012537663,"teacher_disagreement_score":0.014191259,"about_ca_system_score_codex":0.0015655182,"about_ca_system_score_gemma":0.0035539763,"threshold_uncertainty_score":0.040249765},"labels":[],"label_agreement":null},{"id":"W2293731235","doi":"","title":"Aligning Data Warehouse Requirements with Business Goals","year":2013,"lang":"en","type":"article","venue":"iStar","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Data warehouse; Strategic planning; Process management; Term (time); Plan (archaeology); Business plan; Business analysis; Business; Business requirements; Strategic alignment; Computer science; Business process; Knowledge management; Business model; Database; Marketing; Strategic financial management; Geography","score_opus":0.148738728672022,"score_gpt":0.2999131640955284,"score_spread":0.15117443542350636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293731235","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04354834,0.00015888165,0.9318428,0.0020418658,0.000080715356,0.00082012825,0.0009864717,0.0014165181,0.019104341],"genre_scores_gemma":[0.18122567,0.00023661775,0.812603,0.0003339,0.000030064384,0.0005373067,0.002676301,0.0004377988,0.0019192476],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9835429,0.0056401063,0.0023340778,0.0011417568,0.006563045,0.00077810086],"domain_scores_gemma":[0.97753954,0.0067566712,0.0027001218,0.0035490403,0.008873159,0.00058136624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012193334,0.0011072061,0.00064045214,0.005184632,0.0011269066,0.006423731,0.0015554277,0.0012671014,0.0012329743],"category_scores_gemma":[0.0299412,0.001135298,0.0010900846,0.0034990031,0.0010770372,0.0057773176,0.004109094,0.002265181,0.0009157333],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035973868,0.0008933182,0.025705945,0.0014692952,0.00022328811,0.002422999,0.011681852,0.09920983,0.039331406,0.36659506,0.020845639,0.43126163],"study_design_scores_gemma":[0.00009502248,0.00035564566,0.008689868,0.000995575,0.00017915027,0.001316992,0.0104575185,0.47630364,0.07653595,0.23662052,0.18819052,0.0002596154],"about_ca_topic_score_codex":0.0042120824,"about_ca_topic_score_gemma":0.0040275035,"teacher_disagreement_score":0.012193334,"about_ca_system_score_codex":0.0022267872,"about_ca_system_score_gemma":0.004815405,"threshold_uncertainty_score":0.06448531},"labels":[],"label_agreement":null},{"id":"W2293852067","doi":"","title":"Improved GRL Modeling and Analysis with jUCMNav 5","year":2013,"lang":"en","type":"article","venue":"iStar","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Eclipse; Computer science; Stakeholder; Software engineering; Requirements analysis; Systems engineering; Engineering; Programming language; Software","score_opus":0.020301897189157297,"score_gpt":0.24437996875010642,"score_spread":0.22407807156094914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293852067","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006280409,0.00016169058,0.9328566,0.00025653883,0.00010908329,0.00032129543,0.0026760683,0.047899142,0.00943913],"genre_scores_gemma":[0.06325327,0.00023974656,0.9072684,0.00026938287,0.000033202905,0.0005211641,0.010074421,0.010121226,0.008219197],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99361247,0.001486001,0.00058302016,0.00085995183,0.0030082783,0.00045040748],"domain_scores_gemma":[0.9920298,0.0028351767,0.000507337,0.002426199,0.0020300273,0.00017146897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005685899,0.0015679157,0.0010104805,0.003152281,0.0007189753,0.003769623,0.003266443,0.0013844083,0.009965939],"category_scores_gemma":[0.01447233,0.0015595707,0.0031058812,0.0011845727,0.00079628517,0.00397558,0.0032791423,0.0032219023,0.0041848207],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005944859,0.0004888755,0.0094924355,0.002656778,0.00030453934,0.0014664636,0.002424472,0.32222593,0.04684039,0.20422037,0.07680455,0.33248073],"study_design_scores_gemma":[0.00010309391,0.000100836834,0.0013559953,0.00034704522,0.00010259929,0.00048914534,0.00017968926,0.69885427,0.025929403,0.026107388,0.24628352,0.0001471016],"about_ca_topic_score_codex":0.010930867,"about_ca_topic_score_gemma":0.01956094,"teacher_disagreement_score":0.010930867,"about_ca_system_score_codex":0.0017833096,"about_ca_system_score_gemma":0.0038285642,"threshold_uncertainty_score":0.03333932},"labels":[],"label_agreement":null},{"id":"W2295659559","doi":"","title":"An Initial Approach to Reuse Non-Functional Requirements Knowledge","year":2015,"lang":"en","type":"article","venue":"iStar","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Non-functional requirement; Reuse; Interdependence; Software engineering; Functional requirement; Software; Risk analysis (engineering); Data mining; Software development; Programming language; Engineering","score_opus":0.20466009095195958,"score_gpt":0.3824024696873027,"score_spread":0.1777423787353431,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295659559","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008364895,0.0001872431,0.9594339,0.0016112352,0.000111589165,0.002227606,0.0005957572,0.002204512,0.02526327],"genre_scores_gemma":[0.054513842,0.00025758793,0.92337114,0.0006258429,0.000038244365,0.0017815738,0.0019694448,0.0006879999,0.016754366],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98106486,0.006561247,0.001887505,0.0027326373,0.0065536867,0.0012000549],"domain_scores_gemma":[0.9452862,0.014858694,0.0013786879,0.022881947,0.014413397,0.0011809919],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016690673,0.0030344387,0.0018205375,0.009727639,0.0026434714,0.010021818,0.0073142806,0.0052836617,0.012095639],"category_scores_gemma":[0.051236086,0.0025768958,0.0059266603,0.0057899,0.004111909,0.012789544,0.010032222,0.008048298,0.0062938468],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004105822,0.001876612,0.004321638,0.003220322,0.00038110235,0.0024663531,0.02486955,0.010851343,0.034220997,0.34822893,0.013962069,0.5551905],"study_design_scores_gemma":[0.00027598804,0.0010066137,0.0043334872,0.0026004359,0.00042144806,0.003204907,0.009336409,0.06183653,0.051578857,0.19075339,0.6741446,0.00050741836],"about_ca_topic_score_codex":0.007745401,"about_ca_topic_score_gemma":0.010545791,"teacher_disagreement_score":0.016690673,"about_ca_system_score_codex":0.006429497,"about_ca_system_score_gemma":0.0120446235,"threshold_uncertainty_score":0.08826977},"labels":[],"label_agreement":null},{"id":"W2295665740","doi":"","title":"Using i* to Elicit and Model Transparency in the Presence of Other Non-Functional Requirements: A Position Paper","year":2013,"lang":"en","type":"article","venue":"iStar","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Transparency (behavior); Computer science; Software; Democracy; Work (physics); Computer security; Risk analysis (engineering); Internet privacy; Law and economics; Business; Political science; Engineering; Economics; Law","score_opus":0.030904919073830053,"score_gpt":0.2642016706986529,"score_spread":0.23329675162482286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295665740","genre_codex":"methods","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014656805,0.000072355266,0.975513,0.0012491983,0.000032529082,0.0003166255,0.00012632384,0.00036845883,0.0076648076],"genre_scores_gemma":[0.18722773,0.00019460767,0.8091039,0.00029283084,0.000027017426,0.0005335804,0.00027850672,0.00015858351,0.0021833358],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98715204,0.00861806,0.0009073066,0.0013257491,0.0015243439,0.00047246067],"domain_scores_gemma":[0.95805424,0.0307224,0.003122487,0.0051694675,0.00229146,0.00063997455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014364015,0.001125899,0.0006158999,0.001300512,0.0011591745,0.0042947545,0.0022310736,0.0018679012,0.0035104589],"category_scores_gemma":[0.030465947,0.0008499755,0.0021722184,0.0012197916,0.00395284,0.006438822,0.0048743677,0.0029028128,0.0005486264],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021851245,0.00050431833,0.005715572,0.0007560008,0.00015329747,0.00066984474,0.0078000254,0.22009929,0.0077553727,0.65238917,0.0034374192,0.100501195],"study_design_scores_gemma":[0.000066828456,0.00024777226,0.00056992425,0.00029555385,0.00007811862,0.00020769224,0.0026755307,0.7370268,0.008947192,0.21881674,0.030950855,0.0001168767],"about_ca_topic_score_codex":0.008614098,"about_ca_topic_score_gemma":0.0092009455,"teacher_disagreement_score":0.014364015,"about_ca_system_score_codex":0.0031917396,"about_ca_system_score_gemma":0.0040610903,"threshold_uncertainty_score":0.07596511},"labels":[],"label_agreement":null},{"id":"W2399750592","doi":"","title":"Value Cocreation Modeling: Supporting the Analysis and Design of B2B Service Engagements through Agent Orientation and Business Intelligence.","year":2014,"lang":"en","type":"article","venue":"iStar","topic":"Service and Product Innovation","field":"Business, Management and Accounting","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Ottawa","funders":"","keywords":"Service (business); Knowledge management; Service-orientation; Business intelligence; Computer science; Key (lock); Business model; Value (mathematics); Process management; Business; Marketing; Computer security","score_opus":0.05454877059599219,"score_gpt":0.2801358927142764,"score_spread":0.22558712211828422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2399750592","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007896203,0.00021429546,0.9593325,0.0016290563,0.000041506242,0.00023221345,0.00023851142,0.00060116244,0.029814411],"genre_scores_gemma":[0.20330779,0.00068703777,0.7873102,0.0003062013,0.00004598847,0.0006880757,0.00063543,0.0002698263,0.006749503],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978555,0.0009773226,0.00013942653,0.00037365136,0.000470129,0.00018404934],"domain_scores_gemma":[0.99635905,0.001938437,0.0005047407,0.0006322667,0.00034568386,0.00021984805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028069816,0.0010468639,0.00051042356,0.001795761,0.0014960506,0.005421338,0.0026742571,0.0017802074,0.004320914],"category_scores_gemma":[0.0074688187,0.0007691416,0.0018801186,0.002017822,0.0024789455,0.0059076655,0.0033797286,0.002618631,0.0009303985],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002907721,0.000084383915,0.0018552924,0.00016175596,0.00004894276,0.00020950852,0.0014457419,0.053657766,0.0010959638,0.90823555,0.0028974116,0.030278604],"study_design_scores_gemma":[0.000031233103,0.000043084132,0.0004384526,0.00019526164,0.00007779581,0.00014809275,0.0006746907,0.573497,0.0023987251,0.34275168,0.079709955,0.0000340989],"about_ca_topic_score_codex":0.011689115,"about_ca_topic_score_gemma":0.012841665,"teacher_disagreement_score":0.011689115,"about_ca_system_score_codex":0.0029907636,"about_ca_system_score_gemma":0.00447594,"threshold_uncertainty_score":0.023242176},"labels":[],"label_agreement":null},{"id":"W2402930379","doi":"","title":"Using i * Meta Modeling for Verifying i * Models.","year":2010,"lang":"en","type":"article","venue":"iStar","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Fagan inspection; Computer science; Metamodeling; Intentionality; Context (archaeology); Focus (optics); Software engineering; Epistemology","score_opus":0.19480490023041463,"score_gpt":0.29641035537497784,"score_spread":0.1016054551445632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2402930379","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008493951,0.00009150372,0.98348546,0.000672983,0.00008402381,0.00017098032,0.00017888415,0.002367762,0.0044543967],"genre_scores_gemma":[0.19242391,0.00020040521,0.8025025,0.00037235444,0.00007455375,0.00042931613,0.00090767554,0.0012270584,0.0018622598],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9795384,0.0083078155,0.0023889423,0.0020796643,0.0068175397,0.00086768786],"domain_scores_gemma":[0.93938124,0.026046544,0.0070581124,0.019051718,0.007672644,0.00078973564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018335303,0.0012278699,0.00064717425,0.003307081,0.0015594006,0.007045598,0.0037473193,0.0021421053,0.0042704623],"category_scores_gemma":[0.063278206,0.001404013,0.004208678,0.0015001084,0.003077799,0.012453458,0.004845357,0.003909992,0.0012315525],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029306527,0.0002536242,0.010357167,0.0011435396,0.00037730817,0.0010473444,0.004790955,0.06284567,0.016044676,0.78632915,0.008666641,0.107850894],"study_design_scores_gemma":[0.000117064395,0.0005608624,0.0017591631,0.0011827652,0.00038452927,0.0013182826,0.0018474099,0.52190834,0.055186387,0.3251404,0.090344705,0.00025009987],"about_ca_topic_score_codex":0.005218487,"about_ca_topic_score_gemma":0.0045451173,"teacher_disagreement_score":0.018335303,"about_ca_system_score_codex":0.0030037514,"about_ca_system_score_gemma":0.0059512584,"threshold_uncertainty_score":0.09696746},"labels":[],"label_agreement":null},{"id":"W2404262636","doi":"","title":"Goal Modeling Education with GRL: Experience Report","year":2015,"lang":"en","type":"article","venue":"iStar","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Operationalization; Computer science; Software engineering; Requirements engineering; Requirements elicitation; Engineering management; Management science; Software; Engineering; Programming language","score_opus":0.07482308586928595,"score_gpt":0.33122562436528824,"score_spread":0.2564025384960023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2404262636","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84297705,0.0021661355,0.06583109,0.004052692,0.00015034569,0.0011365253,0.0008884992,0.0031077974,0.07968978],"genre_scores_gemma":[0.9084724,0.0032154322,0.053579975,0.0011222651,0.00004209867,0.000400566,0.0016020264,0.0007413621,0.030823864],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99598026,0.001720887,0.00018756963,0.00041196804,0.0011689443,0.00053038826],"domain_scores_gemma":[0.9915445,0.0036468878,0.00034710052,0.00077573484,0.0018031405,0.0018825332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007992886,0.00061694684,0.00043675493,0.0006340085,0.000771036,0.0019052713,0.0013337613,0.0013037284,0.0060649533],"category_scores_gemma":[0.0123018,0.00050606736,0.0004871784,0.00089523126,0.0008773792,0.0027028031,0.0024054856,0.0020328234,0.0032111956],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007940459,0.027821507,0.034323856,0.00094700826,0.000070984715,0.0017635033,0.058598485,0.0038097268,0.010672677,0.0066280677,0.036861155,0.81770897],"study_design_scores_gemma":[0.0010044082,0.011392709,0.08809793,0.0013255983,0.00025701793,0.005042452,0.06419358,0.040711746,0.040379114,0.0065143,0.7407304,0.00035073978],"about_ca_topic_score_codex":0.007874203,"about_ca_topic_score_gemma":0.008979732,"teacher_disagreement_score":0.007992886,"about_ca_system_score_codex":0.0010491792,"about_ca_system_score_gemma":0.0029274279,"threshold_uncertainty_score":0.0422709},"labels":[],"label_agreement":null}]}