{"meta":{"query_hash":"c598309b518e","filters":{"venue":"iStar"},"cohort_total":11,"direct_labels_cover":0,"predictions_cover":11,"exported":11,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/c598309b518e","api":"https://metacan.xera.ac/api/v1/cohort?venue=iStar"},"results":[{"id":"W200981289","doi":"","title":"AGFL - Agent Goals from Lexicon - Eliciting Multi-Agent Systems Intentionality.","year":2008,"lang":"en","type":"article","venue":"iStar","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Lexicon; Process (computing); Intentionality; Requirements elicitation; Software agent; Order (exchange); Software; Knowledge management; Artificial intelligence; Requirements analysis; Business; Epistemology","score_opus":0.08861239609131116,"score_gpt":0.2789121613624203,"score_spread":0.19029976527110914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W200981289","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47357118,0.00089767197,0.5218919,0.00027257274,0.0020088975,0.00039350806,0.00003995195,0.0002511423,0.000673205],"genre_scores_gemma":[0.988169,0.000042539446,0.009255422,0.00027171575,0.0002917084,0.00004173402,0.000054881362,0.000016845986,0.0018561642],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977825,0.00019613697,0.0006078397,0.0005557942,0.00052577816,0.0003319055],"domain_scores_gemma":[0.9986984,0.00009430146,0.0002976484,0.0006132245,0.00014365364,0.00015276202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037485824,0.00020803943,0.00027905224,0.00009896694,0.00030787982,0.00016470991,0.0005786911,0.000092056776,0.00006436295],"category_scores_gemma":[0.000062082094,0.00019580185,0.0001457638,0.00018847868,0.00003924175,0.00043348386,0.00017261154,0.00012706353,0.0005685196],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012960563,0.004313461,0.2391829,0.0011353525,0.0017198996,0.0022589848,0.056634404,0.018493293,0.27617955,0.24287407,0.12966762,0.027410844],"study_design_scores_gemma":[0.003419928,0.00014446127,0.2194343,0.0006763156,0.000042381453,0.00014007631,0.00072437094,0.6322636,0.0070805545,0.0007644871,0.13382356,0.0014859618],"about_ca_topic_score_codex":0.0043296055,"about_ca_topic_score_gemma":0.00006916675,"teacher_disagreement_score":0.6137703,"about_ca_system_score_codex":0.0001790044,"about_ca_system_score_gemma":0.00006664047,"threshold_uncertainty_score":0.7984568},"labels":[],"label_agreement":null},{"id":"W2289674944","doi":"","title":"OpenOME: An Open-source Goal and Agent- Oriented Model Drawing and Analysis Tool","year":2011,"lang":"en","type":"article","venue":"iStar","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Eclipse; Open source; Qualitative analysis; Download; Software engineering; Human–computer interaction; Programming language; World Wide Web; Software; Qualitative research","score_opus":0.07179730644048878,"score_gpt":0.3019962123253267,"score_spread":0.23019890588483793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289674944","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20259893,0.00010893385,0.7968124,0.000013196333,0.000046202917,0.00009165976,0.000002407587,0.00018560284,0.00014067988],"genre_scores_gemma":[0.30394733,0.0000115761595,0.6957549,0.00006569262,0.0000062419763,0.0000070409765,0.0000020262987,0.000008816312,0.00019638943],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99900514,0.00007242874,0.00015336213,0.00044806252,0.00010699258,0.00021403938],"domain_scores_gemma":[0.9991756,0.000100871934,0.00004931357,0.0005397384,0.000037691585,0.00009675435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044032108,0.00013050615,0.00022595395,0.0001222455,0.00012020081,0.00017398952,0.00070094544,0.000041370015,0.0000050820913],"category_scores_gemma":[0.00014694456,0.00012482161,0.000021827813,0.00039807882,0.00005741359,0.0010490426,0.0009078017,0.00009332564,0.0000017600795],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016652443,0.00035022656,0.022355787,0.00011193197,0.0010214177,0.00020841626,0.061589483,0.51422507,0.008817566,0.12996884,0.00012689878,0.26105785],"study_design_scores_gemma":[0.00046676982,0.00015821782,0.0229115,0.000011817433,0.000099490346,0.00001260417,0.00015596126,0.96236455,0.000808367,0.011648435,0.0008698619,0.0004924058],"about_ca_topic_score_codex":0.00006846634,"about_ca_topic_score_gemma":0.000008623031,"teacher_disagreement_score":0.44813952,"about_ca_system_score_codex":0.000022303188,"about_ca_system_score_gemma":0.000018227263,"threshold_uncertainty_score":0.50900775},"labels":[],"label_agreement":null},{"id":"W2290071815","doi":"","title":"The mysteries of goal decomposition","year":2011,"lang":"en","type":"article","venue":"iStar","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; York University","funders":"","keywords":"Decomposition; Process (computing); Computer science; Order (exchange); Field (mathematics); Work (physics); Position (finance); Management science; Artificial intelligence; Engineering; Mathematics; Economics; Ecology; Programming language","score_opus":0.04433169935324126,"score_gpt":0.2856193942827118,"score_spread":0.24128769492947055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2290071815","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01082774,0.00015567505,0.9879086,0.000036271886,0.00029468368,0.000030260839,5.5893497e-7,0.00012829847,0.0006178824],"genre_scores_gemma":[0.36253464,0.000008333896,0.63738716,0.000010772519,0.000008833422,0.0000033461386,1.3592305e-7,0.00000242494,0.0000443682],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99964046,0.00003903264,0.00008927532,0.000077773606,0.000063949235,0.000089512774],"domain_scores_gemma":[0.99940115,0.00023970412,0.000037107908,0.00027984285,0.00002902694,0.000013140427],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017918424,0.000041563097,0.00005490656,0.000014891424,0.00004981693,0.000011749544,0.00038678106,0.000015083643,0.0000015534049],"category_scores_gemma":[0.0001012414,0.000028919625,0.000020740297,0.00006718506,0.000055648423,0.0001404977,0.00008862974,0.00003542162,0.0000054553393],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006223801,0.00005484087,0.0008310621,0.00006077876,0.0000497346,0.000024428777,0.011411921,0.0022986575,0.021857338,0.8541285,0.0004253934,0.108795114],"study_design_scores_gemma":[0.00045094045,0.0005677081,0.05677108,0.00007435172,0.0000131093075,0.00005383755,0.00038871833,0.0033579583,0.39609784,0.518854,0.022805182,0.00056528446],"about_ca_topic_score_codex":0.000005094356,"about_ca_topic_score_gemma":0.000001818855,"teacher_disagreement_score":0.3742405,"about_ca_system_score_codex":0.000009222784,"about_ca_system_score_gemma":0.000008147242,"threshold_uncertainty_score":0.11793081},"labels":[],"label_agreement":null},{"id":"W2293066062","doi":"","title":"Analysing a repository of design knowledge with the GO-DKL browser","year":2011,"lang":"en","type":"article","venue":"iStar","topic":"Information Architecture and Usability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Contextualization; Computer science; World Wide Web; Sample (material); Data science","score_opus":0.027615970999444985,"score_gpt":0.22333303444606384,"score_spread":0.19571706344661885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293066062","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046165626,0.000043234657,0.900318,0.00010170517,0.000050446935,0.00009490863,2.3885184e-7,0.000041645413,0.053184196],"genre_scores_gemma":[0.95615673,2.2580532e-7,0.043479875,0.00009049047,0.000013987178,0.0000031349305,1.5350638e-7,0.0000019635256,0.00025344294],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9995043,0.00008285931,0.00013050834,0.000092995426,0.00009964921,0.00008965216],"domain_scores_gemma":[0.99932295,0.000055159075,0.00007717375,0.00043798226,0.000083241954,0.000023506786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029147565,0.000053273172,0.00007150611,0.00003519708,0.00009734861,0.000022666492,0.00037999917,0.000016121812,0.000008370968],"category_scores_gemma":[0.000008236568,0.000029324203,0.00003391214,0.00021878979,0.00007748512,0.00017058686,0.000053979224,0.00006069065,0.000016398593],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049215066,0.0008241146,0.0125163775,0.0003115904,0.0004906525,0.000048888585,0.7199566,0.003295099,0.008312029,0.11594634,0.0146519905,0.12315421],"study_design_scores_gemma":[0.0021545466,0.0018846496,0.25272462,0.00020984514,0.00023740294,0.00026552935,0.001702907,0.23459242,0.39469296,0.015374903,0.094618864,0.0015413794],"about_ca_topic_score_codex":0.00003617084,"about_ca_topic_score_gemma":0.000018420596,"teacher_disagreement_score":0.9099911,"about_ca_system_score_codex":0.000012591362,"about_ca_system_score_gemma":0.000058889258,"threshold_uncertainty_score":0.11958063},"labels":[],"label_agreement":null},{"id":"W2293731235","doi":"","title":"Aligning Data Warehouse Requirements with Business Goals","year":2013,"lang":"en","type":"article","venue":"iStar","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Data warehouse; Strategic planning; Process management; Term (time); Plan (archaeology); Business plan; Business analysis; Business; Business requirements; Strategic alignment; Computer science; Business process; Knowledge management; Business model; Database; Marketing; Strategic financial management; Geography","score_opus":0.148738728672022,"score_gpt":0.2999131640955284,"score_spread":0.15117443542350636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293731235","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85197544,0.0007902776,0.045708194,0.010971874,0.0027153348,0.0024425865,0.00017885427,0.001777133,0.08344033],"genre_scores_gemma":[0.9928476,0.000022316137,0.001605318,0.002489522,0.0011145483,0.000033989734,0.0007838133,0.00006193385,0.0010409503],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983539,0.0000059863355,0.00028357015,0.00054530904,0.0004017273,0.000409526],"domain_scores_gemma":[0.9980525,0.000022465276,0.0001940702,0.0012663382,0.0004458547,0.000018823568],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00022335505,0.00024066813,0.00021222941,0.00014866592,0.00020855268,0.00078760576,0.0012237371,0.000060291735,0.0018429083],"category_scores_gemma":[0.00012624638,0.00018248506,0.000018373825,0.00079078553,0.00010285231,0.0056954357,0.00078058545,0.000100031786,0.0035124489],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016427627,0.0005888175,0.14107288,0.0013424819,0.00024180344,0.0001431743,0.00011679402,0.00024369673,0.0049310727,0.009933244,0.76457417,0.0766476],"study_design_scores_gemma":[0.00068506604,0.000012102361,0.057590213,0.00041406616,0.00012830847,0.000010707862,0.0002621869,0.0040283664,0.00036803514,0.0016395705,0.93395543,0.0009059529],"about_ca_topic_score_codex":0.004490467,"about_ca_topic_score_gemma":0.00023499811,"teacher_disagreement_score":0.16938128,"about_ca_system_score_codex":0.000019187575,"about_ca_system_score_gemma":0.000030447609,"threshold_uncertainty_score":0.9990696},"labels":[],"label_agreement":null},{"id":"W2293852067","doi":"","title":"Improved GRL Modeling and Analysis with jUCMNav 5","year":2013,"lang":"en","type":"article","venue":"iStar","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Eclipse; Computer science; Stakeholder; Software engineering; Requirements analysis; Systems engineering; Engineering; Programming language; Software","score_opus":0.020301897189157297,"score_gpt":0.24437996875010642,"score_spread":0.22407807156094914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293852067","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058001693,0.00013843816,0.9413357,0.00011718154,0.000035001212,0.00006142634,4.6946604e-7,0.00027191313,0.000038214614],"genre_scores_gemma":[0.3679819,0.0000052929854,0.6319019,0.00003452144,0.0000074301793,0.000009251576,4.8454166e-7,0.0000040291566,0.000055147455],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99941486,0.000022686652,0.000085900174,0.00023725026,0.000078166806,0.00016110869],"domain_scores_gemma":[0.99940723,0.00011916213,0.000024117306,0.00034454404,0.000054149365,0.000050809445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011648143,0.000086184315,0.00013836345,0.00009043567,0.00004249419,0.00007928177,0.00023523798,0.000025114126,0.0000036336237],"category_scores_gemma":[0.00007418117,0.00006648743,0.000024202678,0.00036832737,0.00002154994,0.00036875054,0.000097852455,0.000071319446,0.0000044431144],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040967357,0.0000122962,0.0008885083,0.000020630378,0.00020639214,0.000007926133,0.0007956393,0.95726424,0.0025329457,0.002839848,0.000027112586,0.03540039],"study_design_scores_gemma":[0.00007817815,0.00002959981,0.0006883479,0.0000031071995,0.000022232696,0.0000025332843,0.000020304353,0.99382246,0.0003046134,0.004871638,0.000038402886,0.00011857116],"about_ca_topic_score_codex":0.000084185005,"about_ca_topic_score_gemma":0.0000072751227,"teacher_disagreement_score":0.3099802,"about_ca_system_score_codex":0.00001470236,"about_ca_system_score_gemma":0.0000095818,"threshold_uncertainty_score":0.27112788},"labels":[],"label_agreement":null},{"id":"W2295659559","doi":"","title":"An Initial Approach to Reuse Non-Functional Requirements Knowledge","year":2015,"lang":"en","type":"article","venue":"iStar","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Non-functional requirement; Reuse; Interdependence; Software engineering; Functional requirement; Software; Risk analysis (engineering); Data mining; Software development; Programming language; Engineering","score_opus":0.20466009095195958,"score_gpt":0.3824024696873027,"score_spread":0.1777423787353431,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295659559","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0078171035,0.000036071036,0.98711944,0.00006623233,0.0010888173,0.000109136505,0.000001788991,0.0004511244,0.003310289],"genre_scores_gemma":[0.16390352,3.885364e-7,0.83551824,0.00012305478,0.00020552267,0.000025486446,0.0000056356726,0.000011590014,0.00020658792],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99895084,0.000084048406,0.000142435,0.0003593518,0.0002256319,0.00023770035],"domain_scores_gemma":[0.99864286,0.00009253429,0.000027507407,0.00091745413,0.00010011676,0.00021953261],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005784083,0.00011949775,0.00012333096,0.000098319855,0.000051127274,0.000061080354,0.0010201699,0.00004779317,0.0000014282091],"category_scores_gemma":[0.00078636146,0.00011758119,0.000024416453,0.0003000091,0.000025484005,0.00056419667,0.00036784427,0.00010372636,0.00011952927],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028400752,0.0019411175,0.0010142352,0.00012057088,0.0001343586,0.00010762646,0.041675355,0.6447001,0.012600734,0.07144731,0.11497941,0.110995196],"study_design_scores_gemma":[0.00816409,0.004596635,0.030604752,0.00018929371,0.000060196704,0.00022811921,0.0015938793,0.2934443,0.04009987,0.28397417,0.33149245,0.005552218],"about_ca_topic_score_codex":0.0000064236465,"about_ca_topic_score_gemma":9.468742e-7,"teacher_disagreement_score":0.35125577,"about_ca_system_score_codex":0.00011211069,"about_ca_system_score_gemma":0.00010034483,"threshold_uncertainty_score":0.4794822},"labels":[],"label_agreement":null},{"id":"W2295665740","doi":"","title":"Using i* to Elicit and Model Transparency in the Presence of Other Non-Functional Requirements: A Position Paper","year":2013,"lang":"en","type":"article","venue":"iStar","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Transparency (behavior); Computer science; Software; Democracy; Work (physics); Computer security; Risk analysis (engineering); Internet privacy; Law and economics; Business; Political science; Engineering; Economics; Law","score_opus":0.030904919073830053,"score_gpt":0.2642016706986529,"score_spread":0.23329675162482286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295665740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62614334,0.000046649642,0.37117463,0.0016670127,0.000036281876,0.00020380836,0.0000025209338,0.000009564779,0.0007162305],"genre_scores_gemma":[0.9776781,0.0000015177216,0.01804363,0.0042226133,0.000020335741,0.000019147838,0.0000010055733,0.0000035434155,0.000010064636],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993256,0.000030457657,0.00014196464,0.00017887854,0.0001998736,0.00012322758],"domain_scores_gemma":[0.99964035,0.000031309184,0.000032598353,0.00023058149,0.000035941473,0.000029236722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000102038575,0.00006904554,0.00006763863,0.000059551392,0.000045745022,0.00004305913,0.00030898955,0.000021920596,0.000015594967],"category_scores_gemma":[0.0000016071986,0.0000482409,0.00001684111,0.0002251804,0.000014016049,0.0004025482,0.00004357686,0.00004915806,0.0000051866114],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010451679,0.00054621836,0.009600808,0.00026249533,0.00007476533,0.000009258087,0.122853294,0.11118698,0.6910443,0.050211713,0.00056216,0.013543515],"study_design_scores_gemma":[0.0005182342,0.00013294497,0.034817863,0.00017506976,0.000013882777,0.000010130666,0.00041151926,0.9343691,0.0035421208,0.02536567,0.00041731863,0.0002261849],"about_ca_topic_score_codex":0.0015591658,"about_ca_topic_score_gemma":0.00023500838,"teacher_disagreement_score":0.8231821,"about_ca_system_score_codex":0.0000090764,"about_ca_system_score_gemma":0.000018428194,"threshold_uncertainty_score":0.23570026},"labels":[],"label_agreement":null},{"id":"W2399750592","doi":"","title":"Value Cocreation Modeling: Supporting the Analysis and Design of B2B Service Engagements through Agent Orientation and Business Intelligence.","year":2014,"lang":"en","type":"article","venue":"iStar","topic":"Service and Product Innovation","field":"Business, Management and Accounting","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Ottawa","funders":"","keywords":"Service (business); Knowledge management; Service-orientation; Business intelligence; Computer science; Key (lock); Business model; Value (mathematics); Process management; Business; Marketing; Computer security","score_opus":0.05454877059599219,"score_gpt":0.2801358927142764,"score_spread":0.22558712211828422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2399750592","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5462172,0.000041875577,0.45134386,0.0016937451,0.000078488716,0.00020626905,7.512927e-7,0.00002259205,0.00039520033],"genre_scores_gemma":[0.99443203,0.00003582984,0.0024878327,0.002713063,0.00019907206,0.000009957239,0.000098625234,0.000009989839,0.0000135851815],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991193,0.000035512865,0.0003205421,0.00022215142,0.00018598979,0.000116542775],"domain_scores_gemma":[0.99896646,0.000059769594,0.0002861358,0.00018637105,0.000496884,0.0000044126577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010838005,0.00010443492,0.00014076493,0.00014874413,0.00020836917,0.00013718689,0.000097312055,0.000031453998,0.000030156501],"category_scores_gemma":[0.00014430608,0.00008216376,0.000017152857,0.0015850776,0.000020889685,0.00072320516,0.00006824492,0.000054988235,0.0000065616177],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003865776,0.00025969808,0.08635182,0.0027301023,0.0010758932,0.0000024235396,0.013402016,0.5847376,0.007093397,0.20506947,0.00034969117,0.09854132],"study_design_scores_gemma":[0.00018186365,0.000008164663,0.01554034,0.000032559492,0.00059968024,3.7880423e-7,0.002064483,0.95503557,0.00058448827,0.024748178,0.0010530311,0.00015126719],"about_ca_topic_score_codex":0.0028866509,"about_ca_topic_score_gemma":0.000099555626,"teacher_disagreement_score":0.44885603,"about_ca_system_score_codex":0.000008873359,"about_ca_system_score_gemma":0.000007804269,"threshold_uncertainty_score":0.43637717},"labels":[],"label_agreement":null},{"id":"W2402930379","doi":"","title":"Using i * Meta Modeling for Verifying i * Models.","year":2010,"lang":"en","type":"article","venue":"iStar","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Fagan inspection; Computer science; Metamodeling; Intentionality; Context (archaeology); Focus (optics); Software engineering; Epistemology","score_opus":0.19480490023041463,"score_gpt":0.29641035537497784,"score_spread":0.1016054551445632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2402930379","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27969512,0.00028746302,0.71668905,0.00040123897,0.00043311866,0.00015546224,0.000005234601,0.0002209894,0.0021123132],"genre_scores_gemma":[0.977253,0.0000046890113,0.020617403,0.0007089586,0.0012206235,0.000031159576,0.000027402808,0.00005443686,0.00008231684],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987995,0.0000022526835,0.00028551157,0.00036961067,0.0002070439,0.00033608137],"domain_scores_gemma":[0.9991261,0.000017017874,0.00013326692,0.0002954436,0.000413267,0.000014898438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037065623,0.00021563866,0.00033735952,0.00023786756,0.00038029547,0.00037810314,0.00027167337,0.000100926925,0.00008016019],"category_scores_gemma":[0.000071133305,0.00019076577,0.00028003944,0.0003639667,0.000028073251,0.0014653989,0.00008835225,0.00018936578,0.00001980581],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032927124,0.000056879166,0.000083704384,0.00032253386,0.00032648558,0.0000023135422,0.000039756556,0.959191,0.004990994,0.032511726,0.00013794425,0.002303694],"study_design_scores_gemma":[0.00023121412,9.705477e-7,5.050219e-7,0.000012352988,0.0011429606,8.6725754e-7,0.00005405043,0.95351183,0.000044426935,0.041205056,0.0035468852,0.00024884555],"about_ca_topic_score_codex":0.0009645177,"about_ca_topic_score_gemma":0.000124026,"teacher_disagreement_score":0.69755787,"about_ca_system_score_codex":0.000010390901,"about_ca_system_score_gemma":0.000028429095,"threshold_uncertainty_score":0.77792025},"labels":[],"label_agreement":null},{"id":"W2404262636","doi":"","title":"Goal Modeling Education with GRL: Experience Report","year":2015,"lang":"en","type":"article","venue":"iStar","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Operationalization; Computer science; Software engineering; Requirements engineering; Requirements elicitation; Engineering management; Management science; Software; Engineering; Programming language","score_opus":0.07482308586928595,"score_gpt":0.33122562436528824,"score_spread":0.2564025384960023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2404262636","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048484743,0.000143213,0.94979787,0.00010723015,0.00053046644,0.000055092103,1.2809882e-7,0.00041428575,0.0004669504],"genre_scores_gemma":[0.31685206,0.0000012084348,0.68280506,0.000044731398,0.00004314152,0.000017947588,8.8875e-7,0.0000057819248,0.00022913852],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99925923,0.00002483615,0.00011888476,0.00025556283,0.00019405263,0.00014744417],"domain_scores_gemma":[0.99919236,0.000045706918,0.000042539144,0.00050690107,0.00013017295,0.00008232584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024664833,0.000081040824,0.00008376812,0.000039512885,0.00003330919,0.00004348858,0.0003535658,0.000024487672,6.02118e-7],"category_scores_gemma":[0.0004502516,0.00006893068,0.000012377665,0.00017496722,0.000023696139,0.00048029577,0.00008251765,0.000072058014,0.000007426687],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012356257,0.000043725897,0.0005881695,0.000011513539,0.0000063654056,0.00014615494,0.0075664213,0.9613415,0.00033561833,0.0090032555,0.00046765586,0.020477239],"study_design_scores_gemma":[0.0008645622,0.00047764138,0.0007017255,0.00018411501,0.000015053631,0.0025435046,0.0043219947,0.80440485,0.009226662,0.13033928,0.045195762,0.0017248753],"about_ca_topic_score_codex":0.00004356952,"about_ca_topic_score_gemma":0.0000022911056,"teacher_disagreement_score":0.26836732,"about_ca_system_score_codex":0.000067528934,"about_ca_system_score_gemma":0.0002177753,"threshold_uncertainty_score":0.28109115},"labels":[],"label_agreement":null}]}