{"meta":{"query_hash":"3951d74a8c9c","filters":{"venue":"Proceedings of the 23rd International Conference on Software Engineering. ICSE 2001"},"cohort_total":12,"direct_labels_cover":0,"predictions_cover":12,"exported":12,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/3951d74a8c9c","api":"https://metacan.xera.ac/api/v1/cohort?venue=Proceedings+of+the+23rd+International+Conference+on+Software+Engineering.+ICSE+2001"},"results":[{"id":"W4232185901","doi":"10.1109/icse.2001.919157","title":"2nd international workshop on living with inconsistency","year":2001,"lang":"en","type":"article","venue":"Proceedings of the 23rd International Conference on Software Engineering. ICSE 2001","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science","score_opus":0.10551223806098867,"score_gpt":0.3396156170632339,"score_spread":0.23410337900224523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232185901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65177125,0.000044845678,0.04255517,0.0217274,0.0066891047,0.0010701539,0.00024362859,0.0005727166,0.27532575],"genre_scores_gemma":[0.98293644,0.00009069479,0.0052609476,0.0007245599,0.00022483409,0.00003519289,0.00000825941,0.000025771364,0.010693297],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99647737,0.000013052627,0.00058828795,0.0005254493,0.0021075653,0.00028829754],"domain_scores_gemma":[0.9974119,0.0005736988,0.0004156279,0.00033788857,0.0011516379,0.000109224224],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012606363,0.00025756616,0.0002595727,0.0004454105,0.00009043776,0.00043077432,0.002616144,0.00008124923,0.001341784],"category_scores_gemma":[0.0075677107,0.0001726673,0.00012898973,0.0005535899,0.00009998113,0.00061298185,0.0005383144,0.00034083676,0.00010777183],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006361799,0.001120624,0.09217725,0.0000613946,0.00061564305,0.000018796803,0.0014941357,0.0074027316,0.0008105089,0.76206505,0.085702874,0.047894802],"study_design_scores_gemma":[0.0034651158,0.001119497,0.21356706,0.0068028057,0.00015065618,0.00020217686,0.0076828203,0.09708103,0.0024020802,0.032655727,0.6321053,0.0027657044],"about_ca_topic_score_codex":0.000019761761,"about_ca_topic_score_gemma":0.000015229923,"teacher_disagreement_score":0.72940934,"about_ca_system_score_codex":0.00012829021,"about_ca_system_score_gemma":0.000050425228,"threshold_uncertainty_score":0.99957114},"labels":[],"label_agreement":null},{"id":"W4233995506","doi":"10.1109/icse.2001.919114","title":"A framework for multi-valued reasoning over inconsistent viewpoints","year":2005,"lang":"en","type":"article","venue":"Proceedings of the 23rd International Conference on Software Engineering. ICSE 2001","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; University of Toronto","keywords":"Viewpoints; Computer science; Negotiation; Theoretical computer science; Artificial intelligence; Model checking; Machine learning","score_opus":0.0757266652675412,"score_gpt":0.34004848790132863,"score_spread":0.26432182263378745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233995506","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01928774,0.000030569612,0.9781004,0.00049123185,0.0009943052,0.00038778523,0.000016773405,0.00022058524,0.00047056575],"genre_scores_gemma":[0.097782284,0.000030494515,0.90137386,0.0002984453,0.00016021113,0.00009830732,0.0000019559907,0.000022007245,0.00023245144],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984245,0.0000075132843,0.00040526674,0.0003746586,0.0004968966,0.0002911683],"domain_scores_gemma":[0.99854463,0.000069286325,0.00033119236,0.00026477646,0.00070458755,0.000085537235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059119624,0.00021896129,0.00021152933,0.00016106118,0.000078605124,0.00014728878,0.0017259357,0.00012546063,0.000036238423],"category_scores_gemma":[0.0037694788,0.00018504419,0.00015530144,0.00026297526,0.000045780955,0.0005947479,0.00030271438,0.00030940815,0.000013376435],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026708918,0.000087948145,0.00084764505,0.000044096654,0.0000427697,1.1322285e-7,0.0002868095,0.00054161274,0.00073403324,0.99276596,0.00047131983,0.0041509755],"study_design_scores_gemma":[0.00045687275,0.000076080025,0.004678819,0.00055186247,0.00001214664,0.000010811328,0.000023708757,0.9739257,0.012624866,0.0041489685,0.003219393,0.0002707809],"about_ca_topic_score_codex":0.0000045148417,"about_ca_topic_score_gemma":6.8305656e-7,"teacher_disagreement_score":0.988617,"about_ca_system_score_codex":0.00019512563,"about_ca_system_score_gemma":0.00005758389,"threshold_uncertainty_score":0.7545883},"labels":[],"label_agreement":null},{"id":"W4234590816","doi":"10.1109/icse.2001.919101","title":"Separating features in source code: an exploratory study","year":2005,"lang":"en","type":"article","venue":"Proceedings of the 23rd International Conference on Software Engineering. ICSE 2001","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Codebase; AspectJ; Computer science; Context (archaeology); Process (computing); Separation of concerns; Software engineering; Feature (linguistics); Source code; Programming language; Software; Aspect-oriented programming","score_opus":0.05341582456775241,"score_gpt":0.3164684557005727,"score_spread":0.2630526311328203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234590816","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48904386,0.00004941301,0.508308,0.00039551302,0.00073733437,0.0003968667,0.000007875632,0.0007623158,0.00029878583],"genre_scores_gemma":[0.7335667,0.000013056154,0.26584753,0.000088596884,0.0001336982,0.00006378894,0.0000012507086,0.000029916986,0.00025545966],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980422,0.000023752425,0.000432136,0.00051012344,0.0006210483,0.00037071196],"domain_scores_gemma":[0.9987561,0.00021266597,0.00021306927,0.00031499946,0.00040912378,0.00009405898],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007619799,0.00030666494,0.00029767668,0.00031312025,0.00006135311,0.0001532604,0.0023401775,0.000099497935,0.000013370081],"category_scores_gemma":[0.0021336358,0.00026435583,0.00007685758,0.00046114306,0.00004222265,0.0011681988,0.00048800776,0.0005436037,0.0000073795595],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000115970324,0.0011786276,0.02414697,0.00010285305,0.00015356956,0.000009886222,0.015850352,0.8432656,0.014265412,0.07115364,0.0014667392,0.028290395],"study_design_scores_gemma":[0.004781535,0.0019043646,0.07834409,0.001520137,0.000053181124,0.00013804703,0.0058467845,0.81048423,0.07821103,0.008634905,0.0065800208,0.0035016758],"about_ca_topic_score_codex":0.000006978778,"about_ca_topic_score_gemma":0.000019854167,"teacher_disagreement_score":0.24452281,"about_ca_system_score_codex":0.00018978593,"about_ca_system_score_gemma":0.000057854417,"threshold_uncertainty_score":0.99998087},"labels":[],"label_agreement":null},{"id":"W4234615164","doi":"10.1109/icse.2001.919165","title":"Generative techniques for product lines","year":2005,"lang":"en","type":"article","venue":"Proceedings of the 23rd International Conference on Software Engineering. ICSE 2001","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Generative grammar; Product (mathematics); Artificial intelligence; Natural language processing; Mathematics","score_opus":0.056493582251025805,"score_gpt":0.3100834653983445,"score_spread":0.25358988314731873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234615164","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004199227,0.000059386675,0.9905838,0.0026639919,0.0008375954,0.00044794354,0.000022273316,0.00083722384,0.00034855984],"genre_scores_gemma":[0.067944966,0.000059088034,0.9302908,0.00017728283,0.00048737862,0.00018383101,0.0000029628739,0.000031076615,0.0008225761],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984905,0.000005859289,0.00035171234,0.00044227816,0.000393117,0.0003165184],"domain_scores_gemma":[0.9982395,0.00022093396,0.00021440307,0.00026020166,0.0010022755,0.00006266589],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004281468,0.00027447735,0.000255468,0.00019862094,0.000067064495,0.00010778646,0.0018771689,0.000082539154,0.0000105831705],"category_scores_gemma":[0.003838856,0.00021807846,0.00013407497,0.00027476184,0.000053633765,0.00063312636,0.00032304905,0.00025423174,0.0000042533093],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010669455,0.000294341,0.0009301727,0.0002602656,0.00024908883,0.0000011365925,0.0009995175,0.058799993,0.08105462,0.7447926,0.015100307,0.09741127],"study_design_scores_gemma":[0.0005255405,0.0002830832,0.00077078195,0.0004355894,0.00002044809,0.000033149718,0.000032986183,0.1463144,0.7942706,0.017159833,0.039319206,0.0008343969],"about_ca_topic_score_codex":0.0000017958932,"about_ca_topic_score_gemma":5.50402e-7,"teacher_disagreement_score":0.72763276,"about_ca_system_score_codex":0.00013290807,"about_ca_system_score_gemma":0.000057167657,"threshold_uncertainty_score":0.88929814},"labels":[],"label_agreement":null},{"id":"W4236555516","doi":"10.1109/icse.2001.919189","title":"Model processing tools in UML","year":2005,"lang":"en","type":"article","venue":"Proceedings of the 23rd International Conference on Software Engineering. ICSE 2001","topic":"Machine Learning and Algorithms","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Association of Canadian Universities for Research in Astronomy","keywords":"Class diagram; Sequence diagram; Communication diagram; Computer science; Unified Modeling Language; Merge (version control); Programming language; UML tool; Story-driven modeling; Applications of UML; Activity diagram; Interaction overview diagram; System context diagram; State diagram; Theoretical computer science; Diagram; Finite-state machine; Software; Information retrieval; Database","score_opus":0.03905878854159189,"score_gpt":0.27558280502886245,"score_spread":0.23652401648727056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236555516","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24984175,0.00009775531,0.72155726,0.009197566,0.00090274535,0.00044950936,0.00002060319,0.0007817754,0.017151045],"genre_scores_gemma":[0.8676373,0.000018407007,0.130962,0.0002030574,0.00012033034,0.000019863628,0.0000013674746,0.000015060474,0.0010226319],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998637,0.0000033003603,0.00029850996,0.00030995876,0.00048227224,0.00026894643],"domain_scores_gemma":[0.9992978,0.000027906795,0.00015729725,0.00013641168,0.00031849887,0.00006208549],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027784862,0.00018310815,0.00016876058,0.00020075765,0.000044909844,0.00021230981,0.0015367391,0.00006841561,0.00002468379],"category_scores_gemma":[0.00053385494,0.00014909763,0.00007097676,0.00030337338,0.000025697864,0.000744988,0.00026475108,0.00039675547,0.000012535771],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042928816,0.0004009422,0.010473027,0.00015772722,0.00004895273,0.000002865204,0.0019499501,0.31793773,0.004758374,0.32977986,0.0026347372,0.33181292],"study_design_scores_gemma":[0.00023506673,0.000024882269,0.0017352407,0.00023251797,0.0000020425937,0.000008093974,0.000009173147,0.9944861,0.0013818425,0.0008310099,0.00088477466,0.00016927216],"about_ca_topic_score_codex":0.000008241146,"about_ca_topic_score_gemma":0.0000017715076,"teacher_disagreement_score":0.67654836,"about_ca_system_score_codex":0.00010329278,"about_ca_system_score_gemma":0.000075727556,"threshold_uncertainty_score":0.6080025},"labels":[],"label_agreement":null},{"id":"W4239519232","doi":"10.1109/icse.2001.919188","title":"New software engineering faculty symposium","year":2001,"lang":"en","type":"article","venue":"Proceedings of the 23rd International Conference on Software Engineering. ICSE 2001","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Software engineering; Computer science","score_opus":0.031157295733519136,"score_gpt":0.2679616752015483,"score_spread":0.23680437946802915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239519232","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023599857,0.000078159224,0.9668358,0.0024976872,0.002531717,0.0004215855,0.000033667715,0.0025446864,0.0014568482],"genre_scores_gemma":[0.24688666,0.00031435155,0.74876153,0.00029863947,0.00056126213,0.000078455356,0.000015587413,0.000105098574,0.0029784213],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975578,0.000004990065,0.00048792388,0.0005609566,0.0008610103,0.0005272758],"domain_scores_gemma":[0.99826705,0.00018615354,0.00029899765,0.0004223685,0.0005928842,0.00023254578],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003290069,0.00044649869,0.00033714555,0.00032565903,0.0000824546,0.00034771854,0.0030604764,0.00018997425,0.00012500891],"category_scores_gemma":[0.0017622121,0.0003855855,0.00021833178,0.00068029313,0.000025736617,0.0011193636,0.0006062847,0.00059577415,0.00003234832],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025205128,0.00063006184,0.058174547,0.0005673721,0.0009534806,0.000062289284,0.0019630175,0.07286216,0.017250748,0.70775336,0.11357507,0.02595582],"study_design_scores_gemma":[0.0022770567,0.0007741542,0.025651438,0.0024888886,0.00012466556,0.00071886554,0.000069690876,0.53641576,0.04440782,0.0047105956,0.37901166,0.003349415],"about_ca_topic_score_codex":0.000052900188,"about_ca_topic_score_gemma":0.0000010534181,"teacher_disagreement_score":0.7030428,"about_ca_system_score_codex":0.00017893079,"about_ca_system_score_gemma":0.00011185713,"threshold_uncertainty_score":0.99985963},"labels":[],"label_agreement":null},{"id":"W4245949151","doi":"10.1109/icse.2001.919187","title":"David L. Parnas symposium","year":2001,"lang":"en","type":"article","venue":"Proceedings of the 23rd International Conference on Software Engineering. ICSE 2001","topic":"History and advancements in chemistry","field":"Chemistry","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Programming language","score_opus":0.022019906191632833,"score_gpt":0.24753051065605905,"score_spread":0.22551060446442622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245949151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7827274,0.00007407138,0.0007949328,0.0010086381,0.001521451,0.00014051505,0.000105493484,0.0004229601,0.21320452],"genre_scores_gemma":[0.96473646,0.00022938344,0.0029325078,0.0001390414,0.00042217123,0.00004372492,0.000018599663,0.00004573177,0.031432383],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99861413,0.0000010114438,0.0003152654,0.0003027489,0.00049256906,0.00027428113],"domain_scores_gemma":[0.9991339,0.000037219954,0.00020721348,0.00017907073,0.0003489244,0.00009366205],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000098231474,0.00023726567,0.00018370201,0.000056786586,0.00007169931,0.000042696018,0.00096208946,0.00011605824,0.0021573994],"category_scores_gemma":[0.00042397584,0.00020718692,0.00011883024,0.000122023186,0.0000701978,0.00019682672,0.00015093865,0.00036812032,0.000030872954],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019625768,0.0004060505,0.02334525,0.00037447744,0.00022088712,0.000009818245,0.00036560534,0.0012903188,0.93868464,0.021816645,0.011743257,0.0015467734],"study_design_scores_gemma":[0.0010605904,0.00004604521,0.00033127537,0.0011305226,0.00005009431,0.000088422414,0.0001943437,0.0046437792,0.5054178,0.00093567866,0.485352,0.000749432],"about_ca_topic_score_codex":0.000003982131,"about_ca_topic_score_gemma":2.8002825e-7,"teacher_disagreement_score":0.47360876,"about_ca_system_score_codex":0.00018601917,"about_ca_system_score_gemma":0.000041665862,"threshold_uncertainty_score":0.99875474},"labels":[],"label_agreement":null},{"id":"W4245966320","doi":"10.1109/icse.2001.919168","title":"3/sup rd/ international workshop on net-centric computing (NCC 2001) Theme: migrating to the Web","year":2001,"lang":"en","type":"article","venue":"Proceedings of the 23rd International Conference on Software Engineering. ICSE 2001","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Alberta; University of Victoria","funders":"","keywords":"Theme (computing); Net (polyhedron); Computer science; World Wide Web; The Internet; Software engineering; Mathematics","score_opus":0.02839845273536656,"score_gpt":0.2590917701956434,"score_spread":0.23069331746027683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245966320","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37163407,0.000118927834,0.56068957,0.03191343,0.009586163,0.0013626887,0.00011086319,0.0011999398,0.023384372],"genre_scores_gemma":[0.98530614,0.00005120761,0.011591284,0.000859203,0.000718724,0.000024097557,0.000012834875,0.000030322848,0.0014061647],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99711853,0.0000211612,0.00058909977,0.00058098877,0.0011166473,0.00057356386],"domain_scores_gemma":[0.99795693,0.00030875806,0.00037254376,0.0003683185,0.00083074573,0.00016269242],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007660068,0.0003711943,0.0002844243,0.00024671337,0.00019886895,0.0005716864,0.0042782184,0.00010839315,0.00007176417],"category_scores_gemma":[0.0014512605,0.0002646072,0.00018704457,0.00088968826,0.000041067276,0.00030074277,0.00077381555,0.00054919923,0.00008198895],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002353694,0.0007691945,0.032687012,0.00011157918,0.00060174963,0.000024652874,0.0038000084,0.42496556,0.0019767033,0.2634011,0.23234664,0.039080434],"study_design_scores_gemma":[0.0004871645,0.0000965862,0.0028001373,0.00089579384,0.000009895411,0.000067874,0.00015095362,0.9233912,0.00029400754,0.0003265337,0.071071215,0.0004086239],"about_ca_topic_score_codex":0.000024971205,"about_ca_topic_score_gemma":0.000003889986,"teacher_disagreement_score":0.6136721,"about_ca_system_score_codex":0.00020478727,"about_ca_system_score_gemma":0.00009418729,"threshold_uncertainty_score":0.9999806},"labels":[],"label_agreement":null},{"id":"W4246443804","doi":"10.1109/icse.2001.919194","title":"Holmes: an intelligent system to support software product line development","year":2005,"lang":"en","type":"article","venue":"Proceedings of the 23rd International Conference on Software Engineering. ICSE 2001","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Software product line; Computer science; Software engineering; Software development; Blackboard (design pattern); Product line; Software; Blackboard system; Software architecture; Feature (linguistics); Product (mathematics); Software system; Resource-oriented architecture; Software construction; Programming language; Engineering","score_opus":0.06818995543559302,"score_gpt":0.30629305146165803,"score_spread":0.238103096026065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246443804","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04647864,0.00003466645,0.94915915,0.00060637004,0.0015372627,0.00049470324,0.000017269771,0.0014653284,0.00020660691],"genre_scores_gemma":[0.25430587,0.00001639757,0.7445225,0.00016368281,0.00026716862,0.000105280946,0.0000065589998,0.00004674091,0.00056579907],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99704134,0.000013304769,0.00069421076,0.00077084836,0.0009205873,0.00055972196],"domain_scores_gemma":[0.997715,0.00015939304,0.00027143085,0.00051870476,0.0010772254,0.00025824012],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008091268,0.00045665822,0.00040409,0.0003360005,0.000102091144,0.00019160834,0.003319902,0.00011128684,0.000032689863],"category_scores_gemma":[0.003122436,0.00038316223,0.00011896234,0.0005412969,0.000043600816,0.0008724342,0.00079258945,0.00042448603,0.00007142],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017687614,0.0007150116,0.0032086617,0.00075820915,0.000376704,0.000014369943,0.0052908356,0.55181885,0.009796522,0.17784245,0.004825505,0.24517599],"study_design_scores_gemma":[0.0021133712,0.0023398548,0.011371479,0.0042362004,0.000089403424,0.0004820213,0.00085358194,0.20310007,0.64725095,0.002366456,0.12059509,0.0052014966],"about_ca_topic_score_codex":0.0000038540447,"about_ca_topic_score_gemma":0.000002205103,"teacher_disagreement_score":0.63745445,"about_ca_system_score_codex":0.0005814298,"about_ca_system_score_gemma":0.00019181485,"threshold_uncertainty_score":0.999862},"labels":[],"label_agreement":null},{"id":"W4247693085","doi":"10.1109/icse.2001.919086","title":"On the syllogistic structure of object-oriented programming","year":2005,"lang":"en","type":"article","venue":"Proceedings of the 23rd International Conference on Software Engineering. ICSE 2001","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Syllogism; Computer science; Class hierarchy; Theoretical computer science; Hierarchy; Class (philosophy); Graph; Object-oriented programming; Programming language; Artificial intelligence; Epistemology","score_opus":0.021668304380192165,"score_gpt":0.2598943500563406,"score_spread":0.23822604567614844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247693085","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85499305,0.00006609936,0.1370053,0.0034065405,0.0017722648,0.000984209,0.000069548405,0.00074328005,0.0009596926],"genre_scores_gemma":[0.96567184,0.000011470442,0.03380844,0.00009246019,0.00011876899,0.00002819343,0.0000024466615,0.00002565859,0.00024072737],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99780345,0.000008247283,0.000376774,0.00036830603,0.0010622401,0.0003809703],"domain_scores_gemma":[0.99791515,0.0005728446,0.00022281022,0.00036811343,0.00083525106,0.000085837055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031702797,0.00026205217,0.00022752074,0.0002456916,0.00007074491,0.00011844014,0.0025731032,0.000100163925,0.00008480893],"category_scores_gemma":[0.0056375703,0.00017373277,0.00012697994,0.00059658254,0.00010020846,0.00026588154,0.00041360012,0.000546835,0.000011118865],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006237673,0.00021906945,0.0061596697,0.0001431258,0.00018296373,0.0000018599218,0.00073103176,0.014143324,0.011640815,0.95553845,0.0032330211,0.007944301],"study_design_scores_gemma":[0.002433114,0.0014051078,0.044972867,0.003174545,0.00007347317,0.00012610063,0.00026304545,0.6696052,0.24507715,0.009976214,0.020889152,0.0020040427],"about_ca_topic_score_codex":0.000011103056,"about_ca_topic_score_gemma":0.0000014370702,"teacher_disagreement_score":0.94556224,"about_ca_system_score_codex":0.00016013166,"about_ca_system_score_gemma":0.00008450939,"threshold_uncertainty_score":0.70846164},"labels":[],"label_agreement":null},{"id":"W4250082276","doi":"10.1109/icse.2001.919195","title":"Babel: representing business rules in XML for application integration","year":2005,"lang":"en","type":"article","venue":"Proceedings of the 23rd International Conference on Software Engineering. ICSE 2001","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Interoperation; Computer science; XML; Programming language; Information retrieval; Software engineering; Database; World Wide Web; Interoperability","score_opus":0.024165516349808763,"score_gpt":0.26183554837622974,"score_spread":0.23767003202642098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250082276","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20012476,0.00002221922,0.7948057,0.0031382672,0.0003207563,0.00030699535,0.000033160482,0.00020708564,0.0010410497],"genre_scores_gemma":[0.86850613,0.000019977155,0.1308639,0.00007011481,0.0001424277,0.00008268886,0.000021669368,0.000012393793,0.00028069539],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99884665,0.0000030152983,0.00032395692,0.00032896653,0.00031208742,0.00018531912],"domain_scores_gemma":[0.99883157,0.00006930018,0.0002078553,0.00018888994,0.00066746504,0.000034946326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003486204,0.00014083405,0.00015501189,0.00024146124,0.000044854725,0.00014928881,0.0012314857,0.00006018459,0.000008322177],"category_scores_gemma":[0.0010808369,0.00011765826,0.000071979135,0.00042310642,0.000020699978,0.00062583404,0.00018865243,0.000143275,0.000007698906],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063079904,0.00039186832,0.014340107,0.0001518341,0.00012107444,6.351521e-7,0.00087773276,0.015799936,0.03193934,0.7719252,0.0036999295,0.16068922],"study_design_scores_gemma":[0.00031887426,0.00002013309,0.007898939,0.00026918305,0.000009808846,0.0000049167556,0.000042928103,0.9737463,0.012847234,0.0017921787,0.0028506469,0.00019888837],"about_ca_topic_score_codex":0.00003416642,"about_ca_topic_score_gemma":0.000008980897,"teacher_disagreement_score":0.95794636,"about_ca_system_score_codex":0.00008720931,"about_ca_system_score_gemma":0.000035946512,"threshold_uncertainty_score":0.47979647},"labels":[],"label_agreement":null},{"id":"W4253215476","doi":"10.1109/icse.2001.919158","title":"4/sup th/ ICSE workshop on \"software engineering over the internet\"","year":2001,"lang":"en","type":"article","venue":"Proceedings of the 23rd International Conference on Software Engineering. ICSE 2001","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Software engineering; The Internet; Computer science; Software; Engineering; Systems engineering; World Wide Web; Programming language","score_opus":0.029889954617929707,"score_gpt":0.2649388685138795,"score_spread":0.23504891389594978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253215476","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2321663,0.00026106235,0.75174147,0.0039873715,0.0046357973,0.0010641279,0.000044482473,0.0035056947,0.0025936814],"genre_scores_gemma":[0.8934603,0.00048848666,0.10229558,0.00082516373,0.00053985015,0.00016571386,0.000008394604,0.00011890553,0.0020976507],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971627,0.000012526798,0.0005525687,0.0006429116,0.0010363327,0.0005929876],"domain_scores_gemma":[0.99770904,0.0006084182,0.00034693792,0.0006317323,0.0005406782,0.00016317522],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00059765973,0.0005411097,0.0003581965,0.00035405534,0.000109472065,0.0004999228,0.0040016808,0.00021642877,0.00017165986],"category_scores_gemma":[0.0035452524,0.00039127565,0.00026676973,0.00076664117,0.00006427774,0.0008787954,0.00077964814,0.001036357,0.000041379408],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038479254,0.00081448007,0.02821599,0.00034454276,0.0009189493,0.000059831174,0.0027675456,0.07778755,0.0013109965,0.79577565,0.0632507,0.028369],"study_design_scores_gemma":[0.0011578918,0.00049021264,0.022266537,0.0026292962,0.000077812176,0.0002601809,0.00009930937,0.7952039,0.006166325,0.0023775264,0.16744553,0.0018254477],"about_ca_topic_score_codex":0.00003313715,"about_ca_topic_score_gemma":0.0000016206297,"teacher_disagreement_score":0.7933981,"about_ca_system_score_codex":0.00022444624,"about_ca_system_score_gemma":0.00006418525,"threshold_uncertainty_score":0.9998539},"labels":[],"label_agreement":null}]}