{"meta":{"query_hash":"3951d74a8c9c","filters":{"venue":"Proceedings of the 23rd International Conference on Software Engineering. ICSE 2001"},"cohort_total":12,"direct_labels_cover":0,"predictions_cover":12,"exported":12,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/3951d74a8c9c","api":"https://metacan.xera.ac/api/v1/cohort?venue=Proceedings+of+the+23rd+International+Conference+on+Software+Engineering.+ICSE+2001"},"results":[{"id":"W4232185901","doi":"10.1109/icse.2001.919157","title":"2nd international workshop on living with inconsistency","year":2001,"lang":"en","type":"article","venue":"Proceedings of the 23rd International Conference on Software Engineering. ICSE 2001","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science","score_opus":0.10551223806098867,"score_gpt":0.3396156170632339,"score_spread":0.23410337900224523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232185901","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011447734,0.02121047,0.79540867,0.058712542,0.011986007,0.0005073213,0.0009116052,0.0036625883,0.096153066],"genre_scores_gemma":[0.1368874,0.016591089,0.6964288,0.009555195,0.0062036766,0.00077954744,0.0051384596,0.0030132881,0.12540251],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99091023,0.0036261422,0.0007633816,0.0015977141,0.0024677818,0.0006348768],"domain_scores_gemma":[0.9765202,0.008136968,0.00067768083,0.0074518314,0.005926134,0.0012872908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015008846,0.0017908385,0.0019962671,0.002867122,0.0028936933,0.009868802,0.0058094407,0.004677418,0.039316405],"category_scores_gemma":[0.030854521,0.0014097878,0.0030120655,0.002094833,0.003727691,0.019292815,0.010303145,0.0070640724,0.007828586],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044303315,0.00040619003,0.001947187,0.001005846,0.00024037705,0.00081604003,0.00341466,0.0046280758,0.0033914975,0.21309032,0.18944705,0.5811697],"study_design_scores_gemma":[0.00011418225,0.00018648675,0.0010571645,0.0010753286,0.00021651521,0.0014196829,0.0015907891,0.021064054,0.0058234674,0.27448788,0.692861,0.00010347529],"about_ca_topic_score_codex":0.0027744425,"about_ca_topic_score_gemma":0.003799302,"teacher_disagreement_score":0.039316405,"about_ca_system_score_codex":0.0021169218,"about_ca_system_score_gemma":0.003844178,"threshold_uncertainty_score":0.13152653},"labels":[],"label_agreement":null},{"id":"W4233995506","doi":"10.1109/icse.2001.919114","title":"A framework for multi-valued reasoning over inconsistent viewpoints","year":2005,"lang":"en","type":"article","venue":"Proceedings of the 23rd International Conference on Software Engineering. ICSE 2001","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; University of Toronto","keywords":"Viewpoints; Computer science; Negotiation; Theoretical computer science; Artificial intelligence; Model checking; Machine learning","score_opus":0.0757266652675412,"score_gpt":0.34004848790132863,"score_spread":0.26432182263378745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233995506","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004707862,0.00012504267,0.99754745,0.00030159883,0.000034148205,0.00009745943,0.00005412905,0.00037795358,0.0009914106],"genre_scores_gemma":[0.024217226,0.0002640527,0.9736265,0.00021527181,0.00009249317,0.00031000498,0.0002654781,0.00011567845,0.0008933977],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97654164,0.010382261,0.002840773,0.0032259203,0.0057173735,0.0012919422],"domain_scores_gemma":[0.97548,0.015431536,0.0020094097,0.0038755496,0.0024125369,0.0007909537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.029860009,0.0026076895,0.0024299198,0.006302593,0.0041699177,0.012633177,0.010169418,0.0048371144,0.006741275],"category_scores_gemma":[0.043715663,0.0032978568,0.009335136,0.0050627026,0.009405332,0.018201854,0.011472231,0.00950287,0.0015526859],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008364151,0.00005383914,0.00033619217,0.00032445416,0.00014138171,0.000816006,0.0014036383,0.026816849,0.00144589,0.93167853,0.0020897232,0.034809854],"study_design_scores_gemma":[0.00009506428,0.000048270373,0.00008778226,0.00027029042,0.00013801201,0.0003451026,0.0002806858,0.12629463,0.0019435346,0.8472071,0.02319736,0.000092143055],"about_ca_topic_score_codex":0.012815965,"about_ca_topic_score_gemma":0.010584916,"teacher_disagreement_score":0.029860009,"about_ca_system_score_codex":0.004615038,"about_ca_system_score_gemma":0.0044817273,"threshold_uncertainty_score":0.15791667},"labels":[],"label_agreement":null},{"id":"W4234590816","doi":"10.1109/icse.2001.919101","title":"Separating features in source code: an exploratory study","year":2005,"lang":"en","type":"article","venue":"Proceedings of the 23rd International Conference on Software Engineering. ICSE 2001","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Codebase; AspectJ; Computer science; Context (archaeology); Process (computing); Separation of concerns; Software engineering; Feature (linguistics); Source code; Programming language; Software; Aspect-oriented programming","score_opus":0.05341582456775241,"score_gpt":0.3164684557005727,"score_spread":0.2630526311328203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234590816","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99462247,0.000122769,0.0033097276,0.00015376258,0.0000036087868,0.0002134214,0.00013159048,0.00007957638,0.0013631752],"genre_scores_gemma":[0.9901479,0.00018299784,0.00789342,0.00013402486,0.000011324941,0.00035022077,0.0003314314,0.00007361985,0.0008749731],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99226165,0.0039475197,0.0005951747,0.0009049609,0.0018596717,0.00043086626],"domain_scores_gemma":[0.850348,0.11873649,0.010579299,0.0073420783,0.011555921,0.0014382536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007562257,0.00054357015,0.00036953695,0.0026191368,0.0020030262,0.0018023298,0.001295327,0.0016086027,0.0010973964],"category_scores_gemma":[0.0629147,0.00063774834,0.0006065519,0.0026309632,0.002092707,0.0035177025,0.002202524,0.0016846788,0.0004400843],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014499018,0.00762395,0.38566467,0.0018279147,0.00024384355,0.005986586,0.3378475,0.0036460194,0.07143153,0.0036281252,0.0027390835,0.17791086],"study_design_scores_gemma":[0.0003351943,0.0095067145,0.7214713,0.0007945138,0.0004352381,0.007189738,0.15982577,0.013439926,0.04696849,0.0050464505,0.03468377,0.00030286933],"about_ca_topic_score_codex":0.0019288264,"about_ca_topic_score_gemma":0.0047806343,"teacher_disagreement_score":0.007562257,"about_ca_system_score_codex":0.0011401186,"about_ca_system_score_gemma":0.0010078455,"threshold_uncertainty_score":0.039993465},"labels":[],"label_agreement":null},{"id":"W4234615164","doi":"10.1109/icse.2001.919165","title":"Generative techniques for product lines","year":2005,"lang":"en","type":"article","venue":"Proceedings of the 23rd International Conference on Software Engineering. ICSE 2001","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Generative grammar; Product (mathematics); Artificial intelligence; Natural language processing; Mathematics","score_opus":0.056493582251025805,"score_gpt":0.3100834653983445,"score_spread":0.25358988314731873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234615164","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046914336,0.0007868835,0.9739227,0.0003088102,0.000050215538,0.00005186749,0.000046992358,0.0007251672,0.019415887],"genre_scores_gemma":[0.3043637,0.0019208296,0.6572142,0.00018186127,0.000091119575,0.00022943728,0.00041866506,0.0009119394,0.034668267],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987288,0.0004925638,0.000071151364,0.00020564253,0.0004349199,0.00006687686],"domain_scores_gemma":[0.9976484,0.0012029328,0.00009185859,0.0007493295,0.00025789763,0.0000495521],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001231644,0.0006395229,0.00036171556,0.001318182,0.0008381663,0.001814848,0.0010887345,0.0008711901,0.010651395],"category_scores_gemma":[0.0044336473,0.0007835007,0.0013722393,0.0011500787,0.0018486714,0.0019811464,0.002135139,0.001984893,0.0027387792],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003870092,0.00006344345,0.00054312736,0.00024706734,0.00005793353,0.00022519445,0.0011896596,0.026430715,0.0056585455,0.6819602,0.00526186,0.27832353],"study_design_scores_gemma":[0.000054790144,0.00006135187,0.00038496323,0.00017380883,0.000059835857,0.00049037335,0.00019610874,0.11822239,0.0065420964,0.7555614,0.118219376,0.000033510023],"about_ca_topic_score_codex":0.00091411837,"about_ca_topic_score_gemma":0.0018624628,"teacher_disagreement_score":0.010651395,"about_ca_system_score_codex":0.00081182335,"about_ca_system_score_gemma":0.000619958,"threshold_uncertainty_score":0.03563243},"labels":[],"label_agreement":null},{"id":"W4236555516","doi":"10.1109/icse.2001.919189","title":"Model processing tools in UML","year":2005,"lang":"en","type":"article","venue":"Proceedings of the 23rd International Conference on Software Engineering. ICSE 2001","topic":"Machine Learning and Algorithms","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Association of Canadian Universities for Research in Astronomy","keywords":"Class diagram; Sequence diagram; Communication diagram; Computer science; Unified Modeling Language; Merge (version control); Programming language; UML tool; Story-driven modeling; Applications of UML; Activity diagram; Interaction overview diagram; System context diagram; State diagram; Theoretical computer science; Diagram; Finite-state machine; Software; Information retrieval; Database","score_opus":0.03905878854159189,"score_gpt":0.27558280502886245,"score_spread":0.23652401648727056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236555516","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00041676915,0.00031041025,0.9855919,0.00027540827,0.000057149155,0.00010712392,0.00048325327,0.00844613,0.0043118685],"genre_scores_gemma":[0.0122607,0.00089998695,0.9799683,0.00018591544,0.00007752259,0.0004656584,0.0017217717,0.0014368865,0.0029832637],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99520916,0.0018518548,0.0007715617,0.0005416172,0.0014483333,0.00017749303],"domain_scores_gemma":[0.99303657,0.0041805343,0.0004284277,0.0015508287,0.0006863056,0.00011727438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061445357,0.0018913517,0.0012627702,0.004719621,0.0011369789,0.0067204484,0.0033341045,0.002001598,0.018580329],"category_scores_gemma":[0.017104218,0.001983251,0.0035187542,0.0036068335,0.0013583241,0.007057467,0.0034099969,0.0036327476,0.008331549],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007501875,0.00012455026,0.00052341947,0.0011734951,0.00017779823,0.0005524045,0.001351189,0.04010973,0.004397987,0.6358556,0.02875825,0.28690055],"study_design_scores_gemma":[0.0000937642,0.000059472684,0.0001924423,0.0008531948,0.00009411925,0.00046385825,0.00025920366,0.15849325,0.0068667335,0.467903,0.36464018,0.00008080675],"about_ca_topic_score_codex":0.0025211724,"about_ca_topic_score_gemma":0.002492332,"teacher_disagreement_score":0.018580329,"about_ca_system_score_codex":0.0014061849,"about_ca_system_score_gemma":0.0020127716,"threshold_uncertainty_score":0.062157333},"labels":[],"label_agreement":null},{"id":"W4239519232","doi":"10.1109/icse.2001.919188","title":"New software engineering faculty symposium","year":2001,"lang":"en","type":"article","venue":"Proceedings of the 23rd International Conference on Software Engineering. ICSE 2001","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Software engineering; Computer science","score_opus":0.031157295733519136,"score_gpt":0.2679616752015483,"score_spread":0.23680437946802915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239519232","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00534331,0.03669557,0.018302042,0.04233792,0.035973575,0.00010780795,0.0013352283,0.0024681028,0.8574365],"genre_scores_gemma":[0.007446776,0.011190829,0.004244154,0.0014087383,0.0028609135,0.00004864698,0.00139399,0.0003307113,0.97107524],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99871206,0.00014743756,0.000067932386,0.00018496568,0.00077178335,0.000115721305],"domain_scores_gemma":[0.99682814,0.00020826263,0.00009662343,0.00031182694,0.0015899488,0.0009652236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020597382,0.00067923445,0.00061277795,0.0022458534,0.0013800063,0.0048170392,0.0010461984,0.0013382426,0.20974393],"category_scores_gemma":[0.0027629645,0.0004093639,0.00053799484,0.0016720623,0.00048041352,0.0031029992,0.0023728001,0.0024644684,0.14697394],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005816841,0.00010750889,0.0006563191,0.00012696574,0.0000096904,0.00008219294,0.0001264488,0.00020159206,0.0013195331,0.01004856,0.7040092,0.2832539],"study_design_scores_gemma":[0.000003717931,0.000014313253,0.00038103684,0.000051572522,0.0000037380323,0.000056842095,0.000042437656,0.00018712554,0.00018126679,0.0014524887,0.9976215,0.00000399446],"about_ca_topic_score_codex":0.0017343913,"about_ca_topic_score_gemma":0.008310751,"teacher_disagreement_score":0.20974393,"about_ca_system_score_codex":0.0011927708,"about_ca_system_score_gemma":0.0027691426,"threshold_uncertainty_score":0.7016634},"labels":[],"label_agreement":null},{"id":"W4245949151","doi":"10.1109/icse.2001.919187","title":"David L. Parnas symposium","year":2001,"lang":"en","type":"article","venue":"Proceedings of the 23rd International Conference on Software Engineering. ICSE 2001","topic":"History and advancements in chemistry","field":"Chemistry","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Programming language","score_opus":0.022019906191632833,"score_gpt":0.24753051065605905,"score_spread":0.22551060446442622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245949151","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010134163,0.04959664,0.0034310254,0.15381178,0.085874856,0.000045291217,0.00066449423,0.0005357292,0.70502675],"genre_scores_gemma":[0.0067449007,0.021938136,0.0011780801,0.00776554,0.010118095,0.000028301964,0.00032846341,0.00016674568,0.9517317],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992963,0.00008441441,0.000025842744,0.00016433928,0.00035043838,0.000078609235],"domain_scores_gemma":[0.9987664,0.0000900991,0.00003627005,0.00009331657,0.0005893117,0.0004245317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012352755,0.0005456972,0.00037982897,0.0009822929,0.001701712,0.0040532076,0.00076422316,0.0018914327,0.120032355],"category_scores_gemma":[0.0020691543,0.00025023852,0.0003969958,0.0004812644,0.0005795222,0.0024929922,0.0018275132,0.0025957304,0.09112295],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014055902,0.000013134294,0.000057577174,0.000038036917,0.0000023010803,0.000019353241,0.000038921153,0.000042466323,0.00016710712,0.015924426,0.9407454,0.0429372],"study_design_scores_gemma":[0.0000013003012,0.0000025728268,0.00005989808,0.000021305545,0.0000011317982,0.000013775402,0.000017024275,0.000020120386,0.00004800537,0.0012913683,0.998522,0.0000014802044],"about_ca_topic_score_codex":0.00251347,"about_ca_topic_score_gemma":0.006627497,"teacher_disagreement_score":0.120032355,"about_ca_system_score_codex":0.0013969458,"about_ca_system_score_gemma":0.0031259286,"threshold_uncertainty_score":0.4015482},"labels":[],"label_agreement":null},{"id":"W4245966320","doi":"10.1109/icse.2001.919168","title":"3/sup rd/ international workshop on net-centric computing (NCC 2001) Theme: migrating to the Web","year":2001,"lang":"en","type":"article","venue":"Proceedings of the 23rd International Conference on Software Engineering. ICSE 2001","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Alberta; University of Victoria","funders":"","keywords":"Theme (computing); Net (polyhedron); Computer science; World Wide Web; The Internet; Software engineering; Mathematics","score_opus":0.02839845273536656,"score_gpt":0.2590917701956434,"score_spread":0.23069331746027683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245966320","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053880405,0.016039817,0.5415237,0.047569774,0.042557478,0.0012329881,0.0023156644,0.012800941,0.2820793],"genre_scores_gemma":[0.19217114,0.014551559,0.219978,0.0075284485,0.005763848,0.0006003817,0.0076506985,0.0032453632,0.54851055],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988636,0.00033685513,0.00008689953,0.00018658109,0.00035243988,0.00017362717],"domain_scores_gemma":[0.9960853,0.0007143086,0.00009507293,0.0007980906,0.0014304509,0.0008766999],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003872879,0.0010139786,0.0007928446,0.0010567855,0.001715596,0.0062331697,0.0016344191,0.0021169179,0.033545453],"category_scores_gemma":[0.0035547598,0.000512389,0.00060157874,0.0011340815,0.00091532373,0.0062924507,0.0023878396,0.0027379834,0.012819253],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079524965,0.00038715958,0.0021151658,0.00041232424,0.000063437335,0.0005121797,0.0008333326,0.0023156563,0.013860597,0.035875704,0.48553085,0.45729837],"study_design_scores_gemma":[0.000106994354,0.0003251116,0.0021774704,0.00040464324,0.000111143054,0.0007312302,0.000729777,0.03014465,0.01363267,0.021935098,0.9296471,0.00005420731],"about_ca_topic_score_codex":0.008225728,"about_ca_topic_score_gemma":0.016855735,"teacher_disagreement_score":0.033545453,"about_ca_system_score_codex":0.0015062942,"about_ca_system_score_gemma":0.002624526,"threshold_uncertainty_score":0.112220764},"labels":[],"label_agreement":null},{"id":"W4246443804","doi":"10.1109/icse.2001.919194","title":"Holmes: an intelligent system to support software product line development","year":2005,"lang":"en","type":"article","venue":"Proceedings of the 23rd International Conference on Software Engineering. ICSE 2001","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Software product line; Computer science; Software engineering; Software development; Blackboard (design pattern); Product line; Software; Blackboard system; Software architecture; Feature (linguistics); Product (mathematics); Software system; Resource-oriented architecture; Software construction; Programming language; Engineering","score_opus":0.06818995543559302,"score_gpt":0.30629305146165803,"score_spread":0.238103096026065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246443804","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015502986,0.00022912728,0.70091736,0.00018117303,0.0000609194,0.00025871085,0.0011393058,0.27334645,0.008363965],"genre_scores_gemma":[0.16668113,0.00040422293,0.7943319,0.00039356062,0.000047721052,0.00040086062,0.007041142,0.006955687,0.02374377],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992336,0.00013609572,0.0000810064,0.00016844505,0.00032746294,0.000053404678],"domain_scores_gemma":[0.9982406,0.00073070585,0.0001851734,0.00043847578,0.00027376044,0.00013122999],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013058168,0.00068347534,0.000413816,0.0011133224,0.00032132104,0.0014096837,0.0018148834,0.0006783511,0.009179605],"category_scores_gemma":[0.0037055553,0.00072930835,0.00039226253,0.00063284585,0.00037938618,0.0031531712,0.0016650582,0.0009312996,0.004046321],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015321893,0.00047312034,0.004912165,0.0009531716,0.00015245962,0.00059241994,0.0012886305,0.019186135,0.060079932,0.026222635,0.094505794,0.7901013],"study_design_scores_gemma":[0.00079006946,0.00081554597,0.0045381556,0.00022444568,0.0003084351,0.0012821422,0.00036714447,0.41678414,0.104928486,0.044737186,0.4249265,0.00029783233],"about_ca_topic_score_codex":0.0016855715,"about_ca_topic_score_gemma":0.0021272625,"teacher_disagreement_score":0.009179605,"about_ca_system_score_codex":0.00055975706,"about_ca_system_score_gemma":0.0012621953,"threshold_uncertainty_score":0.03070879},"labels":[],"label_agreement":null},{"id":"W4247693085","doi":"10.1109/icse.2001.919086","title":"On the syllogistic structure of object-oriented programming","year":2005,"lang":"en","type":"article","venue":"Proceedings of the 23rd International Conference on Software Engineering. ICSE 2001","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Syllogism; Computer science; Class hierarchy; Theoretical computer science; Hierarchy; Class (philosophy); Graph; Object-oriented programming; Programming language; Artificial intelligence; Epistemology","score_opus":0.021668304380192165,"score_gpt":0.2598943500563406,"score_spread":0.23822604567614844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247693085","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041572426,0.0052730087,0.78565663,0.014214128,0.0005386034,0.00009975769,0.00025300062,0.0007603882,0.15163212],"genre_scores_gemma":[0.7137669,0.0041385875,0.26197895,0.0023826864,0.0013699499,0.00038052333,0.00048691768,0.0003945211,0.015101028],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9968443,0.0013238554,0.00017789115,0.00039250974,0.0009963171,0.000265141],"domain_scores_gemma":[0.9936792,0.0040925457,0.00038331538,0.0006319127,0.0008541906,0.00035881266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030768071,0.00037862128,0.00047149402,0.0021143488,0.0034955486,0.005376226,0.000848006,0.0015598974,0.0053240554],"category_scores_gemma":[0.010235072,0.00069891976,0.0006776765,0.0018453484,0.012867042,0.010443583,0.003612974,0.0036303645,0.0009823752],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039446695,0.000004692442,0.00010325194,0.000012033622,0.0000010836966,0.000016554266,0.00030484053,0.0003025346,0.00007095718,0.9940294,0.00059381756,0.0045568957],"study_design_scores_gemma":[0.000003458559,0.0000035197304,0.00009802027,0.000017612958,0.0000016293354,0.000024902884,0.000042545573,0.0018294443,0.00007304546,0.9898183,0.008081626,0.0000059623167],"about_ca_topic_score_codex":0.0053722397,"about_ca_topic_score_gemma":0.0046230494,"teacher_disagreement_score":0.005376226,"about_ca_system_score_codex":0.002851337,"about_ca_system_score_gemma":0.0024119066,"threshold_uncertainty_score":0.020687997},"labels":[],"label_agreement":null},{"id":"W4250082276","doi":"10.1109/icse.2001.919195","title":"Babel: representing business rules in XML for application integration","year":2005,"lang":"en","type":"article","venue":"Proceedings of the 23rd International Conference on Software Engineering. ICSE 2001","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Interoperation; Computer science; XML; Programming language; Information retrieval; Software engineering; Database; World Wide Web; Interoperability","score_opus":0.024165516349808763,"score_gpt":0.26183554837622974,"score_spread":0.23767003202642098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250082276","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022284891,0.00039192283,0.96414775,0.0004064859,0.00014637908,0.00023063214,0.0010692378,0.028046884,0.0033322305],"genre_scores_gemma":[0.04373518,0.0011056233,0.93906945,0.0008249774,0.00010278623,0.000471051,0.0054154317,0.0034851297,0.0057904115],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99615604,0.0013381375,0.0005994466,0.0004544045,0.0012109875,0.00024091998],"domain_scores_gemma":[0.995389,0.0026339712,0.00035351038,0.00078259496,0.00065644557,0.00018450466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067018443,0.0014646066,0.0011298432,0.0034471785,0.0012342011,0.007420136,0.0031398435,0.0024922274,0.009370747],"category_scores_gemma":[0.011502629,0.0015931566,0.0017103391,0.002875202,0.0012561077,0.007214274,0.0034645759,0.0032560795,0.0040222066],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011362316,0.0006199042,0.0037277488,0.0030175163,0.00057021173,0.0026242414,0.002211545,0.04037166,0.02312945,0.32438794,0.08534845,0.51285505],"study_design_scores_gemma":[0.0002580334,0.00020733535,0.0006822425,0.0011051184,0.0003171854,0.001303041,0.00042226666,0.28729308,0.057179064,0.16734709,0.4836623,0.00022326029],"about_ca_topic_score_codex":0.0030649113,"about_ca_topic_score_gemma":0.0034581823,"teacher_disagreement_score":0.009370747,"about_ca_system_score_codex":0.0007337361,"about_ca_system_score_gemma":0.0015919472,"threshold_uncertainty_score":0.035443127},"labels":[],"label_agreement":null},{"id":"W4253215476","doi":"10.1109/icse.2001.919158","title":"4/sup th/ ICSE workshop on \"software engineering over the internet\"","year":2001,"lang":"en","type":"article","venue":"Proceedings of the 23rd International Conference on Software Engineering. ICSE 2001","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Software engineering; The Internet; Computer science; Software; Engineering; Systems engineering; World Wide Web; Programming language","score_opus":0.029889954617929707,"score_gpt":0.2649388685138795,"score_spread":0.23504891389594978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253215476","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05022344,0.02066888,0.48619127,0.057983257,0.05439509,0.00081854116,0.0018337792,0.0066123074,0.32127348],"genre_scores_gemma":[0.14665622,0.017153459,0.1606787,0.0075137815,0.010412044,0.00051942165,0.0046447986,0.0015762242,0.65084535],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99863476,0.00050257065,0.00006612845,0.00014722171,0.00048457377,0.00016480457],"domain_scores_gemma":[0.99693954,0.000716988,0.00007144182,0.000474215,0.001312653,0.00048520011],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003377728,0.0009016293,0.0006506661,0.0013347734,0.0013893646,0.00400276,0.0012543137,0.001959549,0.028996177],"category_scores_gemma":[0.0024424559,0.00038293935,0.0007032717,0.0009781772,0.0008582383,0.0034487871,0.001976723,0.003086295,0.01593938],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006375394,0.00032635912,0.0010735955,0.00041076247,0.00006447528,0.00057838694,0.00059710414,0.002553818,0.0126319,0.02973738,0.57934785,0.3720408],"study_design_scores_gemma":[0.000079726604,0.00024344998,0.0011851739,0.00038653257,0.00007770125,0.00052732066,0.00042911648,0.014903714,0.020074507,0.01661815,0.9454291,0.000045571778],"about_ca_topic_score_codex":0.0022613874,"about_ca_topic_score_gemma":0.0058642374,"teacher_disagreement_score":0.028996177,"about_ca_system_score_codex":0.0007503112,"about_ca_system_score_gemma":0.001709582,"threshold_uncertainty_score":0.09700185},"labels":[],"label_agreement":null}]}