{"meta":{"query_hash":"88850bbcd179","filters":{"venue":"International Conference on Software Engineering"},"cohort_total":104,"direct_labels_cover":0,"predictions_cover":104,"exported":104,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/88850bbcd179","api":"https://metacan.xera.ac/api/v1/cohort?venue=International+Conference+on+Software+Engineering"},"results":[{"id":"W100914881","doi":"","title":"Contract by systems modelling: a case study on the FDA principles of software validation","year":2007,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Certification; Computer science; Variety (cybernetics); Obligation; Quality (philosophy); Process (computing); Product (mathematics); Software engineering; Software; Simplicity; Risk analysis (engineering); Management science; Data science; Engineering management; Engineering; Business; Artificial intelligence","score_opus":0.05949418898314697,"score_gpt":0.2645692926863379,"score_spread":0.20507510370319093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W100914881","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41482827,0.0000654253,0.58225304,0.000013349397,0.0013522519,0.00049277395,0.00005812056,0.00058506377,0.00035168984],"genre_scores_gemma":[0.9974241,0.000008174611,0.0020894483,0.0000088557845,0.00015958841,0.00010678391,0.00002543406,0.00008570986,0.0000918803],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99805737,0.000026299662,0.0007136312,0.0002937963,0.0005814094,0.0003274992],"domain_scores_gemma":[0.9983453,0.0007641008,0.00012794128,0.00043401212,0.00023106295,0.00009756449],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006928922,0.0003581983,0.0003184793,0.00026930965,0.000053572465,0.00009819586,0.00044749465,0.00012315779,0.00003269516],"category_scores_gemma":[0.000288542,0.00031771464,0.00008899787,0.00018643231,0.000020853297,0.0001556169,0.00003870528,0.00040765552,0.00002348437],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013994838,0.00007934298,0.0012065326,0.000060548606,0.0002105106,0.00015577477,0.0006879267,0.9900791,0.0005027301,0.006576803,0.00006343311,0.00036327512],"study_design_scores_gemma":[0.0005903465,0.00015355465,0.00060063327,0.00045899785,0.000028573722,0.00025770548,0.0012035841,0.9889412,0.0036354815,0.0000069110183,0.003600304,0.0005227145],"about_ca_topic_score_codex":0.00012552342,"about_ca_topic_score_gemma":0.000004145704,"teacher_disagreement_score":0.5825958,"about_ca_system_score_codex":0.00028312596,"about_ca_system_score_gemma":0.000028347346,"threshold_uncertainty_score":0.9999275},"labels":[],"label_agreement":null},{"id":"W131394547","doi":"","title":"Some succinctness properties of Ω-DTAFA","year":2006,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Timed automaton; Succinctness; Automaton; Computer science; Finite-state machine; Theoretical computer science; ω-automaton; Deterministic automaton; Deterministic finite automaton; Expressive power; Two-way deterministic finite automaton; Nondeterministic finite automaton; DFA minimization; Determinism; Büchi automaton; Quantum finite automata; Automata theory; Algorithm","score_opus":0.03811146635833607,"score_gpt":0.2589624798440075,"score_spread":0.22085101348567143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W131394547","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10624089,0.000068675516,0.8915703,0.00012897985,0.0011072743,0.0000794899,0.0000035219775,0.00025859394,0.0005422381],"genre_scores_gemma":[0.78352296,0.0000066633024,0.2161771,0.000020109948,0.0001186015,0.000017197002,0.00000306475,0.000007664305,0.0001266515],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99905664,0.00001599551,0.0002489484,0.0002048477,0.00033763846,0.00013592615],"domain_scores_gemma":[0.999373,0.000029210063,0.00008879855,0.00027022054,0.00021266038,0.000026117856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001666245,0.00011438462,0.00011544142,0.00016724593,0.000023740642,0.00007008939,0.00078190624,0.000045565695,0.0000138918485],"category_scores_gemma":[0.00019798579,0.00010781917,0.000042042466,0.00012179005,0.000022850698,0.00054804515,0.000099757584,0.00010678681,0.000019876032],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064163914,0.00003725944,0.00042144663,0.00002459801,0.00001111897,0.0000022993215,0.00009122824,0.007691703,0.014739811,0.9743925,0.000028092205,0.0025535268],"study_design_scores_gemma":[0.00037888307,0.000086161475,0.013482533,0.00034245325,0.0000044643243,0.000018166163,0.000022838922,0.6631856,0.31415647,0.00650906,0.001390785,0.000422598],"about_ca_topic_score_codex":0.00003590441,"about_ca_topic_score_gemma":7.474695e-7,"teacher_disagreement_score":0.96788347,"about_ca_system_score_codex":0.00005966495,"about_ca_system_score_gemma":0.000039681592,"threshold_uncertainty_score":0.43967384},"labels":[],"label_agreement":null},{"id":"W1559972809","doi":"","title":"Natural language processing and formal concept analysis technologies for automatic building of domain model","year":2007,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Construct (python library); Domain (mathematical analysis); Domain analysis; Domain model; Natural language processing; Formal concept analysis; Natural language; Process (computing); Artificial intelligence; Domain engineering; Modeling language; Software engineering; Programming language; Software; Software development; Component-based software engineering; Software construction; Algorithm","score_opus":0.008827061853418833,"score_gpt":0.2657522202386148,"score_spread":0.2569251583851959,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1559972809","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2220742,0.00018658898,0.77711844,0.000108595676,0.00009150087,0.00007693662,0.000008070652,0.00029873752,0.00003694292],"genre_scores_gemma":[0.67314696,0.0000014974245,0.3267782,0.000036639314,0.000013536179,0.0000075383105,0.0000064750543,0.0000046204946,0.000004516493],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99912316,0.000003270446,0.00022055942,0.00022225684,0.00022275421,0.00020800915],"domain_scores_gemma":[0.99944645,0.00012932593,0.00010258401,0.00015355003,0.00013945372,0.000028653723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018020862,0.00012759627,0.0001665665,0.0004318953,0.00004767422,0.00007867255,0.00055754994,0.000052326064,0.0000015405284],"category_scores_gemma":[0.000050114675,0.000114322356,0.000060870076,0.00033901987,0.000021802887,0.0003678418,0.00015462858,0.00011669866,1.8581927e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004166168,0.00006129586,0.0012820528,0.00032636293,0.0005313306,0.000015515752,0.014696928,0.10752925,0.019094935,0.37783918,0.000004001885,0.47857746],"study_design_scores_gemma":[0.00019303292,0.000026446722,0.0006661703,0.00009423396,0.000018301154,0.000004394429,0.00052221335,0.98886913,0.00843975,0.0010215782,0.000016544132,0.00012822037],"about_ca_topic_score_codex":0.0000086848395,"about_ca_topic_score_gemma":0.00001393392,"teacher_disagreement_score":0.88133985,"about_ca_system_score_codex":0.00002689012,"about_ca_system_score_gemma":0.00002358851,"threshold_uncertainty_score":0.46619302},"labels":[],"label_agreement":null},{"id":"W163197604","doi":"","title":"From Requirements to Architectural Design -Using Goals and Scenarios","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":120,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Operationalization; Notation; Software engineering; Domain (mathematical analysis); Architectural design; Systems engineering; Architecture; Functional requirement; Focus (optics); Realization (probability); Programming language; Engineering","score_opus":0.14364339327332343,"score_gpt":0.3459438942493221,"score_spread":0.20230050097599866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W163197604","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07294609,0.000044492215,0.9250095,0.00023049169,0.00095934694,0.00014819842,0.0000070018623,0.00063324696,0.000021625114],"genre_scores_gemma":[0.29832223,0.000012070891,0.7013574,0.00011930655,0.00011492905,0.00001682155,0.0000026938276,0.00001702451,0.000037478938],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99858975,0.00004106716,0.00023344361,0.00047789534,0.00035394228,0.00030389524],"domain_scores_gemma":[0.9988094,0.00054454454,0.00005374403,0.00033455956,0.00011385301,0.00014390257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002221677,0.00023754532,0.00019599055,0.00025777996,0.000049543705,0.0001705888,0.0008010674,0.000060672617,0.000023013054],"category_scores_gemma":[0.0014724114,0.00024483062,0.000036076155,0.00019869726,0.000017644681,0.00040077488,0.00032278622,0.00020031932,0.000020537593],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028067914,0.000015411544,0.0005578387,0.0000055825317,0.00005340908,0.00006522043,0.0006952675,0.9274612,0.0111236535,0.004637054,0.000020851634,0.055336457],"study_design_scores_gemma":[0.0006887011,0.00020849284,0.008820927,0.00053926936,0.000011408913,0.00012081105,0.00005333916,0.9668408,0.008142068,0.012798976,0.0007416513,0.0010335328],"about_ca_topic_score_codex":0.000035768946,"about_ca_topic_score_gemma":0.0000012024361,"teacher_disagreement_score":0.22537614,"about_ca_system_score_codex":0.00013534285,"about_ca_system_score_gemma":0.00003321048,"threshold_uncertainty_score":0.9983903},"labels":[],"label_agreement":null},{"id":"W1637008434","doi":"","title":"Platform library complexity","year":2010,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Suite; Strengths and weaknesses; Computer science; Java; Software; Software engineering; Operating system","score_opus":0.05152573690452441,"score_gpt":0.2826987968242311,"score_spread":0.23117305991970669,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1637008434","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18077408,0.000011572218,0.80627173,0.0011386172,0.0047082515,0.00017520659,0.000028438919,0.003141825,0.0037502924],"genre_scores_gemma":[0.829721,0.0000059593704,0.16948046,0.00011458306,0.00024423937,0.000028852717,0.000019623423,0.000028710763,0.0003565977],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984532,0.000006363811,0.00021265956,0.00040052866,0.0005820828,0.00034514104],"domain_scores_gemma":[0.998676,0.00041829556,0.000040459297,0.0005623947,0.000118568394,0.00018430503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014457492,0.00020860841,0.00014539703,0.00032053512,0.000056923178,0.00042347246,0.0019552864,0.000102921294,0.0005864872],"category_scores_gemma":[0.0009770169,0.0002145506,0.00007171252,0.00026360556,0.000040467403,0.0010449867,0.00042038725,0.00075378496,0.00027737193],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009453478,0.0000632512,0.012160556,0.000018759078,0.000047201967,0.00006553332,0.00016791184,0.0012195759,0.002660782,0.9729459,0.0011711266,0.009469933],"study_design_scores_gemma":[0.0012696605,0.00022053003,0.18223514,0.00024648427,0.000005801188,0.0002141164,0.000022256421,0.7115131,0.02068766,0.014613227,0.06729148,0.0016805249],"about_ca_topic_score_codex":0.0000071593026,"about_ca_topic_score_gemma":0.000001962355,"teacher_disagreement_score":0.95833266,"about_ca_system_score_codex":0.000039457438,"about_ca_system_score_gemma":0.000095469884,"threshold_uncertainty_score":0.87491196},"labels":[],"label_agreement":null},{"id":"W1822490568","doi":"","title":"IT and infrastructure's lost dependability","year":2008,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Dependability; Information system; Computer science; Information infrastructure; Core (optical fiber); Software; Quarter (Canadian coin); Computer security; Risk analysis (engineering); Engineering; Business; Software engineering; Telecommunications","score_opus":0.02887983941232447,"score_gpt":0.27492236476378823,"score_spread":0.24604252535146376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1822490568","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17392023,0.000031680964,0.82296944,0.0014024918,0.00033412353,0.00008737665,0.000009961849,0.00025476934,0.0009899597],"genre_scores_gemma":[0.9611889,0.000098825665,0.038307667,0.00017405467,0.000059643866,0.000008800715,0.000004990999,0.000007324406,0.0001498],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986508,0.000023411758,0.00020218437,0.00040449004,0.00050808,0.00021101795],"domain_scores_gemma":[0.9990244,0.00024632638,0.000035671783,0.00033676904,0.00023096566,0.00012587776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017967503,0.0001472502,0.00015145529,0.00017609044,0.00008160486,0.00012700191,0.0007249033,0.000066831184,0.00019978861],"category_scores_gemma":[0.000943873,0.00013917292,0.00006026976,0.00019634108,0.00006374182,0.0003732124,0.00026120295,0.00027479895,0.000069538786],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001028189,0.0004892592,0.42471606,0.00021341418,0.0006094287,0.0005652315,0.005483791,0.041160204,0.0026251497,0.37390995,0.004396177,0.14572851],"study_design_scores_gemma":[0.0007169154,0.00016153473,0.20171432,0.00013617742,0.0000074512477,0.0002694994,0.00004521465,0.77317286,0.001652401,0.0045721494,0.016803123,0.0007483549],"about_ca_topic_score_codex":0.000016754528,"about_ca_topic_score_gemma":0.0000029570183,"teacher_disagreement_score":0.7872687,"about_ca_system_score_codex":0.00008466374,"about_ca_system_score_gemma":0.00008659322,"threshold_uncertainty_score":0.56753063},"labels":[],"label_agreement":null},{"id":"W1921408347","doi":"","title":"Software release planning with time-dependent value functions and flexible release dates","year":2007,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Software release life cycle; Value (mathematics); Interval (graph theory); Computer science; Software; Resource (disambiguation); Genetic algorithm; Product (mathematics); Key (lock); Operations research; Software development; Engineering; Software quality; Mathematics","score_opus":0.021553089756323234,"score_gpt":0.26924763161775916,"score_spread":0.24769454186143594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1921408347","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018151525,0.000112427515,0.97823083,0.00021004867,0.00045282638,0.00013791333,0.000016779717,0.0022173855,0.0004702532],"genre_scores_gemma":[0.6354879,0.000030910163,0.36326888,0.00012849935,0.00014291545,0.000031760235,0.000032167987,0.000045976372,0.00083097146],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983487,0.000016195625,0.0002699911,0.0005117965,0.00049884187,0.00035446527],"domain_scores_gemma":[0.9984924,0.000586613,0.000109946224,0.00041591318,0.00019209523,0.00020302495],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00040400308,0.00028654898,0.0001857105,0.0003473572,0.00011840743,0.00033033272,0.0006435021,0.000102049926,0.0000598316],"category_scores_gemma":[0.0006482607,0.00027231412,0.000042374417,0.0002442475,0.000028251323,0.00084363535,0.00020556671,0.00042121424,0.000053242824],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00081683416,0.00060734287,0.038115896,0.0003915007,0.000990948,0.0021437986,0.0022842297,0.5306994,0.0041742167,0.25676963,0.004174676,0.15883155],"study_design_scores_gemma":[0.0033374822,0.002052334,0.029840114,0.003379213,0.0001450758,0.0017102216,0.00029805503,0.87858135,0.02273415,0.0036182362,0.04986551,0.004438253],"about_ca_topic_score_codex":0.00003337453,"about_ca_topic_score_gemma":0.0000011486029,"teacher_disagreement_score":0.6173364,"about_ca_system_score_codex":0.00010032971,"about_ca_system_score_gemma":0.00006606625,"threshold_uncertainty_score":0.9999729},"labels":[],"label_agreement":null},{"id":"W1965783511","doi":"10.5555/2486788.2486965","title":"Supporting application development with structured queries in the cloud","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Advanced Database Systems and Queries","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Cloud computing; Ontology; SQL; Terminology; Abstraction; World Wide Web; Database; Set (abstract data type); Information retrieval; Software engineering; Data science; Programming language","score_opus":0.012885609363114872,"score_gpt":0.2518800112637012,"score_spread":0.23899440190058632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965783511","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04552331,0.0000094857105,0.9534487,0.00030424466,0.00018860535,0.0001921232,0.0000025957654,0.00011199809,0.00021891897],"genre_scores_gemma":[0.8152404,0.0000018769958,0.18436554,0.00009714488,0.00004886456,0.00017805536,0.000018741774,0.0000058711007,0.000043499225],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9991415,0.000011362605,0.0001986642,0.00020829972,0.00027934226,0.00016083686],"domain_scores_gemma":[0.9995035,0.000060311937,0.00007462086,0.00022865586,0.00010606059,0.000026847632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000119938995,0.0001141315,0.000082985505,0.00007555667,0.00004449994,0.00010937472,0.0004602789,0.000023373455,0.000020348956],"category_scores_gemma":[0.00006918822,0.000077361154,0.000012180831,0.00012208725,0.000013595143,0.0004972733,0.00006513981,0.00012381781,0.000025151867],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004821597,0.000018473409,0.005273985,0.000019073035,0.000017180288,0.00001027477,0.0024887007,0.0032459334,0.00062062975,0.9513498,0.000045827433,0.03690531],"study_design_scores_gemma":[0.00199007,0.0003043864,0.3540294,0.0011301902,0.000008262004,0.00030067685,0.0040173167,0.30268,0.015414449,0.0054689036,0.3121884,0.0024679922],"about_ca_topic_score_codex":0.000044478817,"about_ca_topic_score_gemma":0.00004555805,"teacher_disagreement_score":0.9458809,"about_ca_system_score_codex":0.00004955159,"about_ca_system_score_gemma":0.000049480117,"threshold_uncertainty_score":0.31546962},"labels":[],"label_agreement":null},{"id":"W1966394892","doi":"10.5555/2486788.2487043","title":"Identifying failure inducing developer pairs within developer networks","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software engineering; Code (set theory); Software; Liberian dollar; Software bug; Software system; Software maintenance; Software development; Source code; Software quality; Software construction; Programming language; Business","score_opus":0.03741111536065112,"score_gpt":0.2666118718198485,"score_spread":0.2292007564591974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966394892","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.101752646,0.00003314796,0.8944155,0.00044479247,0.0018400468,0.00023066932,0.0000020134742,0.001124326,0.00015688513],"genre_scores_gemma":[0.77035725,0.000008641557,0.22886774,0.00014523345,0.00016739589,0.00013625559,0.000011528224,0.000044484732,0.00026147658],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99742794,0.000031250092,0.0004479969,0.00066471007,0.00083927397,0.0005888151],"domain_scores_gemma":[0.998087,0.0004666473,0.00008724212,0.00053592323,0.0005948407,0.0002283302],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00039614376,0.00035803823,0.00024028144,0.00047831918,0.000113008966,0.0009593571,0.0019061253,0.00017131897,0.0003626259],"category_scores_gemma":[0.0017467925,0.00035767024,0.00007820102,0.00056344847,0.000027836235,0.0013529535,0.00055451714,0.00076186896,0.0005012778],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021119691,0.0002067247,0.087819524,0.0002015836,0.0008144583,0.00033741968,0.007842681,0.6712294,0.0061133564,0.15775612,0.009165808,0.058491763],"study_design_scores_gemma":[0.0005791533,0.000060924413,0.09626674,0.0007637915,0.0000058267988,0.00010008771,0.00020226804,0.89563024,0.0028557996,0.0004862437,0.0017773728,0.0012715786],"about_ca_topic_score_codex":0.00006879068,"about_ca_topic_score_gemma":0.000008949228,"teacher_disagreement_score":0.6686046,"about_ca_system_score_codex":0.0002905754,"about_ca_system_score_gemma":0.00016417856,"threshold_uncertainty_score":0.9998875},"labels":[],"label_agreement":null},{"id":"W1966649174","doi":"10.5555/2819009.2819156","title":"Mining temporal properties of data invariants","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Correctness; Temporal logic; Computer science; Property (philosophy); Linear temporal logic; Field (mathematics); Theoretical computer science; Data mining; Programming language; Mathematics","score_opus":0.21333505880022077,"score_gpt":0.32497960589375685,"score_spread":0.11164454709353608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966649174","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13498142,0.00010231573,0.8623538,0.00032229305,0.0012606066,0.00012842662,0.000021835975,0.0005610484,0.0002682685],"genre_scores_gemma":[0.8681278,0.000004634709,0.13161087,0.000022362385,0.00008746773,0.000011939354,0.000018896315,0.000016873268,0.00009914764],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99828917,0.000019490086,0.0002769815,0.00040067948,0.0007755186,0.00023818405],"domain_scores_gemma":[0.9983817,0.00016296774,0.00006817061,0.0008512728,0.00038905992,0.00014687756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047517926,0.00016127627,0.00017404418,0.00027829953,0.00001845535,0.00014504392,0.0028937366,0.000058812908,0.000016434877],"category_scores_gemma":[0.0033414417,0.00015508584,0.000027336708,0.00024901913,0.000027520951,0.0009930079,0.0009298477,0.00019013952,0.000035175068],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041533576,0.0012763966,0.32297575,0.00087532884,0.0015798903,0.0007968107,0.01614399,0.14178114,0.02973916,0.35292277,0.017398756,0.11409469],"study_design_scores_gemma":[0.00090924645,0.00018024587,0.005883289,0.0007265004,0.0000057963102,0.000052076924,0.00013135147,0.97785825,0.00980129,0.00023236663,0.0036397409,0.00057985587],"about_ca_topic_score_codex":0.000043656015,"about_ca_topic_score_gemma":0.0000024045164,"teacher_disagreement_score":0.8360771,"about_ca_system_score_codex":0.000084571526,"about_ca_system_score_gemma":0.00024736772,"threshold_uncertainty_score":0.63242173},"labels":[],"label_agreement":null},{"id":"W1972501133","doi":"10.5555/2486788.2487042","title":"Changeset based developer communication to detect software failures","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software; Software engineering; Software system; Software development; Software construction; Operating system","score_opus":0.036070879078120864,"score_gpt":0.2786316262526435,"score_spread":0.2425607471745226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972501133","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019271627,0.000040889438,0.9755334,0.0027253763,0.0005618372,0.00039899448,0.0000145584645,0.0013460169,0.00010727653],"genre_scores_gemma":[0.5917611,0.000006958946,0.4072032,0.0003928999,0.00005993749,0.00036058866,0.000023922166,0.000033619533,0.00015774068],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99788314,0.000039254544,0.00029372587,0.00051588693,0.0007923702,0.00047560126],"domain_scores_gemma":[0.99725825,0.0008484604,0.000053574986,0.0009114777,0.00066342345,0.00026483854],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00027501557,0.000299036,0.00020395298,0.00062621705,0.00009340617,0.00057453854,0.0025211286,0.000112320384,0.00044049416],"category_scores_gemma":[0.0034420993,0.00030797615,0.000074767864,0.00051457336,0.000022308757,0.00065003993,0.0005031457,0.00040229526,0.0010245269],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008927376,0.0004121417,0.045735087,0.0003802893,0.0006410768,0.00015768166,0.0041946485,0.30393046,0.01077796,0.07470282,0.04008781,0.51889074],"study_design_scores_gemma":[0.0022256433,0.00067677046,0.30778122,0.0020312371,0.000016651205,0.00007477713,0.00010377892,0.5818172,0.034810625,0.0026908538,0.06389585,0.0038753727],"about_ca_topic_score_codex":0.00010702956,"about_ca_topic_score_gemma":0.000012024864,"teacher_disagreement_score":0.5724895,"about_ca_system_score_codex":0.00026265983,"about_ca_system_score_gemma":0.00012593501,"threshold_uncertainty_score":0.99993724},"labels":[],"label_agreement":null},{"id":"W1974712054","doi":"10.5555/2486788.2487004","title":"A study of variability spaces in open source software","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Maintainability; Computer science; Software; Software system; Space (punctuation); Software engineering; Work (physics); Programming language; Engineering; Operating system","score_opus":0.042680680918987794,"score_gpt":0.3053308972043857,"score_spread":0.2626502162853979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974712054","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52516556,0.000005512811,0.47334203,0.00011361167,0.0003719805,0.00057738577,0.0000032821308,0.0003018635,0.0001187847],"genre_scores_gemma":[0.9480355,0.0000024563012,0.05147198,0.000022225124,0.000035400095,0.00026681137,0.0000032269827,0.000024752258,0.0001376497],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978551,0.00008451948,0.00043387047,0.000580227,0.0007006631,0.00034557816],"domain_scores_gemma":[0.9973071,0.0013482294,0.00009219542,0.00074664294,0.0003855803,0.00012022934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007576003,0.00023526087,0.0003042653,0.00044944033,0.000031017848,0.00048466554,0.0032163372,0.000079632555,0.00018770322],"category_scores_gemma":[0.004859039,0.00023925763,0.00004624452,0.00052485906,0.000022940441,0.00095268973,0.0012067592,0.00039039625,0.000064840926],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029307863,0.001523905,0.84775364,0.000091670685,0.0001685566,0.000064617394,0.0058158864,0.09670872,0.00050620845,0.018610135,0.00031044884,0.028416904],"study_design_scores_gemma":[0.0024625221,0.0007117461,0.75024813,0.0005028214,0.000006610023,0.000023562214,0.00070305495,0.24095094,0.00095679786,0.0019383603,0.00052500184,0.000970429],"about_ca_topic_score_codex":0.0006744796,"about_ca_topic_score_gemma":0.000020601063,"teacher_disagreement_score":0.42286995,"about_ca_system_score_codex":0.00017737948,"about_ca_system_score_gemma":0.00010795294,"threshold_uncertainty_score":0.9756643},"labels":[],"label_agreement":null},{"id":"W1974908123","doi":"10.5555/2819009.2819054","title":"Code repurposing as an assessment tool","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sheridan College","funders":"","keywords":"Repurposing; Computer science; Code (set theory); Software engineering; Source code; Software; Code review; KPI-driven code analysis; Programming language; Software development; Static program analysis; Engineering; Set (abstract data type)","score_opus":0.06233157398028721,"score_gpt":0.36394204481772896,"score_spread":0.30161047083744175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974908123","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11407762,0.00002030198,0.88122505,0.00032250807,0.0017435128,0.00014840148,0.0000082915485,0.0013138967,0.0011404312],"genre_scores_gemma":[0.7920974,0.000006845526,0.20719303,0.000120200166,0.00018741123,0.000053002255,0.000018063816,0.000030963845,0.00029311067],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976874,0.000033615557,0.0002764889,0.0005416837,0.0010884051,0.00037243625],"domain_scores_gemma":[0.9982088,0.000279993,0.000056844085,0.0006695186,0.00049150473,0.0002932946],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00054334244,0.00023281598,0.0001735846,0.00032072683,0.000048826398,0.0005570754,0.0015745014,0.0000867089,0.00006279189],"category_scores_gemma":[0.0020290522,0.00024887657,0.00005509265,0.00026148863,0.000019380162,0.0009744894,0.00030944767,0.00040507907,0.00015193711],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041610107,0.00030483562,0.021864166,0.000037472477,0.00016688359,0.00045819106,0.0014356191,0.10689569,0.0018194831,0.82376456,0.001331334,0.041880123],"study_design_scores_gemma":[0.000987734,0.00051901967,0.01671383,0.00023756888,0.000005723626,0.00016833417,0.00007078683,0.95994925,0.0024030562,0.0037544006,0.014314385,0.0008759103],"about_ca_topic_score_codex":0.000026802812,"about_ca_topic_score_gemma":0.0000017164261,"teacher_disagreement_score":0.85305357,"about_ca_system_score_codex":0.00041708862,"about_ca_system_score_gemma":0.00033619136,"threshold_uncertainty_score":0.99999636},"labels":[],"label_agreement":null},{"id":"W1978219123","doi":"10.5555/2818754.2818796","title":"Detecting inconsistencies in JavaScript MVC applications","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; JavaScript; Web application; Consistency (knowledge bases); Model–view–controller; Identifier; Data mining; Software engineering; Programming language; Operating system; Artificial intelligence; User interface","score_opus":0.07089629372013515,"score_gpt":0.2861331090805849,"score_spread":0.21523681536044978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978219123","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0052073835,0.00004689501,0.98722625,0.00023149159,0.00057767547,0.00012773697,0.0000026850637,0.005160685,0.0014191812],"genre_scores_gemma":[0.7099158,0.0000032838195,0.28970525,0.00011444583,0.00007834446,0.00011477428,0.0000030579902,0.000010744827,0.00005431411],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988809,0.000017915916,0.00023945143,0.00031732162,0.00033745685,0.00020690853],"domain_scores_gemma":[0.9989703,0.00020664868,0.000063286,0.0003423707,0.00031816275,0.00009920416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032929567,0.00014815578,0.00013035355,0.00033644028,0.000034454213,0.0001723751,0.0008465488,0.000060675866,0.0000051774527],"category_scores_gemma":[0.0018344469,0.00015832277,0.000037302787,0.00030800977,0.00001807816,0.00031590264,0.00019447366,0.00023043649,0.000038771865],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037124384,0.00042810504,0.10568913,0.000095547395,0.00012290235,0.00020515648,0.005364533,0.028625596,0.00094503746,0.5608283,0.007693801,0.28996474],"study_design_scores_gemma":[0.0010487118,0.0002310239,0.0094201835,0.0007164508,0.0000072626617,0.00014149895,0.0001569076,0.8956931,0.0029065597,0.07384338,0.014599916,0.0012349882],"about_ca_topic_score_codex":0.00007031124,"about_ca_topic_score_gemma":0.000009394919,"teacher_disagreement_score":0.8670675,"about_ca_system_score_codex":0.00018036478,"about_ca_system_score_gemma":0.00010608431,"threshold_uncertainty_score":0.64562154},"labels":[],"label_agreement":null},{"id":"W1978429779","doi":"10.5555/2819009.2819091","title":"SOA4DM: applying an SOA paradigm to coordination in humanitarian disaster response","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software; Key (lock); Software development; Service (business); Software engineering; Computer security; Business; Operating system","score_opus":0.04376296658587436,"score_gpt":0.2854115121878208,"score_spread":0.24164854560194643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978429779","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38360068,0.000009351772,0.6126585,0.0019526753,0.0008838441,0.00021080374,0.0000062736235,0.0002797311,0.00039811476],"genre_scores_gemma":[0.9756638,3.8643353e-7,0.0233082,0.0007132048,0.00012337636,0.000086105734,0.000018191191,0.0000160978,0.000070674345],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99862176,0.000056076777,0.00023515598,0.00040305647,0.0004337693,0.00025019614],"domain_scores_gemma":[0.9991478,0.00011246473,0.000048769525,0.00034880007,0.00014703428,0.00019517657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038780778,0.00018125988,0.00013663789,0.00047087905,0.000038613463,0.00026821694,0.0010392723,0.00005736928,0.000016154221],"category_scores_gemma":[0.00011565413,0.0001869755,0.00002908838,0.00031365856,0.000007491451,0.0006859536,0.00018991345,0.00019402933,0.0000767711],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006909677,0.00037099476,0.007989765,0.000039989827,0.000074362324,0.00018779248,0.047840852,0.1612298,0.004410289,0.7422139,0.0002055322,0.034745753],"study_design_scores_gemma":[0.0025853151,0.0010952784,0.04560457,0.00067315216,0.000010184364,0.00006704442,0.0020041214,0.8912775,0.0022790695,0.015141535,0.037641976,0.0016202499],"about_ca_topic_score_codex":0.00011682686,"about_ca_topic_score_gemma":0.00021190886,"teacher_disagreement_score":0.7300477,"about_ca_system_score_codex":0.00015020318,"about_ca_system_score_gemma":0.0000804664,"threshold_uncertainty_score":0.762464},"labels":[],"label_agreement":null},{"id":"W1981470162","doi":"10.5555/2486788.2486982","title":"Example-driven modeling: model = abstractions + examples","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Mainstream; Software engineering; Cognitive model; Model-driven architecture; Management science; Cognition; Software; Data science; Programming language; Software development; Engineering","score_opus":0.07656755287796496,"score_gpt":0.250862245894386,"score_spread":0.17429469301642103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981470162","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18905243,0.0000132374225,0.8053716,0.0007436125,0.0004285391,0.00011230069,0.0000061580427,0.00061204616,0.0036600588],"genre_scores_gemma":[0.9885358,0.000015068931,0.009923118,0.00040086792,0.00058663625,0.00009073963,0.00008261158,0.000041261457,0.00032386484],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987167,0.0000016513472,0.0002982794,0.00035198696,0.00037582536,0.00025552823],"domain_scores_gemma":[0.9989579,0.000029198887,0.0001008878,0.0002122612,0.000674893,0.000024909274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007746959,0.00023186317,0.00018203893,0.0004150338,0.00011259401,0.0005779979,0.00041235893,0.00007952568,0.00086326234],"category_scores_gemma":[0.00016824444,0.00022932503,0.000098536504,0.00017806464,0.000015351032,0.0013876043,0.000096881784,0.00022592464,0.0007750838],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034311302,0.000037824477,0.0005207586,0.000028012619,0.000042775737,0.0000014397846,0.000022416216,0.9578167,0.00043505363,0.039060052,0.00022918961,0.0018023378],"study_design_scores_gemma":[0.00014713753,0.0000019411561,0.0002440002,0.00007573729,0.000021658827,0.000001198902,0.00005707035,0.99485093,0.000012336659,0.0036735132,0.0006519147,0.0002625788],"about_ca_topic_score_codex":0.0012361504,"about_ca_topic_score_gemma":0.000022035072,"teacher_disagreement_score":0.7994834,"about_ca_system_score_codex":0.000045433993,"about_ca_system_score_gemma":0.000029164497,"threshold_uncertainty_score":0.99623924},"labels":[],"label_agreement":null},{"id":"W1982627696","doi":"10.5555/2819009.2819213","title":"Towards generation of software development tasks","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Task (project management); Decomposition; Context (archaeology); Process (computing); Software engineering; Task analysis; Software development; Software; Human–computer interaction; Programming language; Systems engineering; Engineering","score_opus":0.10560232098094043,"score_gpt":0.3077589008172072,"score_spread":0.20215657983626678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982627696","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06555242,0.00004971496,0.9319112,0.00013659005,0.0014730749,0.00011606122,0.000007879774,0.00055578566,0.00019730862],"genre_scores_gemma":[0.66352385,0.0000049214404,0.33609506,0.000032419597,0.00013041386,0.000039161052,0.000025236473,0.000019795316,0.00012914192],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99791366,0.000019640827,0.0003628371,0.00038416262,0.0010310973,0.00028861835],"domain_scores_gemma":[0.99842983,0.00015860412,0.00008166775,0.00041964586,0.00070845813,0.00020177227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039383306,0.00021640323,0.00019833073,0.00038087444,0.000031643263,0.00013960325,0.0012102023,0.00009212061,0.00004183068],"category_scores_gemma":[0.0027567653,0.00022528777,0.000055434208,0.00029315468,0.000020828958,0.0004193751,0.0003025519,0.00023796708,0.00007525944],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009167876,0.00066751137,0.045624334,0.00028138503,0.0007246792,0.00024991608,0.009413267,0.3246703,0.010454069,0.26941058,0.0077063004,0.33070597],"study_design_scores_gemma":[0.0028993348,0.0006274332,0.0502792,0.00078890723,0.000016041962,0.00011988425,0.00011450961,0.7567097,0.151888,0.0012736022,0.033035304,0.0022480884],"about_ca_topic_score_codex":0.000016442968,"about_ca_topic_score_gemma":0.0000021195233,"teacher_disagreement_score":0.59797144,"about_ca_system_score_codex":0.00028750938,"about_ca_system_score_gemma":0.00045009775,"threshold_uncertainty_score":0.9186969},"labels":[],"label_agreement":null},{"id":"W1983565008","doi":"10.5555/2486788.2487076","title":"1st international workshop on release engineering (RELENG 2013)","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Context (archaeology); Computer science; Software engineering; Software; Product (mathematics); Field (mathematics); World Wide Web; Operating system","score_opus":0.027549817752153365,"score_gpt":0.26544518871481887,"score_spread":0.2378953709626655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983565008","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009135966,0.000056281555,0.9788376,0.003408797,0.0041364934,0.0002608347,0.000012654017,0.0025295164,0.0016218435],"genre_scores_gemma":[0.7999981,0.00021440601,0.19796278,0.00044210826,0.00050277775,0.0002149838,0.000030208643,0.00006406594,0.0005705536],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997829,0.00001839887,0.00039492472,0.00060576637,0.0007237908,0.00042807814],"domain_scores_gemma":[0.99813443,0.00058519765,0.00012870498,0.00062568934,0.00031616757,0.00020980249],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00020925401,0.00039874768,0.00022930911,0.0005140748,0.000061099694,0.0006527901,0.0019413052,0.00016064958,0.0005486083],"category_scores_gemma":[0.0012303917,0.00041284028,0.0001287408,0.00027295307,0.000015235373,0.001338352,0.0003054102,0.0006804603,0.0005858776],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052323263,0.0003640921,0.0009835424,0.000071682676,0.00046818092,0.00019188278,0.0005951707,0.32196522,0.002871729,0.5332398,0.021148095,0.1180483],"study_design_scores_gemma":[0.0004186135,0.000110835565,0.002988018,0.00054409145,0.0000072131616,0.00004858862,0.000019985446,0.93232363,0.0017274567,0.00064684165,0.060332466,0.0008322838],"about_ca_topic_score_codex":0.000051586052,"about_ca_topic_score_gemma":9.798596e-7,"teacher_disagreement_score":0.79086214,"about_ca_system_score_codex":0.0002097257,"about_ca_system_score_gemma":0.00004413845,"threshold_uncertainty_score":0.99983233},"labels":[],"label_agreement":null},{"id":"W1991987529","doi":"10.5555/381473.381601","title":"How to do inspections when there is no time","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Software inspection; Computer science; Software; Statistical process control; Quality (philosophy); Software quality; Software development; Software engineering; Process (computing)","score_opus":0.02655269819784756,"score_gpt":0.2669592391930008,"score_spread":0.24040654099515324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991987529","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02137517,0.000034770892,0.9690898,0.0043640453,0.0013659997,0.00020154899,0.000020319345,0.0013156628,0.0022326787],"genre_scores_gemma":[0.86477774,0.000039601226,0.12069801,0.00046375475,0.00055139896,0.00012190471,0.0000103496905,0.00006167937,0.013275579],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981509,0.000013668065,0.00017916226,0.00052568095,0.0007334361,0.0003971499],"domain_scores_gemma":[0.99836737,0.00029812523,0.00003551239,0.00059491774,0.0004789279,0.00022517038],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001530144,0.00024443012,0.00016850713,0.00044677404,0.00006995728,0.0008149563,0.0015841598,0.000085238185,0.0006590578],"category_scores_gemma":[0.0014871284,0.00025443683,0.00008247129,0.00039086997,0.000015503032,0.00058361987,0.0003206319,0.00033668985,0.0017989641],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002245275,0.0010453464,0.07882886,0.00019319022,0.0018434534,0.0015130354,0.011767323,0.07087783,0.023043573,0.5180824,0.14403696,0.1485435],"study_design_scores_gemma":[0.0012780015,0.0006412799,0.038179748,0.0008051382,0.000014754365,0.0002553516,0.00007281261,0.40058765,0.004281863,0.0028659736,0.548765,0.0022524502],"about_ca_topic_score_codex":0.000014862801,"about_ca_topic_score_gemma":0.0000011444107,"teacher_disagreement_score":0.8483918,"about_ca_system_score_codex":0.00023050132,"about_ca_system_score_gemma":0.00006773597,"threshold_uncertainty_score":0.99999076},"labels":[],"label_agreement":null},{"id":"W1992318286","doi":"10.5555/2486788.2487078","title":"5th international workshop on software engineering in health care (SEHC 2013)","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Dependability; Health care; Digitization; Engineering management; Software development; Computer science; Software; Software engineering; Engineering","score_opus":0.055403699733120274,"score_gpt":0.3916155040125371,"score_spread":0.3362118042794168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992318286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6638919,0.0018319028,0.21737051,0.030260528,0.052796774,0.011391188,0.00055001985,0.006193464,0.015713677],"genre_scores_gemma":[0.9834342,0.00031530485,0.009263492,0.0017959039,0.0013258655,0.0012255429,0.00024767895,0.00015413322,0.0022378925],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99582916,0.00015561175,0.0012812478,0.0006866564,0.00087146746,0.0011758615],"domain_scores_gemma":[0.9972754,0.0009567607,0.00035373063,0.00046236982,0.00057567446,0.00037605225],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005899805,0.00047965057,0.0005344458,0.00085206935,0.00018134054,0.00008119359,0.0008659821,0.00034339185,0.0024796159],"category_scores_gemma":[0.0021073532,0.00050019805,0.00011452251,0.0003242705,0.000019202716,0.00038747746,0.00017167297,0.0020288315,0.0016914845],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067374203,0.000984734,0.3179617,0.0061353664,0.0010134618,0.00021331261,0.036236487,0.23847537,0.000533117,0.17645366,0.09769932,0.12361973],"study_design_scores_gemma":[0.010867659,0.0013599101,0.19951996,0.034612063,0.000022414211,0.000053012765,0.008414879,0.284459,0.00017597541,0.000447999,0.45589635,0.004170817],"about_ca_topic_score_codex":0.0014886488,"about_ca_topic_score_gemma":0.00035464315,"teacher_disagreement_score":0.358197,"about_ca_system_score_codex":0.0030377733,"about_ca_system_score_gemma":0.0007806724,"threshold_uncertainty_score":0.99974495},"labels":[],"label_agreement":null},{"id":"W1997588820","doi":"10.5555/2486788.2487012","title":"Normalizing source code vocabulary to support program comprehension and software quality","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Program comprehension; Source code; Identifier; Normalization (sociology); Vocabulary; Software quality; Software maintenance; Natural language processing; Information retrieval; Static program analysis; Software; Artificial intelligence; Software development; Programming language; Software system; Linguistics","score_opus":0.05035563521686575,"score_gpt":0.3253980243126402,"score_spread":0.27504238909577444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997588820","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2840347,0.000027667451,0.7126169,0.00044071735,0.00057899527,0.0004656715,0.00001060998,0.0017647654,0.00005996223],"genre_scores_gemma":[0.75185555,0.000009176241,0.24729025,0.00023769503,0.000099135694,0.00024088229,0.000022165425,0.00004058278,0.00020457811],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99741346,0.00003848836,0.0004176183,0.00068874896,0.0008840265,0.00055769004],"domain_scores_gemma":[0.9978087,0.00064962514,0.000070586604,0.0005891408,0.0004846833,0.00039725404],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003371036,0.00033235893,0.0002828787,0.00040612553,0.00009796209,0.0006536858,0.0012363227,0.00011824975,0.00014936157],"category_scores_gemma":[0.0017407819,0.0003485451,0.000073229196,0.00033315935,0.000035486366,0.00074829644,0.0007582979,0.00043539522,0.00031635363],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072710165,0.0005053336,0.20708986,0.00043363604,0.00033163375,0.00012328429,0.0029679667,0.05669847,0.0064882403,0.030523447,0.0056526326,0.6891128],"study_design_scores_gemma":[0.0013850511,0.0012771296,0.52269775,0.00075743644,0.000012064766,0.00015228412,0.00011062427,0.4353876,0.003015596,0.0004745026,0.032599956,0.0021300016],"about_ca_topic_score_codex":0.00012035053,"about_ca_topic_score_gemma":0.000004953227,"teacher_disagreement_score":0.6869828,"about_ca_system_score_codex":0.00014723123,"about_ca_system_score_gemma":0.00007753288,"threshold_uncertainty_score":0.99989665},"labels":[],"label_agreement":null},{"id":"W2001111660","doi":"10.5555/998675.999499","title":"4th international workshop on adoption-centric software engineering","year":2004,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Victoria; IBM (Canada)","funders":"","keywords":"Leverage (statistics); Computer science; Key (lock); Middleware (distributed applications); Software engineering; Software; Embedding; Systems engineering; Engineering; Engineering management; Computer security; Distributed computing; Operating system","score_opus":0.016718872477303106,"score_gpt":0.24065568793048067,"score_spread":0.22393681545317756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001111660","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031348698,0.000053972806,0.95991915,0.0015988625,0.004741494,0.00017619222,0.000026996695,0.0011612638,0.0009733357],"genre_scores_gemma":[0.87704545,0.0000644018,0.12078251,0.0011481942,0.000632451,0.000058494206,0.00008357608,0.000048677954,0.00013625089],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976185,0.000012603496,0.000376484,0.0006646582,0.0008898048,0.00043795808],"domain_scores_gemma":[0.9986507,0.00023123162,0.000119899094,0.00050966383,0.00029792904,0.00019053822],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00012997293,0.00039428935,0.00022272012,0.00065346673,0.000086475666,0.00039571014,0.0020111187,0.0001338881,0.00012346714],"category_scores_gemma":[0.00026339944,0.00039991402,0.00013894557,0.0004837063,0.000014099847,0.000605719,0.00032196406,0.00053246564,0.00023289614],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043830994,0.00021607992,0.0010509089,0.000041137384,0.00019839157,0.00012286248,0.0010853092,0.6210729,0.0004955763,0.35894918,0.00008867711,0.016635165],"study_design_scores_gemma":[0.00960165,0.0008931621,0.04299322,0.007185693,0.00008437682,0.00045941042,0.000546248,0.79124486,0.016265234,0.008045945,0.11669668,0.0059835277],"about_ca_topic_score_codex":0.000031074873,"about_ca_topic_score_gemma":0.00000909297,"teacher_disagreement_score":0.84569675,"about_ca_system_score_codex":0.00030782062,"about_ca_system_score_gemma":0.000098394376,"threshold_uncertainty_score":0.99984527},"labels":[],"label_agreement":null},{"id":"W2001935537","doi":"10.5555/2486788.2486997","title":"V:ISSUE:LIZER: exploring requirements clarification in online communication over time","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Domain (mathematical analysis); Requirements analysis; Software engineering; World Wide Web; Software","score_opus":0.0800850046072287,"score_gpt":0.31178199114644706,"score_spread":0.23169698653921836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001935537","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.636453,0.00009367241,0.35798046,0.0018070329,0.0012370055,0.0005956456,0.00001464594,0.0013501346,0.00046841704],"genre_scores_gemma":[0.93221945,0.000081852995,0.06669893,0.000091650916,0.00009575015,0.00027098245,0.00007119182,0.00003215203,0.00043802042],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99817425,0.00004144205,0.00038150695,0.00041744416,0.0006445628,0.0003408061],"domain_scores_gemma":[0.9984144,0.00039168212,0.0000738572,0.0007379124,0.00027369105,0.000108459004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029804048,0.0002141267,0.00017369026,0.00051533524,0.000043932792,0.0003169397,0.0016097602,0.00009088523,0.00048437866],"category_scores_gemma":[0.0010809365,0.00024008963,0.000048313195,0.0004019809,0.000019889825,0.0015484197,0.00032091932,0.0004530676,0.00072456367],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008798929,0.0022062957,0.2659124,0.0003304705,0.000552379,0.00012312706,0.007324588,0.15175432,0.062426012,0.2296188,0.009987013,0.2696766],"study_design_scores_gemma":[0.0007291125,0.00006895138,0.32481834,0.00049561047,0.0000026070652,0.0000070144315,0.000036645146,0.6677235,0.001628642,0.00079255586,0.003146721,0.0005503068],"about_ca_topic_score_codex":0.00011925045,"about_ca_topic_score_gemma":0.000003794173,"teacher_disagreement_score":0.51596916,"about_ca_system_score_codex":0.00033760435,"about_ca_system_score_gemma":0.000048497288,"threshold_uncertainty_score":0.97905713},"labels":[],"label_agreement":null},{"id":"W2006834218","doi":"10.5555/2486788.2487008","title":"Supporting maintenance tasks on transformational code generation environments","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Code refactoring; Model transformation; Computer science; Software engineering; Executable; Transformational leadership; Software development; Code generation; Transformation (genetics); Software maintenance; Model-driven architecture; Software system; Field (mathematics); Separation of concerns; Software; Programming language; Artificial intelligence; Key (lock)","score_opus":0.026724117489245882,"score_gpt":0.2606567155084247,"score_spread":0.2339325980191788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006834218","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012082609,0.000005455499,0.9851213,0.00064004963,0.00068118464,0.00027771058,0.00002617331,0.0007786231,0.00038688007],"genre_scores_gemma":[0.6856053,0.000014861912,0.3133381,0.00031586929,0.00012671732,0.00019646308,0.0000612363,0.000026135205,0.00031532886],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980936,0.000018132489,0.0004144857,0.0004492277,0.0006533086,0.00037124762],"domain_scores_gemma":[0.99918705,0.000059464048,0.00011325684,0.00039934952,0.000117952986,0.00012295251],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00018399015,0.00028168212,0.00017230694,0.00024604076,0.00006881588,0.00025480473,0.0009291439,0.00010271777,0.0002246905],"category_scores_gemma":[0.00006128529,0.00028912205,0.000082660954,0.0001137637,0.000019424846,0.00092866615,0.00009467468,0.00031659802,0.00028382207],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066435036,0.00011370825,0.0003990809,0.000020485275,0.00007268042,0.000019653335,0.00055590225,0.12942761,0.0115130255,0.78657573,0.0026784064,0.06861708],"study_design_scores_gemma":[0.0002595251,0.00009023859,0.0018305791,0.00012448746,0.0000024277974,0.000016931011,0.0000031024563,0.9670915,0.008526772,0.00061670074,0.021049436,0.0003883231],"about_ca_topic_score_codex":0.000010597544,"about_ca_topic_score_gemma":8.725762e-7,"teacher_disagreement_score":0.8376639,"about_ca_system_score_codex":0.00024122112,"about_ca_system_score_gemma":0.00003683702,"threshold_uncertainty_score":0.9999561},"labels":[],"label_agreement":null},{"id":"W2011037576","doi":"10.5555/2486788.2487019","title":"Informing development decisions: from data to information","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software analytics; Software development; Software development process; Software engineering; Personal software process; Software project management; Software peer review; Data science; Package development process; Context (archaeology); Software quality; Software; Software construction; Knowledge management","score_opus":0.08094301475176306,"score_gpt":0.3005112809245753,"score_spread":0.21956826617281222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011037576","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06006387,0.000008958413,0.9374339,0.00048813515,0.0009564534,0.0002336651,0.000025209141,0.00062250596,0.00016729669],"genre_scores_gemma":[0.5107777,0.0000060240923,0.48852515,0.00028309607,0.00007714441,0.00010310416,0.0001633334,0.000012139971,0.0000523314],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99813294,0.0000073916167,0.00038191056,0.0003401829,0.0008289852,0.00030860805],"domain_scores_gemma":[0.99766284,0.00074430206,0.000052384647,0.00094109215,0.0003846373,0.00021475278],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002189752,0.00019206552,0.0001334685,0.0004680867,0.00005902222,0.00074284483,0.0032017042,0.000065577544,0.00021396384],"category_scores_gemma":[0.0051734922,0.00019401328,0.00002307611,0.00030532782,0.0000068968593,0.0033355725,0.0013574864,0.00024109389,0.0025621261],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014685368,0.00007009532,0.008331886,0.000021658856,0.00018865378,0.000020314765,0.0032845319,0.03414427,0.00088368094,0.022632357,0.008638866,0.921769],"study_design_scores_gemma":[0.00057636836,0.00006793093,0.15631634,0.0006270131,0.0000030346584,0.000013885694,0.000091353795,0.71057504,0.0024162554,0.00047178403,0.12789904,0.0009419557],"about_ca_topic_score_codex":0.00008695928,"about_ca_topic_score_gemma":0.0000031945858,"teacher_disagreement_score":0.92082703,"about_ca_system_score_codex":0.00018541008,"about_ca_system_score_gemma":0.00015121119,"threshold_uncertainty_score":0.9982145},"labels":[],"label_agreement":null},{"id":"W2015254062","doi":"10.5555/2819009.2819194","title":"Understanding the software fault introduction process","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Debugging; Computer science; Software engineering; Process (computing); Software bug; Fault (geology); Software fault tolerance; Algorithmic program debugging; Meaning (existential); Software; Programming language","score_opus":0.12096392220138281,"score_gpt":0.313044506078589,"score_spread":0.19208058387720622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015254062","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067267558,0.00003074806,0.9860444,0.0026557466,0.0028819933,0.00017832765,0.0000057939556,0.0012039347,0.0002723215],"genre_scores_gemma":[0.97414815,0.000007478698,0.024598828,0.00010891656,0.0007430775,0.000075752825,0.000014413195,0.00003507294,0.00026829925],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99770755,0.000031088537,0.0002556882,0.000495577,0.0011163076,0.00039379316],"domain_scores_gemma":[0.9982271,0.00044712046,0.000069508445,0.0005717561,0.000495254,0.00018923165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005363667,0.00024572958,0.00015754793,0.00029719775,0.00010178475,0.00046343906,0.0017511586,0.00008816272,0.00004432709],"category_scores_gemma":[0.004760535,0.00020356762,0.00006332545,0.00050134084,0.00004397998,0.00070181245,0.0002437008,0.0005169588,0.00012042683],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055919278,0.00012911188,0.011047377,0.00007301992,0.000222869,0.000088860084,0.0036719919,0.51521844,0.00020531475,0.45238015,0.01052348,0.0063834577],"study_design_scores_gemma":[0.0019200909,0.00044714622,0.006532007,0.00040291066,0.000021351056,0.0003371774,0.0010245852,0.93971866,0.0026822127,0.023513043,0.021649832,0.0017509968],"about_ca_topic_score_codex":0.0000070863016,"about_ca_topic_score_gemma":0.0000012730897,"teacher_disagreement_score":0.9674214,"about_ca_system_score_codex":0.00058030436,"about_ca_system_score_gemma":0.00019377578,"threshold_uncertainty_score":0.8301247},"labels":[],"label_agreement":null},{"id":"W2017397762","doi":"10.5555/2818754.2818780","title":"Symbolic model checking of product-line requirements using SAT-based methods","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Correctness; Model checking; Computer science; Feature (linguistics); Formal verification; Key (lock); Product (mathematics); Algorithm; Symbolic data analysis; Theoretical computer science; Programming language; Reliability engineering; Mathematics","score_opus":0.33608242968202867,"score_gpt":0.4339880477139365,"score_spread":0.09790561803190784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017397762","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010937879,0.00006889219,0.9866765,0.00008564805,0.0013319292,0.000140784,0.000009039778,0.0006650491,0.0000842363],"genre_scores_gemma":[0.33315048,0.0000029720293,0.6666764,0.00003464073,0.000062166364,0.000014540933,0.0000058858886,0.000023682884,0.000029233646],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980592,0.00007209656,0.00045374894,0.00048825348,0.00060516625,0.00032149255],"domain_scores_gemma":[0.9981573,0.00034426374,0.00019130997,0.0005867493,0.0005867248,0.0001336549],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010081187,0.00028246501,0.0003371365,0.00038888137,0.000030492849,0.000071836505,0.0011877116,0.0000769024,0.000004545408],"category_scores_gemma":[0.0047159274,0.00029631914,0.00008505357,0.0003334674,0.000036633865,0.0005266122,0.00027884633,0.00026509157,0.0000042346433],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011676416,0.00003159986,0.00016227733,0.000028736938,0.000033344622,0.000005097168,0.00022635539,0.95954615,0.012438486,0.021331275,0.000006380502,0.006178636],"study_design_scores_gemma":[0.00032125556,0.000050589526,0.000080674334,0.00018118991,0.000006833912,0.0000067014525,0.000012342516,0.94863683,0.04679013,0.0035878054,0.000052090527,0.00027357764],"about_ca_topic_score_codex":0.0000081454855,"about_ca_topic_score_gemma":2.94187e-7,"teacher_disagreement_score":0.3222126,"about_ca_system_score_codex":0.00028969822,"about_ca_system_score_gemma":0.000273394,"threshold_uncertainty_score":0.9999489},"labels":[],"label_agreement":null},{"id":"W202414668","doi":"","title":"Towards a compliance support framework for global software companies","year":2007,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Business; Compliance (psychology); Software; Process management; Revenue; Process (computing); Software development; Computer science; Knowledge management; Risk analysis (engineering); Accounting","score_opus":0.07208877016142141,"score_gpt":0.3530945818371886,"score_spread":0.2810058116757672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W202414668","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009148519,0.00004874269,0.99303865,0.00048434516,0.002420274,0.0002499368,0.0000633524,0.0022499182,0.0005299509],"genre_scores_gemma":[0.28993094,0.000015114854,0.7094007,0.00029322619,0.0002136496,0.000050316394,0.000022261142,0.00002198849,0.000051781433],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99805576,0.0000099035715,0.00038878774,0.0005176654,0.00053092226,0.0004969827],"domain_scores_gemma":[0.99808854,0.0007069406,0.0001446253,0.0004955713,0.00039242062,0.00017190533],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00047994877,0.00032000308,0.00026481238,0.00015683296,0.00009095866,0.00033811963,0.0016106847,0.00016657096,0.00006387553],"category_scores_gemma":[0.001777149,0.00034104826,0.00014168578,0.0002965726,0.000029109728,0.0005836915,0.00023429959,0.00032855733,0.00003714884],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041509975,0.000059582333,0.0013255035,0.000055610522,0.00007480843,0.00003714374,0.00016238366,0.0023269264,0.000023758035,0.94876677,0.0005318806,0.04659415],"study_design_scores_gemma":[0.0026330627,0.0019534016,0.06316724,0.0027323063,0.00007852993,0.0005985888,0.00017094609,0.37085348,0.006911026,0.29320246,0.25279686,0.004902108],"about_ca_topic_score_codex":0.000014016534,"about_ca_topic_score_gemma":0.000003596944,"teacher_disagreement_score":0.6555643,"about_ca_system_score_codex":0.00023394615,"about_ca_system_score_gemma":0.00009863141,"threshold_uncertainty_score":0.99990416},"labels":[],"label_agreement":null},{"id":"W2029599177","doi":"10.5555/2819009.2819239","title":"4th international workshop on games and software engineering (GAS 2015)","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Session (web analytics); Software engineering; Computer science; Engineering management; Software; Software development; Game programming; Game testing; Game Developer; Game design; Multimedia; Game design document; Engineering; World Wide Web; Operating system","score_opus":0.13537587319158248,"score_gpt":0.3634877305297637,"score_spread":0.2281118573381812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029599177","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15850548,0.00014933189,0.8131492,0.003944564,0.018037947,0.00031756578,0.0001799107,0.0009463647,0.0047696335],"genre_scores_gemma":[0.96682864,0.000026056823,0.028116971,0.00029614,0.00054067833,0.0000257011,0.000077262004,0.00003477725,0.0040537775],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99635255,0.000029363624,0.0005224847,0.00084605365,0.0019344331,0.0003150983],"domain_scores_gemma":[0.99740636,0.0009619192,0.0001479085,0.0006357106,0.00057480345,0.0002733245],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0015533469,0.00028174353,0.00024435043,0.0007534901,0.00006321786,0.0010694858,0.001437326,0.0000809442,0.00033948084],"category_scores_gemma":[0.015358616,0.00025049975,0.00008188769,0.00035503347,0.000041425927,0.00046515116,0.0005723353,0.00030900814,0.00039018513],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024230205,0.00030656264,0.020866796,0.000025767478,0.00036204868,0.00019325367,0.0021074775,0.41490605,0.00019163934,0.10208994,0.15120497,0.30750316],"study_design_scores_gemma":[0.0013506619,0.00014352125,0.0115834605,0.0006067941,0.00001694657,0.000044265118,0.0008439265,0.67484397,0.00024969224,0.0028356004,0.30655965,0.00092152966],"about_ca_topic_score_codex":0.000016433478,"about_ca_topic_score_gemma":0.000004628222,"teacher_disagreement_score":0.80832314,"about_ca_system_score_codex":0.00016227714,"about_ca_system_score_gemma":0.00006232357,"threshold_uncertainty_score":0.9999947},"labels":[],"label_agreement":null},{"id":"W2034504975","doi":"10.5555/776816.776922","title":"Panel: empirical validation: what, why, when, and how","year":2003,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Calgary","funders":"","keywords":"Computer science","score_opus":0.0851315501571733,"score_gpt":0.305890984941278,"score_spread":0.22075943478410467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034504975","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03315892,0.00016090536,0.9606931,0.0033579385,0.0016077188,0.00012922267,0.0000036847864,0.0006989817,0.00018948183],"genre_scores_gemma":[0.9109819,0.00011385458,0.08800984,0.0002952219,0.00011196095,0.000048630496,0.000008431502,0.000030620442,0.00039952956],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983303,0.000040833645,0.00015821279,0.0004931708,0.00064865017,0.00032881665],"domain_scores_gemma":[0.9985084,0.0006083708,0.000041923133,0.00040293025,0.0002582544,0.00018012708],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0003130967,0.00022710263,0.00016593013,0.0002808089,0.000058433427,0.0011953792,0.00074526656,0.00009413373,0.00010268401],"category_scores_gemma":[0.0023739405,0.00023561077,0.000050555584,0.00020888975,0.000029614157,0.0013087704,0.00016499644,0.000328669,0.00004010168],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030611925,0.00028852856,0.089791745,0.00019792686,0.0004259264,0.0004114267,0.0036971495,0.01506738,0.0021362044,0.81862795,0.013729541,0.05559563],"study_design_scores_gemma":[0.004387861,0.00093659415,0.067808,0.001976785,0.0000401182,0.0011653635,0.0006385751,0.45730463,0.035491135,0.016654987,0.4087893,0.004806644],"about_ca_topic_score_codex":0.0000026177563,"about_ca_topic_score_gemma":5.591388e-7,"teacher_disagreement_score":0.877823,"about_ca_system_score_codex":0.00010717228,"about_ca_system_score_gemma":0.00007687357,"threshold_uncertainty_score":0.99984145},"labels":[],"label_agreement":null},{"id":"W204271202","doi":"","title":"Atomic requirements for software architecting","year":2007,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Requirements engineering; Software requirements; Computer science; Software requirements specification; Requirements analysis; Systems engineering; Software engineering; Context (archaeology); Process (computing); Software; Software development; Engineering; Software construction; Programming language","score_opus":0.08977179403979542,"score_gpt":0.349579294552769,"score_spread":0.2598075005129736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W204271202","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0093948515,0.000033113454,0.98547953,0.000110133326,0.002756139,0.00024965202,0.000013997729,0.0018391212,0.00012343918],"genre_scores_gemma":[0.20637532,0.000006281498,0.7930677,0.000103461876,0.00020866454,0.000051325267,0.0000117666905,0.00003734249,0.00013815361],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980005,0.000017015784,0.00041553474,0.00055998523,0.00045066894,0.0005563224],"domain_scores_gemma":[0.9974446,0.0015562656,0.00012904173,0.00046280472,0.00027634113,0.0001309442],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008871719,0.00029846793,0.00023761958,0.00039863752,0.00009671571,0.00014555345,0.0013311673,0.000105163395,0.000013445913],"category_scores_gemma":[0.0049824337,0.00032390736,0.00012339487,0.00023282036,0.000024650808,0.00047624554,0.00025451236,0.00030952232,0.000022606973],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014820963,0.00013061211,0.0029164003,0.00017542878,0.00029233124,0.00010508637,0.0012712391,0.23862033,0.010253939,0.4226522,0.00025047953,0.32318375],"study_design_scores_gemma":[0.008445821,0.0018241785,0.033070095,0.0029982654,0.00008049683,0.00045571558,0.0004834014,0.55850714,0.15875427,0.18872695,0.038599133,0.008054535],"about_ca_topic_score_codex":0.0000035141486,"about_ca_topic_score_gemma":0.000001898291,"teacher_disagreement_score":0.3198868,"about_ca_system_score_codex":0.00025270067,"about_ca_system_score_gemma":0.000054621218,"threshold_uncertainty_score":0.9999213},"labels":[],"label_agreement":null},{"id":"W2043353936","doi":"10.5555/381473.381639","title":"3/sup rd/ international workshop on net-centric computing (NCC 2001) Theme: migrating to the Web","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Advanced Database Systems and Queries","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Alberta; University of Victoria","funders":"","keywords":"Business process reengineering; Theme (computing); Computer science; Focus (optics); Software engineering; User interface; World Wide Web; Legacy system; Modernization theory; Interface (matter); Process (computing); Engineering; Operating system; Software","score_opus":0.030852102244929305,"score_gpt":0.2780941211667981,"score_spread":0.2472420189218688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043353936","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01693716,0.000037881222,0.97351843,0.0046626544,0.0025020717,0.00019955166,0.00003730342,0.0003719905,0.0017329834],"genre_scores_gemma":[0.89561695,0.0000726187,0.101270035,0.0011881265,0.00090559415,0.000040542644,0.000047013626,0.000029479772,0.0008296368],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99801284,0.000034706176,0.0003678911,0.0004997349,0.0006895292,0.00039528427],"domain_scores_gemma":[0.9986154,0.00039868636,0.00012136364,0.00047804267,0.00025522834,0.00013128183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032227134,0.00026569414,0.0001754362,0.00021906027,0.00015466646,0.00029280403,0.0013724458,0.00005462198,0.00011975691],"category_scores_gemma":[0.00084872276,0.00021349393,0.000080167425,0.00040007834,0.000018729235,0.0004410537,0.00042202786,0.00035262422,0.00018081155],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005406187,0.00012006877,0.0030369014,0.000014228352,0.00013913124,0.00013239111,0.0015227712,0.4395901,0.0005880155,0.444201,0.008574754,0.10202659],"study_design_scores_gemma":[0.00029585947,0.00004644015,0.001069446,0.00045189093,0.0000025412276,0.000056349912,0.00016918738,0.7820375,0.00016227542,0.000086480635,0.21528561,0.00033639336],"about_ca_topic_score_codex":0.000024761472,"about_ca_topic_score_gemma":0.000021203814,"teacher_disagreement_score":0.8786798,"about_ca_system_score_codex":0.00016770468,"about_ca_system_score_gemma":0.000064864806,"threshold_uncertainty_score":0.87060297},"labels":[],"label_agreement":null},{"id":"W2047222602","doi":"10.5555/381473.381583","title":"Software engineering body of knowledge (SWEBOK) (panel session)","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Accreditation; Panel discussion; Body of knowledge; Warrant; Session (web analytics); Computer science; Certification; Software engineering; Engineering management; Maturity (psychological); Engineering ethics; Internationalization; Software; Engineering; Knowledge management; Political science; World Wide Web; Business; Law","score_opus":0.04495728681655283,"score_gpt":0.2915292036244607,"score_spread":0.24657191680790788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047222602","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01961616,0.0001545707,0.97564256,0.00016268356,0.001780995,0.00015305511,0.00001501882,0.0019743019,0.00050066924],"genre_scores_gemma":[0.72815526,0.00013520641,0.2711287,0.0000432705,0.0001917403,0.00004931697,0.00001281429,0.00004559519,0.00023808108],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980552,0.000022895245,0.0004775504,0.0005137496,0.00052521075,0.00040540245],"domain_scores_gemma":[0.99802,0.00063624745,0.00017098327,0.0006363059,0.0003676331,0.0001688099],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00031081226,0.00037384426,0.000336032,0.00050204305,0.000055835244,0.00016709094,0.0016153861,0.0001643786,0.00015808205],"category_scores_gemma":[0.0016085636,0.00038803276,0.00014706331,0.00047568002,0.000021611142,0.0008489886,0.000361297,0.00046175977,0.00006578952],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001790504,0.0011758833,0.03553187,0.00072788104,0.0009260037,0.0006784279,0.002351866,0.13623947,0.016049007,0.7087973,0.004379256,0.09296398],"study_design_scores_gemma":[0.0012254805,0.00048330054,0.028670378,0.0019508589,0.000042907486,0.00032649716,0.000033432127,0.84940445,0.016952574,0.0009127097,0.09795792,0.0020394628],"about_ca_topic_score_codex":0.000020322892,"about_ca_topic_score_gemma":9.983887e-7,"teacher_disagreement_score":0.713165,"about_ca_system_score_codex":0.00012978133,"about_ca_system_score_gemma":0.000097354554,"threshold_uncertainty_score":0.9998572},"labels":[],"label_agreement":null},{"id":"W2051318236","doi":"10.5555/381473.381580","title":"Simple object access protocol (SOAP) and Web services","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"SOAP; Computer science; Simple (philosophy); Protocol (science); Web service; World Wide Web; Object (grammar); Computer network; Database; Artificial intelligence","score_opus":0.029527223064025332,"score_gpt":0.3055823758790879,"score_spread":0.27605515281506254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051318236","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039360356,0.0000110111205,0.9476605,0.0002777999,0.00087490526,0.005340807,0.000022688033,0.0010469707,0.0054049664],"genre_scores_gemma":[0.9935251,0.0000037317486,0.0038059806,0.00012219054,0.00015243093,0.0021909687,0.000014671608,0.000010954421,0.00017396502],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989323,0.000016861393,0.00020635425,0.00032998732,0.0003046791,0.00020983678],"domain_scores_gemma":[0.9993868,0.00007422645,0.00007440928,0.00023595904,0.00014316809,0.000085463005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012913403,0.00016561092,0.0001333298,0.00013073976,0.000057895042,0.00069376006,0.0011196049,0.000051195362,0.00004921913],"category_scores_gemma":[0.000045555043,0.00015828814,0.000034566794,0.00017351111,0.0000099692625,0.0005174566,0.00029901322,0.00013768289,0.000032698248],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017229644,0.00046925223,0.23780929,0.0009343374,0.0004801965,0.0005771568,0.0023059624,0.12575115,0.0027041142,0.5498926,0.0025497654,0.076353915],"study_design_scores_gemma":[0.0005474762,0.00006863044,0.011015255,0.0002549059,0.0000020071304,0.00006803814,0.0000137963325,0.91985655,0.00012915436,0.0007637872,0.06695532,0.00032508266],"about_ca_topic_score_codex":0.000036276266,"about_ca_topic_score_gemma":0.0000066286684,"teacher_disagreement_score":0.95416474,"about_ca_system_score_codex":0.000037573274,"about_ca_system_score_gemma":0.000045945726,"threshold_uncertainty_score":0.6689944},"labels":[],"label_agreement":null},{"id":"W2068820234","doi":"10.5555/776816.776834","title":"Computer-assisted assume/guarantee reasoning with VeriSoft","year":2003,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Correctness; Computer science; Complement (music); Counterexample; Program analysis; Visualization; Programming language; Pencil (optics); Theoretical computer science; Static analysis; Artificial intelligence; Mathematics","score_opus":0.018837688425932628,"score_gpt":0.2467797912585454,"score_spread":0.2279421028326128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068820234","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0052112974,0.000020671496,0.99048805,0.00009633244,0.00054589147,0.00008518689,0.0000023137677,0.0011829529,0.0023672972],"genre_scores_gemma":[0.47792923,0.000010391506,0.5218033,0.00009529224,0.00003584221,0.0000123994,0.000005367556,0.000013065888,0.00009509275],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99872017,0.000034656987,0.0002169038,0.00039858674,0.00038641007,0.0002432455],"domain_scores_gemma":[0.99915266,0.000097862765,0.00009504049,0.00033467403,0.00025332283,0.00006641275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017292063,0.00021292621,0.00017010387,0.00020619009,0.00008025877,0.00029224769,0.00072982116,0.00006491723,0.000029605395],"category_scores_gemma":[0.00016346447,0.0002004581,0.000049495626,0.00024977996,0.000018203482,0.00031143308,0.000077936485,0.00022543798,0.000026610795],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020647185,0.00013312607,0.0023136274,0.000017378432,0.00012555569,0.0000972971,0.00039972982,0.24014665,0.00013527441,0.73271215,0.0006287576,0.023269804],"study_design_scores_gemma":[0.0004393459,0.00017026268,0.0021763674,0.00029584853,0.000004174514,0.00011307983,0.0000091955835,0.9898091,0.0014175088,0.00030880232,0.0048349584,0.00042133956],"about_ca_topic_score_codex":0.0000060390125,"about_ca_topic_score_gemma":9.626327e-7,"teacher_disagreement_score":0.74966246,"about_ca_system_score_codex":0.000082930004,"about_ca_system_score_gemma":0.000077729506,"threshold_uncertainty_score":0.81744444},"labels":[],"label_agreement":null},{"id":"W2069570166","doi":"10.5555/776816.776954","title":"Addressing the challenges of software industry globalization: the workshop on global software development","year":2003,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Globalization; Work (physics); Software development; Software; Engineering management; Knowledge management; Field (mathematics); Computer science; Engineering ethics; Process management; Engineering; Political science","score_opus":0.12203952425332974,"score_gpt":0.33191268044439576,"score_spread":0.209873156191066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069570166","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003909119,0.0006439747,0.990376,0.0013162125,0.0015020727,0.00022665423,0.000013450688,0.00086804235,0.0011445067],"genre_scores_gemma":[0.7645572,0.00017346627,0.23451665,0.00039476258,0.00014289186,0.00010020706,0.0000074052537,0.00003210387,0.000075348995],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99792504,0.000084536114,0.00041080327,0.00043947392,0.0008071111,0.00033302186],"domain_scores_gemma":[0.99777144,0.00089258177,0.00022388333,0.00071326736,0.0003102388,0.00008858057],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055171904,0.00032974713,0.00021504606,0.00010177699,0.00018605137,0.00027981173,0.001804638,0.00023092824,0.000060141727],"category_scores_gemma":[0.0025404952,0.00023319616,0.00009148701,0.0004098301,0.000052311123,0.0003883181,0.00022896104,0.00064571167,0.000017835468],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016737784,0.000112975256,0.003081057,0.0000499081,0.00017099596,0.000021614504,0.0009616046,0.04380357,0.000007184865,0.8704775,0.000650046,0.08064678],"study_design_scores_gemma":[0.004942389,0.001241964,0.21241738,0.016837949,0.00023975958,0.0011669378,0.003067683,0.0892025,0.017990524,0.052523036,0.5914641,0.008905788],"about_ca_topic_score_codex":0.000005207393,"about_ca_topic_score_gemma":0.000004026996,"teacher_disagreement_score":0.8179545,"about_ca_system_score_codex":0.00020248849,"about_ca_system_score_gemma":0.00020154283,"threshold_uncertainty_score":0.95094633},"labels":[],"label_agreement":null},{"id":"W2074487274","doi":"10.5555/2819009.2819250","title":"8th international workshop on search-based software testing (SBST 2015)","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Oracle; Software engineering; Search-based software engineering; Computer science; Software testing; Software; Construct (python library); Test (biology); Service (business); Set (abstract data type); Software construction; Software development; Systems engineering; Engineering; Programming language","score_opus":0.11723149425156179,"score_gpt":0.32581176964823766,"score_spread":0.20858027539667587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074487274","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033639353,0.000025010364,0.980075,0.0016341724,0.0024471502,0.0001596698,0.000024280227,0.0105752,0.0016955534],"genre_scores_gemma":[0.5345514,0.0000026842483,0.46421114,0.00057416304,0.00029422037,0.000049111528,0.000037707923,0.000040115465,0.00023945088],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971674,0.000045612876,0.00038794344,0.00070308655,0.0012450152,0.00045096257],"domain_scores_gemma":[0.9968213,0.0011125187,0.00013249964,0.0006618861,0.0009725229,0.00029929267],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000571895,0.00037367397,0.00024118385,0.00058198796,0.000090826434,0.0005467151,0.0021897266,0.00014122072,0.000044945893],"category_scores_gemma":[0.008270281,0.0003812521,0.000097009775,0.00043214925,0.000050023125,0.0004654969,0.00036171908,0.0005836655,0.00018297337],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026062442,0.00096460024,0.051642798,0.00009383663,0.00034225706,0.00074520364,0.0016328694,0.42428663,0.00038661927,0.1061187,0.06521382,0.34831202],"study_design_scores_gemma":[0.00093500677,0.00030359652,0.0030143037,0.001259267,0.000007066578,0.000054010623,0.000021514603,0.98231375,0.0012049172,0.0051291254,0.004892759,0.00086467434],"about_ca_topic_score_codex":0.00004675233,"about_ca_topic_score_gemma":0.0000017467443,"teacher_disagreement_score":0.55802715,"about_ca_system_score_codex":0.00040059106,"about_ca_system_score_gemma":0.000319483,"threshold_uncertainty_score":0.9998639},"labels":[],"label_agreement":null},{"id":"W2079451898","doi":"10.5555/2819009.2819245","title":"4th international workshop on realizing AI synergies in software engineering (RAISE 2015)","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Artificial intelligence; Software; Software engineering; Work (physics); Engineering ethics; Engineering management; Engineering; Management science","score_opus":0.04963756882473955,"score_gpt":0.31623104006087377,"score_spread":0.2665934712361342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079451898","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0052897492,0.00011656001,0.98446006,0.0025394873,0.0039476543,0.00020828685,0.000023937419,0.0024458368,0.00096840254],"genre_scores_gemma":[0.729448,0.0001190453,0.2686847,0.0005130591,0.00059059076,0.00015090201,0.00005657718,0.00008714451,0.00034994987],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972614,0.000033560846,0.00052362273,0.0007055732,0.00096907705,0.0005067358],"domain_scores_gemma":[0.99790645,0.00068946177,0.00014888788,0.00063625653,0.00036866224,0.00025027592],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000573858,0.0004657767,0.00033196216,0.0009204705,0.000042686836,0.0005595012,0.00200364,0.00020386007,0.000055886452],"category_scores_gemma":[0.0043263556,0.0005018869,0.000114528404,0.0004743415,0.000020747626,0.0014144582,0.0004322105,0.0008428268,0.000080627324],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001298873,0.00026058467,0.004957533,0.00006142153,0.00020739347,0.00048445477,0.001288642,0.70964366,0.00027942433,0.25266758,0.010512591,0.019506825],"study_design_scores_gemma":[0.001582153,0.00027468227,0.004569884,0.0021761379,0.000014676862,0.00013388733,0.00013986726,0.8699427,0.0017589837,0.0015334404,0.1160715,0.0018020914],"about_ca_topic_score_codex":0.00007093424,"about_ca_topic_score_gemma":0.00000659666,"teacher_disagreement_score":0.7241583,"about_ca_system_score_codex":0.0004954154,"about_ca_system_score_gemma":0.00014010341,"threshold_uncertainty_score":0.9997433},"labels":[],"label_agreement":null},{"id":"W2079610451","doi":"10.5555/381473.381678","title":"David L. Parnas symposium","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Honour; Computer science; Software engineering; Software development; Software; Engineering ethics; Foundation (evidence); Engineering; Programming language; Law; Political science","score_opus":0.031126400599880862,"score_gpt":0.2777788825736405,"score_spread":0.2466524819737596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079610451","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0048664995,0.00003498712,0.9865838,0.001528372,0.0016175853,0.00008743944,0.000004045822,0.001983919,0.0032932942],"genre_scores_gemma":[0.7641967,0.00024091428,0.23414561,0.00029719877,0.00026370058,0.000056061177,0.000010675291,0.000028846149,0.00076031045],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99875474,0.000013677383,0.00021373214,0.00035675592,0.00039763298,0.00026345823],"domain_scores_gemma":[0.9990474,0.0001949684,0.000069303635,0.00043483754,0.00014654247,0.000106951935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001782596,0.00020518005,0.00013716295,0.00021333176,0.000048770533,0.00027559526,0.0012241222,0.00008031987,0.00014541196],"category_scores_gemma":[0.0003159097,0.00021049795,0.000069252455,0.00022252751,0.000010789904,0.0007222602,0.00018386394,0.0002821041,0.00014353934],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034179036,0.00016003338,0.006287792,0.000029880382,0.00015746798,0.00040545862,0.0006018568,0.027666857,0.003891228,0.925974,0.0030392592,0.03175197],"study_design_scores_gemma":[0.0005932931,0.00023629788,0.004608081,0.000339945,0.000013590346,0.00041244485,0.0000188701,0.44129273,0.004232328,0.0034121342,0.5436361,0.0012041891],"about_ca_topic_score_codex":0.000015225067,"about_ca_topic_score_gemma":6.5392254e-7,"teacher_disagreement_score":0.9225619,"about_ca_system_score_codex":0.00008240737,"about_ca_system_score_gemma":0.000037607762,"threshold_uncertainty_score":0.85838574},"labels":[],"label_agreement":null},{"id":"W2088481278","doi":"10.5555/2486788.2487071","title":"4th international workshop on managing technical debt (MTD 2013)","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Credibility; Debt; Software; Computer science; Engineering management; Software engineering; Software development; Engineering; Systems engineering; Engineering ethics; Business; Political science; Finance","score_opus":0.028552896519075485,"score_gpt":0.2845764858648499,"score_spread":0.2560235893457744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088481278","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013097613,0.00003927537,0.9713987,0.005093509,0.0034983426,0.00032169977,0.000009266247,0.0018670529,0.004674509],"genre_scores_gemma":[0.92745274,0.0000769665,0.07031124,0.0003492614,0.00035875296,0.00021526053,0.000024302844,0.000052742187,0.0011587077],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971901,0.000022399981,0.00037436746,0.00070561166,0.0011757059,0.0005318034],"domain_scores_gemma":[0.9977539,0.0008444054,0.00007628984,0.0006926565,0.00040336588,0.00022938986],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002525502,0.00034965912,0.0002204213,0.0006967277,0.00006980822,0.0007009619,0.0027952052,0.00014629353,0.0006432956],"category_scores_gemma":[0.001699128,0.0003550307,0.00011909618,0.00036215305,0.00003642037,0.00083430356,0.000559101,0.0007437012,0.0012329486],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069034875,0.00055034144,0.01089182,0.00007758017,0.0005090853,0.00034136296,0.00056953164,0.1487961,0.0059009693,0.6266904,0.03372536,0.17187844],"study_design_scores_gemma":[0.0013037097,0.00023367032,0.05030866,0.0012301918,0.000008945991,0.00013932405,0.00005805745,0.91335964,0.002174959,0.005054866,0.024418656,0.0017093183],"about_ca_topic_score_codex":0.000039920298,"about_ca_topic_score_gemma":0.000002388384,"teacher_disagreement_score":0.91435516,"about_ca_system_score_codex":0.0003620618,"about_ca_system_score_gemma":0.00006516487,"threshold_uncertainty_score":0.99989015},"labels":[],"label_agreement":null},{"id":"W2090461980","doi":"10.5555/2819009.2819236","title":"2nd international workshop on context for software development (CSD 2015)","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Leverage (statistics); Computer science; Context (archaeology); Software development; Software; Data science; Software engineering; Software development process; Context model; Knowledge management; World Wide Web; Artificial intelligence","score_opus":0.08856441273009741,"score_gpt":0.3273858924642953,"score_spread":0.23882147973419787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090461980","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014803078,0.00006520113,0.9899908,0.0015852323,0.004467666,0.0002751608,0.000026897542,0.0014885141,0.0006202306],"genre_scores_gemma":[0.3670399,0.000025603567,0.63062525,0.0005863208,0.000414559,0.00027341675,0.00008014143,0.000052106094,0.00090267183],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99791664,0.000017892018,0.00039736423,0.0005668544,0.00074412144,0.00035711983],"domain_scores_gemma":[0.9979109,0.0006610654,0.0001515946,0.00044292788,0.0006068749,0.00022660056],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00045506368,0.00034260316,0.00023350789,0.0003685508,0.000069928225,0.00043051917,0.001728275,0.00014449541,0.00007278841],"category_scores_gemma":[0.0026140034,0.00034997336,0.00009967487,0.0001683713,0.00001845984,0.0007120957,0.00026820923,0.00034702398,0.00010033712],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036223457,0.00046485735,0.0015912073,0.000073643714,0.0006196931,0.000109043736,0.0028095583,0.054416165,0.00014301777,0.4815947,0.04358915,0.4142267],"study_design_scores_gemma":[0.0015182777,0.00029985618,0.0008915657,0.00067115424,0.000011573267,0.000048628288,0.000103093145,0.14669114,0.0033021432,0.0023095296,0.8430123,0.0011407409],"about_ca_topic_score_codex":0.0000083729365,"about_ca_topic_score_gemma":0.0000041297467,"teacher_disagreement_score":0.79942316,"about_ca_system_score_codex":0.00035581793,"about_ca_system_score_gemma":0.00019754407,"threshold_uncertainty_score":0.9998952},"labels":[],"label_agreement":null},{"id":"W2097810808","doi":"10.5555/381473.381625","title":"4/sup th/ ICSE workshop on \"software engineering over the internet\"","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"The Internet; Computer science; Software; Software engineering; World Wide Web; Engineering management; Engineering; Operating system","score_opus":0.018335585437162013,"score_gpt":0.24374610788299714,"score_spread":0.22541052244583512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097810808","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1449472,0.000093171664,0.8495134,0.0010887701,0.0022739184,0.0001993048,0.000011538179,0.00097200566,0.0009006995],"genre_scores_gemma":[0.97780484,0.000055944558,0.019138673,0.0019262783,0.00049535645,0.00006191651,0.000024444007,0.00004835502,0.00044416916],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978862,0.000025203573,0.00033480563,0.00058772555,0.0007126651,0.00045342388],"domain_scores_gemma":[0.9983911,0.00048469706,0.000098335644,0.0007010857,0.00017897217,0.00014580847],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00017780912,0.00039523377,0.00021829779,0.00032689364,0.00008459297,0.00045144462,0.0023119908,0.00011882258,0.00020292423],"category_scores_gemma":[0.00023618001,0.00031386476,0.0001394748,0.000453579,0.000019474874,0.00043163754,0.0004228849,0.0006412123,0.00016465134],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013177132,0.00027161473,0.007952142,0.000088856315,0.00048179002,0.00034003882,0.0066823005,0.4387117,0.00047539698,0.4854511,0.001124874,0.058288403],"study_design_scores_gemma":[0.0007826365,0.0001633799,0.01726941,0.0010757329,0.000017956481,0.00010618783,0.0001303359,0.90482074,0.0012800661,0.0006240654,0.07275727,0.0009722499],"about_ca_topic_score_codex":0.000051858613,"about_ca_topic_score_gemma":0.00001813299,"teacher_disagreement_score":0.83285767,"about_ca_system_score_codex":0.0001221817,"about_ca_system_score_gemma":0.000045966757,"threshold_uncertainty_score":0.99993134},"labels":[],"label_agreement":null},{"id":"W2098174190","doi":"10.5555/2337223.2337449","title":"Locating features in dynamically configured avionics software","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Avionics software; Computer science; Avionics; Software construction; Program comprehension; Software system; Software engineering; Software; Static program analysis; Software development; Verification and validation; Software framework; Software sizing; Component-based software engineering; Embedded system; Programming language; Engineering","score_opus":0.02324148763626,"score_gpt":0.2753308825634161,"score_spread":0.2520893949271561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098174190","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01326286,0.00012137417,0.97778696,0.00029734985,0.0012106404,0.0001354668,0.000007874937,0.0065115937,0.00066590245],"genre_scores_gemma":[0.6828908,0.000006244159,0.31668383,0.00018103427,0.00009613351,0.00003750403,0.000014209675,0.000019480045,0.000070795635],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99837005,0.00003042423,0.0003189724,0.00035769842,0.00045805206,0.00046477502],"domain_scores_gemma":[0.9987414,0.0004149031,0.00009812991,0.00041425007,0.00019119833,0.00014015027],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00036876719,0.0002527802,0.00020208507,0.00033254878,0.000054965967,0.0001981816,0.001072849,0.00013249235,0.000030079085],"category_scores_gemma":[0.0022504271,0.00026202502,0.00006566343,0.00028646085,0.000023858009,0.0005322926,0.00022044292,0.00046374535,0.000040678602],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042436553,0.0005782109,0.16239683,0.00013872738,0.00010676277,0.00012710717,0.0032573347,0.012997483,0.000907478,0.6628069,0.003131456,0.15350923],"study_design_scores_gemma":[0.0016003279,0.00029250176,0.25491577,0.0022347837,0.000019589315,0.0003889258,0.00006292458,0.7111242,0.0033131412,0.020575533,0.0028029257,0.0026694005],"about_ca_topic_score_codex":0.00005005944,"about_ca_topic_score_gemma":0.0000053719154,"teacher_disagreement_score":0.6981267,"about_ca_system_score_codex":0.00020906891,"about_ca_system_score_gemma":0.0000745798,"threshold_uncertainty_score":0.9999832},"labels":[],"label_agreement":null},{"id":"W2101393557","doi":"10.5555/2337223.2337289","title":"Partial evaluation of model transformations","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Model transformation; Transformation (genetics); Partial evaluation; Program transformation; Software; Interdependence; Code (set theory); Software development; Programming language; Software engineering; Data mining; Theoretical computer science; Artificial intelligence","score_opus":0.08530779236058862,"score_gpt":0.3182950951641049,"score_spread":0.23298730280351632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101393557","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011974148,0.00003311957,0.9860053,0.000093273135,0.0005638952,0.00016498113,0.000016448717,0.0005655439,0.0005832725],"genre_scores_gemma":[0.65234137,0.000007707792,0.34749058,0.000016312,0.000047583457,0.00006551839,0.000009845029,0.000009802819,0.000011318259],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984573,0.000021847469,0.00029929847,0.0001716951,0.0008160404,0.00023380248],"domain_scores_gemma":[0.99904764,0.000039626953,0.000075392294,0.0003267111,0.00041848983,0.00009211849],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058772584,0.00015661801,0.00013795026,0.00024105988,0.000026676666,0.000043333104,0.0006383461,0.00007213667,0.00004711825],"category_scores_gemma":[0.00007538885,0.00016702538,0.00007277072,0.00014980533,0.000013093461,0.0009407123,0.000070304035,0.00015665243,0.000015525731],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021988108,0.000049377806,0.0002313851,0.000009856948,0.000024350069,1.8895655e-7,0.0006023461,0.30905893,0.000672755,0.66923887,0.000059984966,0.020049747],"study_design_scores_gemma":[0.00017331337,0.000018184885,0.00050507206,0.00006162938,0.000010158988,0.00000435591,0.0000021498972,0.9900379,0.0073187393,0.0007537022,0.0009519628,0.00016283711],"about_ca_topic_score_codex":0.0000034997877,"about_ca_topic_score_gemma":2.896398e-7,"teacher_disagreement_score":0.68097895,"about_ca_system_score_codex":0.00013613574,"about_ca_system_score_gemma":0.00008145045,"threshold_uncertainty_score":0.6811097},"labels":[],"label_agreement":null},{"id":"W2101792768","doi":"10.5555/2337223.2337439","title":"Using the GPGPU for scaling up mining software repositories","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; General-purpose computing on graphics processing units; Cloud computing; Eclipse; Software; Graphics; Field (mathematics); Graphics processing unit; Data science; Operating system","score_opus":0.08929231936567784,"score_gpt":0.336572874856321,"score_spread":0.24728055549064315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101792768","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058169372,0.00015858017,0.9342507,0.00016338342,0.006248612,0.00023212869,0.000012765413,0.00073000777,0.0000344395],"genre_scores_gemma":[0.7073681,0.000005441716,0.29149306,0.000058578386,0.0007756595,0.00008942236,0.000007792954,0.00003948779,0.0001624475],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99792796,0.000026294692,0.0003301862,0.0003848189,0.0006905821,0.00064012554],"domain_scores_gemma":[0.99710506,0.0016677326,0.00009590143,0.00055985374,0.00040466493,0.00016679363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059299765,0.00027458946,0.00019755845,0.00023520454,0.00022070481,0.00045113004,0.0014676008,0.00010491523,0.00001874643],"category_scores_gemma":[0.0034353645,0.00023766587,0.0001256763,0.0002973693,0.00003608807,0.0008224038,0.0003314683,0.00031275017,0.000013277226],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016501674,0.0003462431,0.26258376,0.0005058118,0.0010891077,0.000061581704,0.018134525,0.28181374,0.009032603,0.3629587,0.0034218016,0.059887134],"study_design_scores_gemma":[0.001256318,0.00014505896,0.02527208,0.0009354572,0.000044076598,0.0002836524,0.00047657106,0.93290466,0.01895699,0.00064394093,0.01736174,0.0017194566],"about_ca_topic_score_codex":0.000014587377,"about_ca_topic_score_gemma":4.071452e-7,"teacher_disagreement_score":0.6510909,"about_ca_system_score_codex":0.00024115668,"about_ca_system_score_gemma":0.000104994004,"threshold_uncertainty_score":0.9691733},"labels":[],"label_agreement":null},{"id":"W2107321666","doi":"10.5555/2337223.2337483","title":"Model translations among big-step modeling languages","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Model-driven architecture; Modeling language; Programming language; Software engineering; Natural language processing; Data modeling; Artificial intelligence; Software; Unified Modeling Language","score_opus":0.05372533498060928,"score_gpt":0.2832187715059602,"score_spread":0.22949343652535092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107321666","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014104077,0.00008961801,0.98212534,0.00017515515,0.0008119611,0.00012377308,0.00001719123,0.0018375012,0.00071540277],"genre_scores_gemma":[0.53645504,0.000011629541,0.4631674,0.000035692203,0.0001285075,0.00004637333,0.000010085706,0.000021117616,0.00012415969],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99858004,0.000014390138,0.00027279684,0.0003039949,0.00042560173,0.00040320607],"domain_scores_gemma":[0.9991574,0.000054928107,0.00004684498,0.00041375414,0.00015612986,0.0001708955],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001963929,0.00025207544,0.00017014825,0.00029278878,0.000056552493,0.00012841758,0.0008840267,0.00011722806,0.000025869569],"category_scores_gemma":[0.000047249912,0.00027566034,0.0000971112,0.00017758834,0.00001799809,0.0009324506,0.00012983463,0.0003143262,0.00003121251],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012200894,0.000029762186,0.0009902356,0.0000094969655,0.000021947213,0.0000027794092,0.00038608827,0.5109769,0.00023652117,0.47299087,0.000040443,0.014313727],"study_design_scores_gemma":[0.00010823061,0.000012643585,0.00040880495,0.00011011267,0.0000049206956,0.000009550028,0.0000049955124,0.9971388,0.00040455296,0.0003893914,0.0011114356,0.00029656032],"about_ca_topic_score_codex":0.000024844321,"about_ca_topic_score_gemma":0.000004030785,"teacher_disagreement_score":0.52235097,"about_ca_system_score_codex":0.00012924973,"about_ca_system_score_gemma":0.00004159427,"threshold_uncertainty_score":0.99996954},"labels":[],"label_agreement":null},{"id":"W2112064227","doi":"10.5555/381473.381637","title":"From software requirements to architectures","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software engineering; Computer science; Software requirements; Software; Social software engineering; Engineering management; Software development; Software construction; Engineering; Programming language","score_opus":0.04447392789602861,"score_gpt":0.30785301292897965,"score_spread":0.26337908503295104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112064227","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0355651,0.000028736815,0.9593031,0.0010013975,0.0015397217,0.00014230152,0.000021780184,0.001991984,0.0004059001],"genre_scores_gemma":[0.47759774,0.000018411723,0.52128905,0.00050456333,0.0003117331,0.00005767951,0.000016197026,0.000026715132,0.00017792394],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99833834,0.00001789531,0.00026092643,0.0005141977,0.0005490195,0.00031959589],"domain_scores_gemma":[0.99872714,0.00031160974,0.000069116795,0.0005592187,0.00015040398,0.00018248922],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00014933808,0.00026298512,0.00017733773,0.00031026202,0.000055064,0.0003239482,0.0015710127,0.000083341816,0.0002258663],"category_scores_gemma":[0.0010293407,0.0002697475,0.00007459145,0.00028061226,0.000009422465,0.0003512634,0.00032514153,0.00028699668,0.00017154551],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028184222,0.0004990732,0.027337203,0.00006499963,0.0007948185,0.0010755634,0.005106455,0.20748176,0.0066454536,0.16531995,0.01304833,0.57234454],"study_design_scores_gemma":[0.0022619867,0.0012420509,0.060662307,0.002165306,0.000055592976,0.0003057096,0.00010317049,0.29582876,0.01923551,0.036347613,0.5767392,0.0050528185],"about_ca_topic_score_codex":0.00009652022,"about_ca_topic_score_gemma":0.000004350541,"teacher_disagreement_score":0.56729174,"about_ca_system_score_codex":0.00011121266,"about_ca_system_score_gemma":0.0000377439,"threshold_uncertainty_score":0.99997544},"labels":[],"label_agreement":null},{"id":"W2114905813","doi":"10.5555/2337223.2337410","title":"CodeTimeline: storytelling with versioning data","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Storytelling; Software versioning; Casual; World Wide Web; Visualization; Data visualization; Narrative; Human–computer interaction; Software engineering; Software; Programming language; Artificial intelligence","score_opus":0.06457803039089124,"score_gpt":0.2980390296624419,"score_spread":0.23346099927155065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114905813","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023149123,0.00010982772,0.9740684,0.00017289155,0.0012988559,0.00009339431,0.00001596512,0.0008116063,0.0002799314],"genre_scores_gemma":[0.79901385,0.00001741886,0.20042017,0.00005007847,0.00028526012,0.000013069394,0.000041849693,0.000028142547,0.00013013072],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998158,0.000016090877,0.00018158591,0.00042281576,0.00075802574,0.00046352626],"domain_scores_gemma":[0.9980695,0.00054686994,0.00004934059,0.00093911384,0.00019070404,0.00020443481],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042524684,0.000210286,0.00014528715,0.0002659193,0.00006629345,0.00019739642,0.0023290173,0.00006246382,0.00010012266],"category_scores_gemma":[0.0010362266,0.00019759881,0.00002746941,0.00026400408,0.000020960597,0.0013051169,0.0005949206,0.00038545285,0.00017741541],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019397987,0.00074569666,0.3211622,0.00023890418,0.0009921587,0.00031960706,0.0039204443,0.3045219,0.0030247415,0.2929936,0.006989682,0.06489708],"study_design_scores_gemma":[0.00079475547,0.00013956365,0.022732351,0.00049101387,0.0000129020655,0.00011425606,0.000060679795,0.9442655,0.0019673652,0.000036959074,0.028460067,0.0009246255],"about_ca_topic_score_codex":0.000009453153,"about_ca_topic_score_gemma":5.839286e-7,"teacher_disagreement_score":0.7758648,"about_ca_system_score_codex":0.00013666807,"about_ca_system_score_gemma":0.00008011383,"threshold_uncertainty_score":0.8057846},"labels":[],"label_agreement":null},{"id":"W2120202833","doi":"10.5555/2337223.2337485","title":"On the analysis of evolution of software artefacts and programs","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Macro; Computer science; Software evolution; Construct (python library); Field (mathematics); Tree (set theory); Software; Data science; Artificial intelligence; Theoretical computer science; Software development; Programming language; Mathematics","score_opus":0.03546389148086995,"score_gpt":0.2743082206007366,"score_spread":0.23884432911986667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120202833","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.391468,0.000060614424,0.60783225,0.00008014851,0.00027042066,0.0001017919,0.000009948283,0.00013784629,0.00003902577],"genre_scores_gemma":[0.9826281,0.000008286959,0.017247003,0.00001265742,0.00003141887,0.000027585596,0.0000072485595,0.000010939877,0.00002675844],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99863225,0.00002531538,0.00024815547,0.00021266816,0.00062857004,0.00025301334],"domain_scores_gemma":[0.9980458,0.0011148974,0.000097428834,0.0003954759,0.00025568696,0.00009069294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003925688,0.00015015954,0.00020968168,0.000542044,0.000028851764,0.000051019062,0.0006755197,0.00005949452,0.000036222405],"category_scores_gemma":[0.0021227435,0.00012002225,0.00009360859,0.0007158455,0.000045261113,0.0002655767,0.00015965078,0.00019992079,0.0000068014892],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025799496,0.00026236195,0.24227978,0.00007505863,0.0011360972,0.0000034331895,0.0012418781,0.0299864,0.0012192447,0.70377046,0.00007047407,0.019929033],"study_design_scores_gemma":[0.00033902712,0.00023377962,0.7753693,0.00035754553,0.00009296176,0.000008250599,0.000070459144,0.2175985,0.0042662756,0.0010003614,0.00024359931,0.00041994144],"about_ca_topic_score_codex":0.000024385845,"about_ca_topic_score_gemma":0.0000016503286,"teacher_disagreement_score":0.70277005,"about_ca_system_score_codex":0.000099731034,"about_ca_system_score_gemma":0.000040285136,"threshold_uncertainty_score":0.48943654},"labels":[],"label_agreement":null},{"id":"W2122517552","doi":"10.5555/381473.381624","title":"2nd international workshop on living with inconsistency","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Correctness; Computer science; Software engineering; Implementation; Focus (optics); Programming language; Software; Model checking","score_opus":0.032772682589832,"score_gpt":0.2788894805009732,"score_spread":0.24611679791114116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122517552","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06775855,0.000026163938,0.92118645,0.0014482682,0.0022962582,0.00016789613,0.000007901615,0.0012509783,0.0058575477],"genre_scores_gemma":[0.95968896,0.00005283164,0.038586926,0.00020363201,0.00029337266,0.000066696535,0.0000098363125,0.0000417571,0.0010559647],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975654,0.000021742804,0.00027838416,0.0006160517,0.0010924031,0.00042602877],"domain_scores_gemma":[0.9975635,0.0012331476,0.00007347368,0.00057577854,0.00037645924,0.000177684],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00025676435,0.00031076855,0.00019287848,0.0005977582,0.00007193666,0.00045790744,0.0018817253,0.00009755338,0.00035430182],"category_scores_gemma":[0.0023225455,0.00029323617,0.000075299205,0.00042622248,0.000032625398,0.0005927518,0.0003184111,0.0005420683,0.00018001035],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020374227,0.000852904,0.20462234,0.00007127102,0.00094307994,0.0015038669,0.0020812429,0.23244038,0.0010831372,0.43717438,0.0022574423,0.11676622],"study_design_scores_gemma":[0.0022123193,0.0007971661,0.27913958,0.004723157,0.000019981078,0.00074578106,0.0002340275,0.66476256,0.001076787,0.0008706079,0.04264946,0.0027685706],"about_ca_topic_score_codex":0.000012588492,"about_ca_topic_score_gemma":0.0000053875424,"teacher_disagreement_score":0.8919304,"about_ca_system_score_codex":0.00028944807,"about_ca_system_score_gemma":0.00009929409,"threshold_uncertainty_score":0.99995196},"labels":[],"label_agreement":null},{"id":"W2127822338","doi":"10.5555/2337223.2337401","title":"Green mining: investigating power consumption across versions","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Green IT and Sustainability","field":"Engineering","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Software; Computer science; Consumption (sociology); Power (physics); Cloud computing; Power consumption; Reliability engineering; Engineering; Operating system","score_opus":0.042275753060483784,"score_gpt":0.28595773046585965,"score_spread":0.24368197740537587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127822338","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98018575,0.00005985764,0.016165238,0.000069285794,0.0015356496,0.0000946138,0.000035356064,0.00067807094,0.0011761663],"genre_scores_gemma":[0.9954344,0.000007918549,0.0041222507,0.00004221348,0.00015941363,0.000024290248,0.00002814188,0.000033052293,0.00014828738],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99893665,0.000010560781,0.00021877949,0.00015468676,0.00026935202,0.00040998732],"domain_scores_gemma":[0.99939424,0.000108365966,0.000028956152,0.00017634974,0.000113948074,0.00017811413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018343002,0.00019558956,0.00013687817,0.00009511324,0.000065841916,0.000058874288,0.00022699812,0.00009918695,0.00032666983],"category_scores_gemma":[0.00031911867,0.00021554458,0.00006201759,0.00009067842,0.00003619152,0.00037320756,0.00006429325,0.00024683535,0.00011426185],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025696434,0.00012334569,0.8958763,0.0002915522,0.00030384352,0.00002184715,0.012903909,0.0458168,0.0048136762,0.028276416,0.0016157697,0.009930852],"study_design_scores_gemma":[0.0016450558,0.00013421998,0.65933895,0.00066991855,0.000041304695,0.000068913425,0.003447281,0.30099356,0.0054246574,0.0004653227,0.025636796,0.0021340202],"about_ca_topic_score_codex":0.000014117788,"about_ca_topic_score_gemma":0.0000039559777,"teacher_disagreement_score":0.25517678,"about_ca_system_score_codex":0.00020592671,"about_ca_system_score_gemma":0.000015917822,"threshold_uncertainty_score":0.8789653},"labels":[],"label_agreement":null},{"id":"W2140946067","doi":"10.5555/381473.381747","title":"Babel: representing business rules in XML for application integration","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; XML; Programming language; Information retrieval; World Wide Web","score_opus":0.0319088513250415,"score_gpt":0.2809522497821025,"score_spread":0.24904339845706097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140946067","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050535206,0.0000101557935,0.9481149,0.0004986519,0.00024752715,0.000088834495,0.00000967493,0.00018648332,0.0003086193],"genre_scores_gemma":[0.8979747,0.000017111073,0.10152464,0.000043094475,0.000103426486,0.00009188878,0.00011196148,0.000009237143,0.00012387706],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990772,0.0000090431,0.00022439878,0.00033282678,0.00020393798,0.00015258546],"domain_scores_gemma":[0.99926704,0.00012060817,0.00007127003,0.0002674618,0.00024153056,0.00003206451],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020629926,0.00011116289,0.000112237576,0.00028390755,0.000035748344,0.0001896829,0.0006069351,0.00004465582,0.000009953656],"category_scores_gemma":[0.00058316794,0.00011442062,0.000039580344,0.00032314213,0.000007356484,0.00047445387,0.00008155063,0.000098333454,0.000019893798],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030633248,0.00015093316,0.0137853315,0.000034187105,0.00006834198,0.000025545429,0.0005007309,0.047993608,0.006677805,0.54469454,0.00020373662,0.3858346],"study_design_scores_gemma":[0.00021257023,0.000010996288,0.010232875,0.00012151121,0.0000030155627,0.000007832228,0.000025117975,0.9853428,0.0007395942,0.0012843647,0.001861305,0.00015802652],"about_ca_topic_score_codex":0.00006647244,"about_ca_topic_score_gemma":0.000020857171,"teacher_disagreement_score":0.9373492,"about_ca_system_score_codex":0.00006550705,"about_ca_system_score_gemma":0.000028421975,"threshold_uncertainty_score":0.46659374},"labels":[],"label_agreement":null},{"id":"W2142266413","doi":"10.5555/998675.999415","title":"Using simulation to empirically investigate test coverage criteria based on statechart","year":2004,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Code coverage; Class (philosophy); Test (biology); Test case; Reliability engineering; Fault detection and isolation; Test strategy; Data mining; Machine learning; Artificial intelligence; Programming language; Software; Engineering","score_opus":0.08716524489143154,"score_gpt":0.3492094312045713,"score_spread":0.26204418631313975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142266413","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021958219,0.0000015959372,0.97172683,0.00075719523,0.00048129025,0.00015367605,0.000024864557,0.004717476,0.00017884382],"genre_scores_gemma":[0.6258753,4.4488976e-7,0.37287217,0.0011485345,0.000052399533,0.000015021629,0.0000089445875,0.000017456003,0.000009715572],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99849796,0.000015934349,0.0002684999,0.00045211526,0.00050415634,0.00026133287],"domain_scores_gemma":[0.9986233,0.00046455994,0.00007383468,0.00040175216,0.0002714471,0.00016511075],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00019529044,0.00023706304,0.0001586258,0.00039225322,0.00007476439,0.00032301113,0.0007081759,0.000073068455,0.0000305462],"category_scores_gemma":[0.0027104684,0.00025079228,0.00005241195,0.00031056363,0.000015524529,0.00029321254,0.00012282538,0.00021244698,0.000050603554],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009812877,0.000063566426,0.0008558196,0.000009130583,0.0000064164296,0.000032883974,0.00012694861,0.990972,0.0011897857,0.0047133123,0.0001587586,0.0018615989],"study_design_scores_gemma":[0.0002758276,0.00022959721,0.0016166322,0.00047122224,0.0000022459863,0.0000058775213,6.82479e-7,0.98699343,0.0023838093,0.0074065174,0.00030993213,0.0003042188],"about_ca_topic_score_codex":0.00003593791,"about_ca_topic_score_gemma":9.848256e-7,"teacher_disagreement_score":0.6039171,"about_ca_system_score_codex":0.00030034187,"about_ca_system_score_gemma":0.0001488598,"threshold_uncertainty_score":0.99999446},"labels":[],"label_agreement":null},{"id":"W2143742229","doi":"10.5555/2486788.2486974","title":"On extracting unit tests from interactive live programming sessions","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Leverage (statistics); Session (web analytics); Unit testing; Cluster analysis; Software testing; Software; Software engineering; Programming language; Machine learning; World Wide Web","score_opus":0.03945455755763936,"score_gpt":0.2990520090276418,"score_spread":0.2595974514700024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143742229","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.100234486,0.0000123791615,0.8877579,0.00045674434,0.00113001,0.00025829766,0.000011249592,0.009152884,0.0009860247],"genre_scores_gemma":[0.71852255,0.0000023181865,0.28097236,0.00017321126,0.00009695776,0.00011137634,0.0000148936015,0.000020115367,0.000086208456],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985043,0.00003014018,0.00026377485,0.00048616156,0.00042285016,0.0002927899],"domain_scores_gemma":[0.997146,0.0018073973,0.00014079387,0.00041584158,0.00036065266,0.0001292848],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000114235845,0.00025754678,0.00017104424,0.0002586302,0.00009961083,0.00053740334,0.0009886523,0.00008924042,0.00021950706],"category_scores_gemma":[0.0028081099,0.00024566738,0.00006839561,0.00018179683,0.000019517447,0.0007361813,0.00023940692,0.00051544234,0.00036010882],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048955193,0.00087577687,0.030421909,0.000044824148,0.00040097188,0.00026946905,0.0066481326,0.008295684,0.0034451683,0.13021846,0.00807016,0.81126046],"study_design_scores_gemma":[0.00075517286,0.0005558832,0.045797776,0.0039882506,0.000017081855,0.000064866945,0.00020460968,0.8785866,0.0039034227,0.06259087,0.0019237947,0.0016116945],"about_ca_topic_score_codex":0.0003430884,"about_ca_topic_score_gemma":0.0000034812074,"teacher_disagreement_score":0.8702909,"about_ca_system_score_codex":0.00011892112,"about_ca_system_score_gemma":0.000057404435,"threshold_uncertainty_score":0.9999996},"labels":[],"label_agreement":null},{"id":"W2149219831","doi":"10.5555/2337223.2337445","title":"When open source turns cold on innovation - the challenges of navigating licensing complexities in new research domains","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Open source; Publication; Open source software; Computer science; Source code; The Internet; Open platform; Open data; World Wide Web; Software; Open research; Data source; Data science; Software engineering; Database; Business; Operating system","score_opus":0.22674068091946162,"score_gpt":0.3836833447884989,"score_spread":0.1569426638690373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149219831","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5159285,0.000599945,0.45542744,0.0145903025,0.0018050288,0.0007052063,0.000007047429,0.00034373126,0.010592802],"genre_scores_gemma":[0.9746165,0.000018953428,0.02498969,0.00012585822,0.00014269086,0.000011939885,0.0000019934985,0.000009449629,0.000082918006],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986939,0.00006506028,0.00027280676,0.00019627014,0.0004953406,0.00027662588],"domain_scores_gemma":[0.99855703,0.0007887465,0.000093018214,0.00028789009,0.00023756719,0.000035732905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009867619,0.00011509293,0.00014742519,0.0002242259,0.00005789828,0.00020309992,0.0013436837,0.000051581566,0.000014053519],"category_scores_gemma":[0.0008942631,0.000093632414,0.000021531137,0.00028627008,0.000038477585,0.00048845453,0.00046086995,0.0004017977,0.000010338257],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000790267,0.000031410444,0.0014051183,0.000013228278,0.000013657151,0.0000015556587,0.006684666,0.0009960452,0.00041477897,0.9811281,0.0000864048,0.009217122],"study_design_scores_gemma":[0.0047413493,0.0012108629,0.33405483,0.012758949,0.000018047407,0.00010153042,0.020475855,0.36362848,0.0435715,0.184137,0.03287835,0.0024232396],"about_ca_topic_score_codex":0.00033179222,"about_ca_topic_score_gemma":0.00006272359,"teacher_disagreement_score":0.7969911,"about_ca_system_score_codex":0.000094332725,"about_ca_system_score_gemma":0.00009157202,"threshold_uncertainty_score":0.3818219},"labels":[],"label_agreement":null},{"id":"W2149782622","doi":"10.5555/2486788.2486971","title":"A framework for managing cloned product variants","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Implementation; Software product line; Computer science; Software engineering; Cloning (programming); Focus (optics); Product (mathematics); Software; Data science; Work (physics); Software development; Engineering; Programming language","score_opus":0.06874942532269653,"score_gpt":0.3209284791619744,"score_spread":0.2521790538392779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149782622","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009304846,0.000042184143,0.99344176,0.0009975526,0.0025636759,0.00039683914,0.0000073237916,0.001436884,0.00018332181],"genre_scores_gemma":[0.17947732,0.000015440026,0.81966025,0.00014353351,0.00020693695,0.00031069326,0.000006470286,0.000030222487,0.000149163],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984402,0.00002116979,0.00027081228,0.00055157417,0.00032033774,0.0003958965],"domain_scores_gemma":[0.9980279,0.0009327337,0.00008636739,0.0005416087,0.00031310358,0.00009827265],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002479236,0.00025959374,0.0002184031,0.0002416904,0.00006478592,0.00028839672,0.0012779161,0.00007972342,0.00004653577],"category_scores_gemma":[0.004064001,0.00026510746,0.00008392318,0.00021064439,0.000018408075,0.0007618269,0.00021314701,0.000289235,0.000082231585],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073491005,0.000026732188,0.00009788519,0.000037898924,0.00006266787,0.0000073900947,0.0002168544,0.07454561,0.0009978935,0.8854105,0.00016469182,0.038424537],"study_design_scores_gemma":[0.00064230105,0.00019022547,0.005898826,0.0005648451,0.000010627421,0.00004045593,0.00004990677,0.46746647,0.00511641,0.5167786,0.002044451,0.0011968809],"about_ca_topic_score_codex":0.000006958704,"about_ca_topic_score_gemma":1.856223e-7,"teacher_disagreement_score":0.39292085,"about_ca_system_score_codex":0.00010834733,"about_ca_system_score_gemma":0.000039154635,"threshold_uncertainty_score":0.9999801},"labels":[],"label_agreement":null},{"id":"W2151666881","doi":"10.5555/2337223.2337510","title":"Online sharing and integration of results from mining software repositories","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Cloud computing; Software; World Wide Web; Data science; Domain (mathematical analysis); Software as a service; Software mining; Source code; Software engineering; Data mining; Database; Software development; Information retrieval; Software construction","score_opus":0.04690364729029656,"score_gpt":0.29605498929087065,"score_spread":0.2491513420005741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151666881","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51276183,0.00010444714,0.4852997,0.000076927216,0.0012166859,0.00006918572,0.00005951666,0.00036748787,0.00004419778],"genre_scores_gemma":[0.7935632,0.000021371823,0.20597485,0.0000135856735,0.00026310486,0.000011539751,0.00006356587,0.000018357601,0.00007041849],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983477,0.000015510837,0.00041133957,0.00039586617,0.0005320729,0.00029753437],"domain_scores_gemma":[0.9980999,0.0009142133,0.00012275278,0.0004494397,0.00027055596,0.00014310234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029346423,0.0002082011,0.00020341217,0.00027612192,0.000043803386,0.00015971146,0.0007809441,0.00007959292,0.0000133924295],"category_scores_gemma":[0.0049624937,0.00021300657,0.000042571064,0.00021416046,0.000028605318,0.0008118525,0.00037913688,0.00026952146,0.0000054360617],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039893854,0.0010603681,0.7130246,0.0002335518,0.0007286232,0.000091972084,0.02049277,0.018294973,0.0335858,0.122446686,0.0006867753,0.08895491],"study_design_scores_gemma":[0.0021041806,0.0004540739,0.5906284,0.0020797832,0.000028173976,0.00007035373,0.0004107562,0.36777002,0.03316731,0.00081111747,0.0011368659,0.0013390126],"about_ca_topic_score_codex":0.00010166529,"about_ca_topic_score_gemma":0.000004633671,"teacher_disagreement_score":0.34947503,"about_ca_system_score_codex":0.00010008245,"about_ca_system_score_gemma":0.00003834952,"threshold_uncertainty_score":0.8686156},"labels":[],"label_agreement":null},{"id":"W2157408853","doi":"10.5555/998675.999503","title":"The 3rd international workshop on global software development","year":2004,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Globalization; Work (physics); Software development; Software; Computer science; Key (lock); Field (mathematics); Engineering management; Knowledge management; Engineering ethics; Process management; Data science; Engineering; Political science; Computer security","score_opus":0.03246617795960962,"score_gpt":0.2917920050000534,"score_spread":0.2593258270404438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157408853","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002890672,0.00005544504,0.9872954,0.0032356624,0.003859008,0.00013991473,0.000010789519,0.0015529976,0.0009601355],"genre_scores_gemma":[0.51227057,0.00012113186,0.48632857,0.00050732744,0.00031888837,0.0001212488,0.000023696532,0.000031689062,0.0002768567],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979944,0.000015240772,0.00034445664,0.0004695696,0.00081686076,0.00035947232],"domain_scores_gemma":[0.99858016,0.00043004807,0.00012156082,0.0004992733,0.00024546834,0.00012351788],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002962491,0.00030208632,0.00014553718,0.00013443103,0.00018738933,0.00068052416,0.0023327635,0.00010849368,0.000037617174],"category_scores_gemma":[0.001334022,0.00025270588,0.00008922115,0.0002478508,0.00002745705,0.00052108103,0.00034925723,0.00040376908,0.00015273216],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053089505,0.00012740007,0.0007402191,0.0000103862285,0.00020908541,0.00008771112,0.0003413813,0.07317915,0.000031656622,0.75461334,0.0008591794,0.16974743],"study_design_scores_gemma":[0.0026898428,0.0004297799,0.023750944,0.0021362144,0.000023996037,0.00030596167,0.00013177711,0.062255256,0.005894359,0.027892454,0.87152994,0.0029594998],"about_ca_topic_score_codex":0.0000105898325,"about_ca_topic_score_gemma":0.000006679732,"teacher_disagreement_score":0.87067074,"about_ca_system_score_codex":0.0005718968,"about_ca_system_score_gemma":0.0001730256,"threshold_uncertainty_score":0.9999925},"labels":[],"label_agreement":null},{"id":"W2160135751","doi":"10.5555/381473.381559","title":"Invited industry presentations (IIP)","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada)","funders":"","keywords":"Computer science; Bottleneck; Business process reengineering; Component (thermodynamics); Usability; Software engineering; Mobile phone; Software; Engineering management; Knowledge management; Process management; World Wide Web; Engineering; Manufacturing engineering; Telecommunications; Human–computer interaction","score_opus":0.04941791300018608,"score_gpt":0.31115354334681306,"score_spread":0.26173563034662695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160135751","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014163056,0.000027849424,0.9782206,0.0035312828,0.001024553,0.00009831365,0.0000059832582,0.0016907952,0.001237574],"genre_scores_gemma":[0.7631692,0.00009969553,0.23507133,0.0009262851,0.00023551351,0.00007562289,0.000019819074,0.000027125796,0.0003754065],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99886817,0.000016031705,0.0002083747,0.00030793346,0.00037275578,0.0002267334],"domain_scores_gemma":[0.9990635,0.00022888508,0.000068716996,0.0003739555,0.00015835385,0.000106567226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001382274,0.0001771671,0.00011397771,0.00027723605,0.000053198415,0.00028357413,0.001007267,0.00015125504,0.00013000362],"category_scores_gemma":[0.0005938109,0.00018800258,0.00005351619,0.00034092853,0.000012537776,0.0007928278,0.00016604339,0.00052707613,0.000047017835],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053311574,0.00038519857,0.057081144,0.00004690829,0.00036867853,0.00055282237,0.0012669342,0.080636114,0.0016052308,0.75213915,0.029163558,0.076700926],"study_design_scores_gemma":[0.00070072996,0.00018212701,0.026105952,0.00030592404,0.000014931013,0.00029500382,0.000051393978,0.6488852,0.002596946,0.0039140224,0.31581447,0.0011333299],"about_ca_topic_score_codex":0.000023738296,"about_ca_topic_score_gemma":0.0000012699004,"teacher_disagreement_score":0.74900615,"about_ca_system_score_codex":0.00005703383,"about_ca_system_score_gemma":0.000023240189,"threshold_uncertainty_score":0.7666523},"labels":[],"label_agreement":null},{"id":"W2183399303","doi":"10.5555/776816.776943","title":"Software engineering for large-scale multi-agent systems - SELMAS'2003","year":2003,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Maintainability; Computer science; Software engineering; Reusability; Interoperability; Scalability; Software development; Scale (ratio); Systems engineering; Software system; Software; Engineering; Database; World Wide Web; Operating system","score_opus":0.03667082955741822,"score_gpt":0.26404067880119897,"score_spread":0.22736984924378076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2183399303","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050332323,0.00015058395,0.9875569,0.000036113168,0.005829026,0.00056588004,0.00007636052,0.00068306935,0.00006887397],"genre_scores_gemma":[0.62040025,0.000022131568,0.37779948,0.00007412263,0.00022455268,0.0003496282,0.00005765037,0.00005909982,0.001013073],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99788016,0.000033098404,0.00048625204,0.00059587054,0.00051316695,0.0004914707],"domain_scores_gemma":[0.9985108,0.00016599188,0.00015476189,0.00044134897,0.000551549,0.00017557763],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00043596677,0.0003429081,0.00029502055,0.00028456992,0.000109201865,0.00034146814,0.0007362478,0.00014452322,0.000040478644],"category_scores_gemma":[0.0011916761,0.0003583926,0.000120168486,0.00027796612,0.0000060992306,0.00050591904,0.000081317194,0.00021583393,0.00007194291],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021305086,0.00044854605,0.012702464,0.0005308542,0.00036183267,0.000042029846,0.002114945,0.37019876,0.0030379854,0.60711044,0.0020660246,0.0013648155],"study_design_scores_gemma":[0.00095596473,0.000054528697,0.0020795928,0.00028224263,0.000008302654,0.00002293728,0.000055856264,0.9558742,0.0009272532,0.000013306506,0.039247975,0.0004778333],"about_ca_topic_score_codex":0.000014705113,"about_ca_topic_score_gemma":0.000003846932,"teacher_disagreement_score":0.615367,"about_ca_system_score_codex":0.00024113976,"about_ca_system_score_gemma":0.000096681666,"threshold_uncertainty_score":0.9998868},"labels":[],"label_agreement":null},{"id":"W2278479890","doi":"","title":"Software clustering based on behavioural features","year":2007,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Cluster analysis; Computer science; Software; Data mining; Software system; Focus (optics); Software maintenance; Software construction; Software metric; Task (project management); Software analytics; Software sizing; Software engineering; Machine learning; Programming language; Systems engineering; Engineering","score_opus":0.03632589238399748,"score_gpt":0.2942047225007634,"score_spread":0.25787883011676593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2278479890","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021088853,0.000020080115,0.9740368,0.00031283064,0.0022268554,0.00018000895,0.000016167713,0.0016950873,0.00042327805],"genre_scores_gemma":[0.8613734,0.0000030054568,0.13777381,0.00026862175,0.00019711722,0.000031985808,0.000023033957,0.000049847433,0.00027914564],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99710244,0.000019038449,0.00034894777,0.000653622,0.0012084873,0.00066744327],"domain_scores_gemma":[0.9975134,0.0011464966,0.0000744003,0.000699111,0.00030384288,0.00026275383],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00055607443,0.0003756744,0.00022731432,0.00076028996,0.000097483695,0.00037128085,0.0017810689,0.00016029563,0.00010394679],"category_scores_gemma":[0.0022210786,0.00039095953,0.00013544183,0.00040175623,0.000029977984,0.00038701307,0.0002724381,0.0007209055,0.000116404684],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035069592,0.0006621267,0.14369492,0.0001984136,0.00025307323,0.0017717788,0.0010959022,0.6574206,0.0023566154,0.07129575,0.0025843224,0.11831584],"study_design_scores_gemma":[0.0016197592,0.0005423014,0.419245,0.0008691729,0.000010726306,0.00010931,0.00003258396,0.56558746,0.0076835626,0.00020463014,0.0025466345,0.0015488624],"about_ca_topic_score_codex":0.000028579245,"about_ca_topic_score_gemma":0.000016710039,"teacher_disagreement_score":0.8402846,"about_ca_system_score_codex":0.00038071471,"about_ca_system_score_gemma":0.00009714828,"threshold_uncertainty_score":0.9998542},"labels":[],"label_agreement":null},{"id":"W2324430758","doi":"","title":"An approach for generating state machine designs from scenarios","year":2007,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Machine Learning and Algorithms","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Merge (version control); Dependability; Theoretical computer science; Domain (mathematical analysis); Causality (physics); State (computer science); Domain theory; Row and column spaces; Artificial intelligence; Algorithm; Row; Mathematics; Programming language; Discrete mathematics; Software engineering","score_opus":0.03503041463935549,"score_gpt":0.28760421287247523,"score_spread":0.25257379823311976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2324430758","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019627744,0.000020343683,0.97893804,0.000058811882,0.0006020404,0.000117751624,0.000035324458,0.00045062386,0.00014931172],"genre_scores_gemma":[0.46263182,0.0000014881948,0.5369068,0.00008811743,0.00019728078,0.000013379263,0.000076166565,0.000013371293,0.0000716015],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987603,0.000017520728,0.00023429633,0.00041249715,0.00030417996,0.00027120157],"domain_scores_gemma":[0.9992081,0.00017727443,0.000074284195,0.0002697443,0.00015020742,0.00012039341],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040361154,0.00017946969,0.00013387293,0.00015206602,0.000088105124,0.00028171745,0.000832578,0.00004931746,0.000022864815],"category_scores_gemma":[0.00019465426,0.000176763,0.000053538155,0.000096577445,0.00000928815,0.0003109056,0.00006800781,0.00023908122,0.0000070923584],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003872255,0.0001721847,0.0031841241,0.00001977935,0.00009975616,0.000027792901,0.001477046,0.7425441,0.011590298,0.03924919,0.000054335924,0.20154268],"study_design_scores_gemma":[0.0002782779,0.0000732289,0.0010067608,0.000024479297,0.0000020994357,0.0000044766025,0.000014677004,0.99617475,0.0016309519,0.00025917904,0.00031745943,0.00021367881],"about_ca_topic_score_codex":0.00008556633,"about_ca_topic_score_gemma":0.000004585638,"teacher_disagreement_score":0.44300407,"about_ca_system_score_codex":0.000058227604,"about_ca_system_score_gemma":0.00003656777,"threshold_uncertainty_score":0.7208186},"labels":[],"label_agreement":null},{"id":"W2366520322","doi":"","title":"Feature location based on impact analysis","year":2007,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Feature (linguistics); Component (thermodynamics); TRACE (psycholinguistics); Source code; Feature model; Reverse engineering; Data mining; Dependency (UML); Software; Artificial intelligence; Programming language","score_opus":0.02185341761854571,"score_gpt":0.31011392259258036,"score_spread":0.28826050497403466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2366520322","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024121385,0.000014356926,0.97364205,0.00046551024,0.0006062527,0.00010475058,0.000010215789,0.00072154985,0.00031391942],"genre_scores_gemma":[0.9516821,0.0000021452458,0.047818065,0.00012102376,0.00012719222,0.000015234031,0.000039267783,0.000021285154,0.00017369278],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99797815,0.000015592228,0.0001899762,0.0004732684,0.0009405611,0.00040245915],"domain_scores_gemma":[0.9978428,0.0008742739,0.000060605737,0.00060606084,0.00042930976,0.0001869661],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005387327,0.00024968147,0.00019563232,0.0013445847,0.000049120095,0.00025066044,0.0011372186,0.000115689036,0.000089526584],"category_scores_gemma":[0.0016471507,0.0002385171,0.00017289193,0.0015748201,0.0000148849485,0.00027949628,0.000086597625,0.00042891706,0.000089942914],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040906303,0.00008833886,0.04158036,0.000015590344,0.00032793067,0.00007352932,0.00010452808,0.9325684,0.00029572495,0.016860936,0.0004482914,0.007595501],"study_design_scores_gemma":[0.00022200771,0.00010527522,0.22862874,0.00006686451,0.000012241288,0.0000038010955,0.0000035969024,0.76917124,0.0009792162,0.000033597345,0.00051973347,0.00025370784],"about_ca_topic_score_codex":0.000017255014,"about_ca_topic_score_gemma":0.000004450614,"teacher_disagreement_score":0.9275607,"about_ca_system_score_codex":0.0004282284,"about_ca_system_score_gemma":0.00010987509,"threshold_uncertainty_score":0.9726445},"labels":[],"label_agreement":null},{"id":"W2398142207","doi":"","title":"Diagnosing new faults using mutants and prior faults.","year":2011,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Reliability engineering; Engineering","score_opus":0.09920225159013185,"score_gpt":0.2892741667797259,"score_spread":0.19007191518959404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2398142207","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.094101205,0.000044264154,0.90055543,0.0000624574,0.0006586194,0.00009134788,0.0000041144563,0.004153699,0.00032887774],"genre_scores_gemma":[0.59043235,0.000010088929,0.40937123,0.00007572807,0.000060231843,0.000005185683,0.0000012840928,0.000013266341,0.000030674],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988248,0.000012558527,0.0002260843,0.00040239329,0.00029097288,0.00024323212],"domain_scores_gemma":[0.9991745,0.0001821593,0.00008523487,0.00029037741,0.00012782129,0.00013991428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013369508,0.0002038682,0.00015820647,0.00021956001,0.00007003023,0.00010641632,0.0006572232,0.00007570695,0.000026410258],"category_scores_gemma":[0.0008339886,0.00020908676,0.000039069644,0.00014917052,0.000022461476,0.00044282695,0.00023276174,0.0001940864,0.000011705613],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008188162,0.00034469733,0.11048745,0.000120277786,0.00028024975,0.0006326154,0.011764894,0.001966966,0.0025568544,0.1847018,0.0016704543,0.68539184],"study_design_scores_gemma":[0.0009053315,0.00026864666,0.05211078,0.0016501629,0.000020606938,0.00037004857,0.000026700955,0.908156,0.009844648,0.024665415,0.0007118323,0.0012698465],"about_ca_topic_score_codex":0.00017885074,"about_ca_topic_score_gemma":0.0000021641117,"teacher_disagreement_score":0.906189,"about_ca_system_score_codex":0.00007131616,"about_ca_system_score_gemma":0.00007773842,"threshold_uncertainty_score":0.8526311},"labels":[],"label_agreement":null},{"id":"W2403466964","doi":"","title":"A software behaviour analysis framework based on the human perception systems.","year":2011,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Perception; Software; Software system; Software engineering; Human–computer interaction; Programming language; Psychology","score_opus":0.061963916777489775,"score_gpt":0.2996796333380656,"score_spread":0.2377157165605758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2403466964","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008276887,0.0000028295635,0.9901204,0.00014231277,0.00046869545,0.00009285535,0.000038648457,0.00038371465,0.00047363545],"genre_scores_gemma":[0.9644044,0.0000029082569,0.03484565,0.00039496267,0.000066771434,0.0000321186,0.00007446228,0.000014370592,0.00016434414],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986125,0.000041909745,0.0002593405,0.0003552464,0.00054873904,0.0001822376],"domain_scores_gemma":[0.99886346,0.00014259822,0.000105809035,0.0005671999,0.00024108335,0.00007985518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023587747,0.00018556682,0.00016044613,0.00041292937,0.00011518806,0.00034249417,0.0011853129,0.000082556544,0.0005516538],"category_scores_gemma":[0.00036161122,0.0001500252,0.00012746105,0.00051807164,0.000021572208,0.00023085711,0.00009964929,0.0002505172,0.00009463872],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054597053,0.00016657273,0.028952932,0.000013510971,0.00021794302,0.000019838388,0.00076741725,0.034154654,0.000037206904,0.93448687,0.00036316575,0.00081445306],"study_design_scores_gemma":[0.00010647101,0.00006353406,0.038194023,0.00015873913,0.000050314404,0.0000016244071,0.00007847392,0.96035707,0.000054443502,0.00041650858,0.000260424,0.00025834792],"about_ca_topic_score_codex":0.000046012403,"about_ca_topic_score_gemma":0.0000030462065,"teacher_disagreement_score":0.9561275,"about_ca_system_score_codex":0.000092920236,"about_ca_system_score_gemma":0.000034987603,"threshold_uncertainty_score":0.611785},"labels":[],"label_agreement":null},{"id":"W2406773059","doi":"","title":"Model-based performance testing.","year":2011,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Reliability engineering; Engineering","score_opus":0.08411767033182665,"score_gpt":0.24820776281123494,"score_spread":0.16409009247940828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2406773059","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11672577,0.000007230851,0.8772715,0.00004766074,0.00094871706,0.00009740684,0.0000038377725,0.0007890668,0.004108813],"genre_scores_gemma":[0.7760784,0.0000027476212,0.223635,0.00011118441,0.000046858597,0.00003422195,0.0000026159337,0.000011227519,0.000077739554],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987556,0.000009376491,0.00025174013,0.00035870934,0.0003738384,0.00025073424],"domain_scores_gemma":[0.99899757,0.000073432726,0.0000722899,0.000452193,0.00031368018,0.000090834554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001986179,0.00018909878,0.00013965686,0.0001738731,0.00006278345,0.00007602585,0.0010823336,0.00007465979,0.00005181333],"category_scores_gemma":[0.00026114623,0.00017295725,0.000057107434,0.00021293406,0.000023931054,0.00048254768,0.00010966271,0.00020333206,0.00012873021],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011136659,0.0005915458,0.23094453,0.000363241,0.0001501651,0.00006769489,0.00274578,0.48166433,0.0012004832,0.15435226,0.0004830368,0.12732558],"study_design_scores_gemma":[0.00018596831,0.000083832216,0.013256567,0.0001355085,0.0000018898126,0.0000070903866,0.0000030792544,0.98392713,0.0018210289,0.00023806818,0.00012131862,0.0002185005],"about_ca_topic_score_codex":0.000010860214,"about_ca_topic_score_gemma":5.497646e-7,"teacher_disagreement_score":0.6593526,"about_ca_system_score_codex":0.00008768034,"about_ca_system_score_gemma":0.00013344259,"threshold_uncertainty_score":0.7052992},"labels":[],"label_agreement":null},{"id":"W2474427127","doi":"","title":"Code Hunt: Searching for Secret Code for Fun","year":2014,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Educational Games and Gamification","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Code (set theory); Code coverage; Redundant code; Test (biology); Code generation; Programming language; Dead code; Unreachable code; Symbolic execution; Closeness; Theoretical computer science; Operating system; Software","score_opus":0.06674852120548001,"score_gpt":0.3656006174608089,"score_spread":0.2988520962553289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2474427127","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025625553,0.000023621216,0.96668994,0.0017401257,0.0022695302,0.0003821293,0.00044799945,0.0001695082,0.0026515697],"genre_scores_gemma":[0.96405447,0.0000046165665,0.030366788,0.0003345841,0.0007930016,0.0005804247,0.00042732627,0.000042113883,0.0033966713],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990254,0.00001656557,0.00022383609,0.00032429947,0.00018004644,0.00022982924],"domain_scores_gemma":[0.9986839,0.0006690684,0.000076894416,0.0002079689,0.00028905383,0.00007306695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032716867,0.000142811,0.00013080449,0.00013102817,0.000059048612,0.000071357616,0.00030976403,0.000078379606,0.00032416167],"category_scores_gemma":[0.00074414146,0.00014838422,0.00008699407,0.000046482615,0.000016834287,0.00007562251,0.000019556273,0.00013158628,0.000062217565],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009467076,0.00007515699,0.0011036922,0.000041729567,0.00009851784,2.6899815e-7,0.0011162324,0.0025364265,0.00067864,0.97060496,0.0031458328,0.020503882],"study_design_scores_gemma":[0.0018550848,0.00039143,0.02738915,0.00023512826,0.000032863674,0.0000121129515,0.00060373434,0.19946367,0.0007730548,0.010895334,0.7577007,0.0006477362],"about_ca_topic_score_codex":0.00000897318,"about_ca_topic_score_gemma":0.000010526405,"teacher_disagreement_score":0.95970964,"about_ca_system_score_codex":0.000068150155,"about_ca_system_score_gemma":0.000034730743,"threshold_uncertainty_score":0.6050933},"labels":[],"label_agreement":null},{"id":"W2550930467","doi":"","title":"A new model for evaluating performability under the effects of software aging and rejuvenation","year":2007,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Distributed systems and fault tolerance","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Dependability; Computer science; Reliability engineering; Rejuvenation; Component (thermodynamics); Queueing theory; Software; Software fault tolerance; Fault tree analysis; Fault tolerance; Embedded system; Distributed computing; Operating system; Computer network; Engineering; Software engineering","score_opus":0.03134441998700631,"score_gpt":0.30435959270618745,"score_spread":0.27301517271918113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2550930467","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05545069,0.00006055721,0.9434693,0.00019578138,0.0004738361,0.00022151835,0.000007534989,0.00009400384,0.000026794232],"genre_scores_gemma":[0.8568904,0.000003803554,0.14289768,0.000056509227,0.00004532559,0.000018195391,0.0000053031854,0.000006849838,0.00007597046],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990096,0.0000102860695,0.00025753712,0.00022481779,0.00033188038,0.00016587858],"domain_scores_gemma":[0.9987705,0.0005909999,0.00010581972,0.00020356312,0.00027537308,0.000053787426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006219742,0.000116013056,0.00012097995,0.00007350438,0.000065144595,0.00008969677,0.0004110188,0.00004570385,0.0000019508213],"category_scores_gemma":[0.0007210172,0.00009507695,0.000048152677,0.00009726083,0.000013800196,0.0002809403,0.000080524616,0.000116379044,6.9909333e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053895936,0.00006163468,0.0026045442,0.00046452784,0.00012013762,0.0000028956977,0.0033717104,0.2402025,0.0043368516,0.4863353,0.0001969442,0.26224905],"study_design_scores_gemma":[0.00035784463,0.000055083303,0.004685194,0.00022927744,0.000004410861,0.0000040520786,0.00002912745,0.99118924,0.0010824413,0.0021992025,0.000057000136,0.000107152424],"about_ca_topic_score_codex":0.000016593991,"about_ca_topic_score_gemma":0.0000052476403,"teacher_disagreement_score":0.80143964,"about_ca_system_score_codex":0.000070462156,"about_ca_system_score_gemma":0.00007819581,"threshold_uncertainty_score":0.38771257},"labels":[],"label_agreement":null},{"id":"W2730634739","doi":"","title":"Welcome from the chairs","year":2011,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Educational Leadership and Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science","score_opus":0.16684723463827072,"score_gpt":0.3386624703338759,"score_spread":0.1718152356956052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2730634739","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2670518,0.00039111922,0.0300542,0.062540844,0.02487819,0.0005928718,0.00015972246,0.0011746846,0.61315656],"genre_scores_gemma":[0.9947885,0.000050444876,0.0028825377,0.0004668345,0.0008849572,0.000018236562,0.000012278264,0.000007898226,0.0008882947],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99926984,0.000040485556,0.00009902126,0.00013069148,0.00032588583,0.00013407892],"domain_scores_gemma":[0.99914867,0.0005286249,0.000048326816,0.00010738275,0.00011036233,0.0000566254],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00024526383,0.00007371419,0.0000523195,0.000037135524,0.00013425435,0.000083916515,0.00048197104,0.00004607847,0.0037100052],"category_scores_gemma":[0.00093854155,0.000060438917,0.000035480498,0.00007182984,0.000056624136,0.00024456045,0.00002072459,0.00017996586,0.0002556614],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019066629,0.00004493288,0.021029092,0.0000015827834,0.00006443367,0.000003998275,0.03981142,0.00003905784,0.000019811358,0.93497497,0.0011684726,0.0028231707],"study_design_scores_gemma":[0.00037815236,0.00006402076,0.23197317,0.00023946755,0.000031188596,0.0000027519009,0.03810353,0.0008921148,0.00036593468,0.019396458,0.70787144,0.00068175583],"about_ca_topic_score_codex":0.0018761413,"about_ca_topic_score_gemma":0.0002807008,"teacher_disagreement_score":0.9155785,"about_ca_system_score_codex":0.000052074665,"about_ca_system_score_gemma":0.00009925734,"threshold_uncertainty_score":0.9972007},"labels":[],"label_agreement":null},{"id":"W2888961423","doi":"","title":"Poster: Fast, Scalable and User-Guided Clone Detection","year":2018,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"clone (Java method); Computer science; Scalability; Source code; Transformation (genetics); Search engine indexing; Jaccard index; Data mining; Artificial intelligence; Database; Programming language; Pattern recognition (psychology); Biology","score_opus":0.0295438719690846,"score_gpt":0.28129037931804535,"score_spread":0.25174650734896076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888961423","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20717965,0.000022025222,0.79001755,0.00024179743,0.0012847172,0.00011198384,0.0000054282823,0.0007805038,0.00035637117],"genre_scores_gemma":[0.96764123,0.000015405301,0.031494454,0.0000819044,0.00028499903,0.000029236624,0.0000036448366,0.000025098607,0.00042404508],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984819,0.000016384776,0.00021540993,0.00045624544,0.0005001532,0.00032986],"domain_scores_gemma":[0.99880445,0.0002538663,0.000042887375,0.00037267507,0.00037964212,0.00014650587],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021941794,0.00020074961,0.00014479208,0.00034394552,0.000082078,0.00034293,0.0007524878,0.000086710155,0.000071950584],"category_scores_gemma":[0.0009443548,0.00021265735,0.000038622526,0.00027787325,0.00004639093,0.0005304821,0.0003154412,0.00025630818,0.00015193275],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027938167,0.00059289444,0.15515757,0.00043161318,0.0010305399,0.00045353663,0.004801254,0.010793171,0.16973382,0.269439,0.0061016395,0.38118556],"study_design_scores_gemma":[0.0018766805,0.0009562416,0.16997938,0.0005904523,0.000013844361,0.0004457686,0.00003568193,0.6832985,0.12350599,0.00086487713,0.016873293,0.0015592771],"about_ca_topic_score_codex":0.000030073877,"about_ca_topic_score_gemma":0.000004465441,"teacher_disagreement_score":0.76046157,"about_ca_system_score_codex":0.00012541651,"about_ca_system_score_gemma":0.000044418703,"threshold_uncertainty_score":0.8671915},"labels":[],"label_agreement":null},{"id":"W2888962833","doi":"","title":"Poster: Designing Bug Detection Rules for Fewer False Alarms","year":2018,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"False positive paradox; Computer science; Software bug; Constant false alarm rate; Open source; Static analysis; False alarm; True positive rate; False positives and false negatives; False positive rate; Data mining; Machine learning; Artificial intelligence; Software; Programming language","score_opus":0.038374997046337685,"score_gpt":0.2935458189583928,"score_spread":0.25517082191205515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888962833","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05749389,0.000022352304,0.93879503,0.00019048026,0.0021830748,0.00023536058,0.000015921794,0.00095164235,0.00011224757],"genre_scores_gemma":[0.8875837,0.0000055907185,0.11150675,0.00008075211,0.0004747123,0.00012408786,0.0000118127255,0.000037442605,0.00017518515],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982745,0.000016837103,0.00025834056,0.0005044149,0.0005237947,0.00042212033],"domain_scores_gemma":[0.9981326,0.00063050183,0.00006111568,0.00040176892,0.0006420518,0.00013197154],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00034064436,0.00023926624,0.0001667596,0.0004044133,0.000111650384,0.0003717865,0.0011127515,0.00010502161,0.000048880192],"category_scores_gemma":[0.0021029946,0.00025122854,0.0000923064,0.00021304515,0.0000350834,0.0005255635,0.00020048275,0.00023779446,0.0001666789],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065292796,0.00067654066,0.037300475,0.00054275716,0.0014601309,0.00022162498,0.006063818,0.024567522,0.2411173,0.25365773,0.0036697765,0.43006942],"study_design_scores_gemma":[0.0020013307,0.0012834076,0.032185346,0.00067704363,0.000019495445,0.00012984543,0.00004756972,0.68018496,0.26164803,0.0034564899,0.01665358,0.0017129238],"about_ca_topic_score_codex":0.000011521044,"about_ca_topic_score_gemma":0.0000033601737,"teacher_disagreement_score":0.83008975,"about_ca_system_score_codex":0.00018515324,"about_ca_system_score_gemma":0.00006499566,"threshold_uncertainty_score":0.999994},"labels":[],"label_agreement":null},{"id":"W2889049796","doi":"","title":"Adopting Autonomic Computing Capabilities in Existing Large-Scale Systems","year":2017,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Concordia University","funders":"","keywords":"Autonomic computing; Computer science; Software engineering; Software system; Distributed computing; Code refactoring; Software; Risk analysis (engineering); Cloud computing; Operating system","score_opus":0.07916774240114316,"score_gpt":0.3297983739889903,"score_spread":0.25063063158784715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889049796","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05313643,0.000058479807,0.9421862,0.00010378697,0.0030483906,0.0001321302,0.0000097143975,0.0008709255,0.00045393658],"genre_scores_gemma":[0.5741031,0.0000073870747,0.4256154,0.000014192189,0.00013171336,0.000018250397,0.0000029436285,0.000019690162,0.00008732627],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998153,0.000042123513,0.00044233885,0.00054601114,0.00032694457,0.0004896188],"domain_scores_gemma":[0.9980818,0.0006585236,0.00023461468,0.00078842766,0.00015647913,0.000080180675],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008266873,0.00027748957,0.00031788193,0.00027385497,0.0002358506,0.0006995635,0.0020145478,0.00010097004,0.000006397282],"category_scores_gemma":[0.0040124124,0.00031108875,0.00006904736,0.00007991901,0.000039832685,0.000852654,0.00062771916,0.00044518188,0.000018860312],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043060577,0.000022968768,0.0067694425,0.00004733438,0.000019830151,0.000038930084,0.0011832434,0.899177,0.00016172222,0.085912846,0.000007483517,0.0066548726],"study_design_scores_gemma":[0.00040734527,0.000031333504,0.021831993,0.00065644336,0.0000020563562,0.000023326713,0.000283336,0.97464806,0.00021109649,0.0005722565,0.0008577789,0.0004749465],"about_ca_topic_score_codex":0.000056446595,"about_ca_topic_score_gemma":0.000007204814,"teacher_disagreement_score":0.52096665,"about_ca_system_score_codex":0.00032055393,"about_ca_system_score_gemma":0.00006447511,"threshold_uncertainty_score":0.99993414},"labels":[],"label_agreement":null},{"id":"W2889370539","doi":"","title":"Poster: Assurance Cases for Scientific Computing Software","year":2018,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Documentation; Correctness; Computer science; Software; Software engineering; Software security assurance; Information assurance; Function (biology); Computer security; Information security; Algorithm; Programming language","score_opus":0.0348055362742543,"score_gpt":0.26630483266120347,"score_spread":0.23149929638694916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889370539","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08494291,0.00010842182,0.8993145,0.00006431549,0.011437202,0.00041837155,0.00018668002,0.002720644,0.0008069104],"genre_scores_gemma":[0.95101964,0.0000039953825,0.047551084,0.00003340432,0.0008884201,0.00007099426,0.00007359139,0.00010417674,0.00025466818],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983424,0.0000080957425,0.00041724992,0.00042053408,0.00035275723,0.0004589802],"domain_scores_gemma":[0.9985881,0.00043379606,0.000058337086,0.00036353912,0.00043760717,0.000118642696],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00023089936,0.00034178304,0.0002656367,0.00033518174,0.00013273876,0.000282838,0.000560163,0.00011694722,0.0000986854],"category_scores_gemma":[0.00080599415,0.00039269603,0.00011525286,0.00021775508,0.00006724396,0.0002533533,0.000062387604,0.00020791091,0.00015577274],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013988621,0.00014559212,0.008518964,0.0014823466,0.0010769338,0.00012524214,0.0027553658,0.8761889,0.020315165,0.03237493,0.014576579,0.04230013],"study_design_scores_gemma":[0.00096894056,0.00020028268,0.0052955872,0.0013028061,0.000024365174,0.00015856388,0.00005667104,0.90127647,0.013670844,0.00011394999,0.075680315,0.001251194],"about_ca_topic_score_codex":0.000004882483,"about_ca_topic_score_gemma":0.000006954045,"teacher_disagreement_score":0.86607677,"about_ca_system_score_codex":0.00024943205,"about_ca_system_score_gemma":0.000056270168,"threshold_uncertainty_score":0.9998525},"labels":[],"label_agreement":null},{"id":"W2889460088","doi":"","title":"Poster: Challenge-Based Learning: A Brazilian Case Study","year":2018,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Agile software development; Computer science; Software development; Software engineering; Curriculum; Mobile device; Software; Engineering management; Multimedia; Engineering; World Wide Web; Operating system; Pedagogy; Psychology","score_opus":0.027528783825468355,"score_gpt":0.27439366280915517,"score_spread":0.2468648789836868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889460088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92364544,0.000034298664,0.067692816,0.00033438983,0.0039380738,0.00025037746,0.000011985697,0.0020833595,0.0020092386],"genre_scores_gemma":[0.99770766,0.000006882584,0.0014658828,0.000042426585,0.0005366783,0.00006052324,0.000019659035,0.00005359001,0.000106686704],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99894774,0.000011217562,0.00023050787,0.00025114144,0.00029823784,0.00026113703],"domain_scores_gemma":[0.9994266,0.000056947036,0.000022862536,0.00019691123,0.00015010018,0.00014654742],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000117605385,0.00023416133,0.00015817005,0.0002579309,0.000059241305,0.000081716265,0.00024263909,0.00009570273,0.00038862013],"category_scores_gemma":[0.00012953902,0.00024294127,0.000050107807,0.00018881778,0.000025446981,0.0001162665,0.00002950571,0.0003528066,0.0001694545],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036721455,0.0049220365,0.064143136,0.0022088438,0.0029932195,0.008507824,0.04441868,0.5712065,0.008932919,0.011462866,0.010774765,0.27006197],"study_design_scores_gemma":[0.001481962,0.0012170962,0.0075850217,0.00036372794,0.00003649006,0.0004884529,0.0009672812,0.9649416,0.0012428244,0.0000483668,0.020518184,0.0011089427],"about_ca_topic_score_codex":0.00003546068,"about_ca_topic_score_gemma":0.000031083375,"teacher_disagreement_score":0.3937351,"about_ca_system_score_codex":0.00011885354,"about_ca_system_score_gemma":0.000026562582,"threshold_uncertainty_score":0.99068576},"labels":[],"label_agreement":null},{"id":"W2889927216","doi":"","title":"[Journal First] An Empirical Study of Early Access Games on the Steam Platform","year":2018,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Game Developer; Empirical research; Popularity; World Wide Web; Multimedia; Game design","score_opus":0.10599219869073978,"score_gpt":0.36780825437724596,"score_spread":0.2618160556865062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889927216","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83499795,0.0000049484383,0.16300805,0.00031559783,0.0011524763,0.00017224785,0.000003836112,0.00022979404,0.00011510327],"genre_scores_gemma":[0.996989,0.000005100427,0.0024788606,0.00009064681,0.00033532004,0.00003133609,0.0000011745068,0.000023456854,0.00004506458],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99782026,0.000034505083,0.00033944272,0.00036326877,0.0011261686,0.00031635418],"domain_scores_gemma":[0.9976086,0.0009458339,0.00010551179,0.0006175116,0.0005749175,0.00014759655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005045707,0.0002168918,0.0001867438,0.0003823408,0.00013398938,0.0005530835,0.0032013347,0.000067151086,0.00013693173],"category_scores_gemma":[0.0014946081,0.00016229071,0.00006211623,0.00035709428,0.000050397844,0.00082288013,0.0003947,0.0005586759,0.000046718073],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062380364,0.0043438068,0.73340386,0.00009507321,0.0013312143,0.000435098,0.038317434,0.075185135,0.00059508014,0.07379702,0.005735968,0.0661365],"study_design_scores_gemma":[0.0015010424,0.006432938,0.7875297,0.0004246355,0.000012757181,0.00009422995,0.00054574583,0.1970062,0.002900296,0.0010430705,0.0017350116,0.0007743866],"about_ca_topic_score_codex":0.00003303024,"about_ca_topic_score_gemma":0.000013584064,"teacher_disagreement_score":0.1619911,"about_ca_system_score_codex":0.00013241777,"about_ca_system_score_gemma":0.00010024789,"threshold_uncertainty_score":0.66180235},"labels":[],"label_agreement":null},{"id":"W2890176261","doi":"","title":"[Journal First] Understanding the Factors for Fast Answers in Technical Q&A Websites: An Empirical Study of Four Stack Exchange Websites","year":2018,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Queen's University","funders":"","keywords":"Incentive; Order (exchange); Internet privacy; Value (mathematics); Questions and answers; Psychology; Business; Computer science; World Wide Web","score_opus":0.13685209731821307,"score_gpt":0.33914489026139316,"score_spread":0.2022927929431801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890176261","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35175458,0.000010558748,0.646801,0.00020664153,0.0008135811,0.00021119467,0.000008266397,0.00009552466,0.00009865756],"genre_scores_gemma":[0.99423116,0.000004451927,0.0054404694,0.000024719888,0.00020359515,0.00002956536,0.0000029605228,0.000015918495,0.00004716151],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985393,0.000044933717,0.00037308258,0.0003075558,0.00047702,0.00025807443],"domain_scores_gemma":[0.9987796,0.00048770648,0.00013430245,0.00028559263,0.0002295942,0.00008318944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047233835,0.00018259327,0.00020952777,0.0003340716,0.00014226903,0.0002397338,0.0011178392,0.00007756523,0.000035715664],"category_scores_gemma":[0.00042905868,0.00013701792,0.00006859991,0.00025005988,0.00004214202,0.0003945399,0.00012367344,0.0002575929,0.000005628719],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020352329,0.0014242922,0.8732498,0.00012490481,0.00036233253,0.00006591154,0.07367279,0.011169223,0.0022163645,0.033934526,0.0019132987,0.0016630274],"study_design_scores_gemma":[0.0041611805,0.006646572,0.19393092,0.0014016028,0.0000298973,0.00017153875,0.026195236,0.7586725,0.0010690872,0.002297912,0.004011034,0.0014125361],"about_ca_topic_score_codex":0.0000277982,"about_ca_topic_score_gemma":0.00024257442,"teacher_disagreement_score":0.7475032,"about_ca_system_score_codex":0.00027399653,"about_ca_system_score_gemma":0.000057328663,"threshold_uncertainty_score":0.5587429},"labels":[],"label_agreement":null},{"id":"W2890502052","doi":"","title":"[Journal First] Measuring Program Comprehension: A Large-Scale Field Study with Professionals","year":2018,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Program comprehension; Comprehension; Computer science; Field (mathematics); Software engineering; World Wide Web; Software; Multimedia; Human–computer interaction; Programming language; Software system","score_opus":0.04064767116405217,"score_gpt":0.3180627877946147,"score_spread":0.27741511663056256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890502052","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35896704,0.000020348052,0.637003,0.000641476,0.001630844,0.0005112419,0.00000309004,0.0010495193,0.00017347037],"genre_scores_gemma":[0.9034349,0.000003018385,0.09572797,0.00008886125,0.00042327773,0.00013150144,0.000002382066,0.00003166607,0.00015647509],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99733806,0.00003917421,0.0003231116,0.0005085692,0.0012782202,0.00051287486],"domain_scores_gemma":[0.99775386,0.0005179796,0.000090719914,0.0005119613,0.00090580084,0.00021969136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047691204,0.0002820379,0.00023261167,0.00036764087,0.00024562102,0.00048635693,0.0015302458,0.00008275313,0.00017169327],"category_scores_gemma":[0.00083679485,0.00023548452,0.000066054105,0.00039847105,0.000028294353,0.000533545,0.0004089814,0.0006573997,0.00008491483],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001100403,0.010232281,0.78745323,0.00036342084,0.0020865873,0.0020574303,0.028660461,0.026194924,0.0007316193,0.021399476,0.009234623,0.110485524],"study_design_scores_gemma":[0.0055704135,0.010644222,0.27177277,0.0030994336,0.000036094603,0.0007015827,0.0011795097,0.6793474,0.0041965074,0.00027867014,0.020951932,0.0022214826],"about_ca_topic_score_codex":0.000006749629,"about_ca_topic_score_gemma":0.000018829302,"teacher_disagreement_score":0.65315247,"about_ca_system_score_codex":0.00013941144,"about_ca_system_score_gemma":0.00014059908,"threshold_uncertainty_score":0.960278},"labels":[],"label_agreement":null},{"id":"W2890687291","doi":"","title":"[Journal First] Are Fix-Inducing Changes a Moving Target?: A Longitudinal Case Study of Just-in-Time Defect Prediction","year":2018,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Code (set theory); Brier score; Interpretation (philosophy); Calibration; Artificial intelligence; Statistics; Mathematics; Programming language","score_opus":0.050354734497892885,"score_gpt":0.2965110632208014,"score_spread":0.24615632872290852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890687291","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78199464,0.000027304033,0.2163737,0.000078617,0.0010178364,0.00020856524,0.000008996376,0.00026938895,0.0000209544],"genre_scores_gemma":[0.98677677,0.000006825514,0.012687265,0.000011931311,0.00039813496,0.00004551573,0.000002042981,0.000030222189,0.000041313047],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997654,0.000047491732,0.00042273567,0.00051893113,0.00093507033,0.00042175228],"domain_scores_gemma":[0.99812543,0.00055979216,0.00017249849,0.0004279365,0.0005672461,0.00014709076],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00071147113,0.00026675028,0.00029455652,0.00093980023,0.00012504197,0.0002716868,0.0011104778,0.000096018186,0.0000951392],"category_scores_gemma":[0.0019497507,0.00027924357,0.00008065091,0.0005456946,0.000030788775,0.0005130905,0.0003576498,0.00055287255,0.00002483698],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009671,0.0010046124,0.8743044,0.00016955032,0.0004923844,0.008926717,0.013609595,0.094043866,0.0011110603,0.0006527724,0.00026969786,0.005318602],"study_design_scores_gemma":[0.0025000635,0.0022127053,0.21902281,0.0017814714,0.000028832448,0.005345139,0.001287748,0.7646173,0.002103164,0.00008237434,0.00018414752,0.00083419605],"about_ca_topic_score_codex":0.00012939052,"about_ca_topic_score_gemma":0.00009741957,"teacher_disagreement_score":0.6705735,"about_ca_system_score_codex":0.00032206078,"about_ca_system_score_gemma":0.000084894265,"threshold_uncertainty_score":0.99996597},"labels":[],"label_agreement":null},{"id":"W2890814105","doi":"","title":"[Journal First] Inference of Development Activities from Interaction with Uninstrumented Applications","year":2018,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Generalizability theory; Classifier (UML); Inference; Machine learning; Software; Data mining; Support vector machine; Software engineering; Data science; Artificial intelligence","score_opus":0.027218466849824794,"score_gpt":0.28296712316630507,"score_spread":0.25574865631648025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890814105","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16868941,0.000007675068,0.830275,0.000086094944,0.00045454837,0.00009949721,0.0000073974106,0.00021775531,0.00016262951],"genre_scores_gemma":[0.85285485,0.000010658987,0.14684807,0.000015146089,0.00014364139,0.000055445365,0.000011182518,0.000014745553,0.000046276655],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99860024,0.000012716491,0.00028283944,0.00028796706,0.00059718813,0.00021902511],"domain_scores_gemma":[0.9984592,0.00050762505,0.00013289631,0.00031380725,0.00048483154,0.00010164674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012803981,0.00018106299,0.00015411795,0.0003576375,0.00009535966,0.00019875428,0.000989939,0.000054362412,0.0001279559],"category_scores_gemma":[0.0003260052,0.00016844244,0.000033278633,0.00027271768,0.000055240944,0.0005952831,0.00017314627,0.00030997852,0.000036574293],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067192846,0.0013494618,0.26109487,0.00030725458,0.0028708978,0.00014490887,0.018826408,0.0686662,0.01604383,0.21584255,0.00075739756,0.4134243],"study_design_scores_gemma":[0.0041353013,0.0019696734,0.2142104,0.004627779,0.00004539961,0.00029594568,0.00085586193,0.39770237,0.2866398,0.0018094917,0.08479823,0.0029097514],"about_ca_topic_score_codex":0.000020116518,"about_ca_topic_score_gemma":0.000013009012,"teacher_disagreement_score":0.6841654,"about_ca_system_score_codex":0.00021543945,"about_ca_system_score_gemma":0.0002203316,"threshold_uncertainty_score":0.6868883},"labels":[],"label_agreement":null},{"id":"W2891839099","doi":"","title":"[Journal First] EARMO: An Energy-Aware Refactoring Approach for Mobile Apps","year":2018,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Green IT and Sustainability","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Code refactoring; Computer science; Mobile apps; Mobile device; Efficient energy use; Architecture; Mobile computing; Embedded system; World Wide Web; Operating system; Engineering; Software; Electrical engineering","score_opus":0.025969772008638363,"score_gpt":0.2589499580070963,"score_spread":0.23298018599845793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891839099","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10109632,0.000038651073,0.8955841,0.000014512953,0.001543739,0.00016407206,0.000035605415,0.0005732538,0.000949716],"genre_scores_gemma":[0.9794725,0.000022441558,0.018995607,0.00001690852,0.0010635499,0.00014401908,0.00005664859,0.00006110393,0.00016719123],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987706,0.00000923247,0.0002900775,0.00027279955,0.00029427238,0.00036304523],"domain_scores_gemma":[0.999024,0.00006647691,0.000040520754,0.00024181472,0.0004567147,0.00017048365],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00018640391,0.00025113628,0.00019345421,0.00019078141,0.00012477956,0.00017671318,0.00045867448,0.000121365054,0.00015195148],"category_scores_gemma":[0.00009867966,0.00025931667,0.000100350735,0.00010118285,0.000033065,0.00035764952,0.000040996965,0.00025792597,0.0000072754724],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004117077,0.00060221145,0.018179953,0.00090409716,0.0010020066,0.00006814074,0.0059312154,0.76851827,0.003161269,0.052024394,0.003778636,0.14541812],"study_design_scores_gemma":[0.0004915421,0.000279655,0.001043696,0.00008335412,0.000011877538,0.0000308271,0.00034361435,0.96693724,0.0018362942,0.00049704476,0.02795832,0.00048651695],"about_ca_topic_score_codex":0.000011948491,"about_ca_topic_score_gemma":0.000007662285,"teacher_disagreement_score":0.8783762,"about_ca_system_score_codex":0.0002836116,"about_ca_system_score_gemma":0.000040092295,"threshold_uncertainty_score":0.99998593},"labels":[],"label_agreement":null},{"id":"W2892077113","doi":"","title":"[Journal First] Analyzing the Effects of Test Driven Development in GitHub","year":2018,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Agile software development; Test-driven development; Computer science; Commit; Software engineering; Software quality; Quality (philosophy); Software; Software development process; Software development; Operating system; Database","score_opus":0.017641440733456477,"score_gpt":0.2635392492206144,"score_spread":0.24589780848715792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892077113","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24165,0.000057975445,0.75630933,0.000274065,0.0013387087,0.00013314362,0.000001169467,0.00015502401,0.00008056513],"genre_scores_gemma":[0.95762545,0.000022549015,0.04209284,0.00002074501,0.00014838936,0.00002270976,9.97184e-7,0.000014066608,0.00005223556],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99862176,0.000017202019,0.00031192077,0.00023608531,0.00052946765,0.00028355888],"domain_scores_gemma":[0.9973758,0.0018221232,0.00008193783,0.00029486793,0.00034766443,0.000077592624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033784864,0.0001566721,0.00014976865,0.00041638355,0.00007448657,0.00016129442,0.0015052153,0.00005097425,0.000029390196],"category_scores_gemma":[0.00502356,0.00012773296,0.00004765467,0.00040495358,0.000043171694,0.0002627917,0.00025913335,0.00036060478,0.000032775355],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043510146,0.000503045,0.8256104,0.00041446538,0.00046156027,0.00039119017,0.012437655,0.034264922,0.008567481,0.038892023,0.0010538729,0.07735989],"study_design_scores_gemma":[0.0013841625,0.0005499229,0.65300643,0.0026550987,0.000008025647,0.00012282563,0.000038464008,0.2905713,0.044035986,0.00041691744,0.006430956,0.00077991263],"about_ca_topic_score_codex":0.000007097971,"about_ca_topic_score_gemma":0.000009334489,"teacher_disagreement_score":0.71597546,"about_ca_system_score_codex":0.0001949104,"about_ca_system_score_gemma":0.00013875029,"threshold_uncertainty_score":0.60140336},"labels":[],"label_agreement":null},{"id":"W2892136838","doi":"","title":"[Journal First] On the Use of Hidden Markov Model to Predict the Time to Fix Bugs","year":2018,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Hidden Markov model; Computer science; Software bug; Software regression; Software; Markov model; Predictive modelling; Data science; Software engineering; Markov chain; Data mining; Machine learning; Software development; Artificial intelligence; Software quality; Programming language","score_opus":0.05873565329723863,"score_gpt":0.27639442820363846,"score_spread":0.21765877490639984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892136838","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07687976,0.0000043783857,0.9151771,0.006495923,0.0007127336,0.00028735123,0.000028740902,0.00024224177,0.00017177654],"genre_scores_gemma":[0.8971681,0.000005124568,0.09987133,0.00088854175,0.0003820776,0.000067132154,0.000002177248,0.00003602558,0.0015794832],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980224,0.000029495932,0.0002856413,0.0003178713,0.0010036321,0.00034095647],"domain_scores_gemma":[0.99693197,0.0015660517,0.000061230385,0.0006726636,0.00058839517,0.00017970553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047680616,0.0002056673,0.00015075224,0.0003055082,0.0001268493,0.00040286125,0.0024885756,0.00005607169,0.00025892723],"category_scores_gemma":[0.004550727,0.00013791036,0.000080057216,0.00037732458,0.00004032868,0.0002852707,0.00048571432,0.0004005967,0.00048084033],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020654652,0.00017106472,0.0022987078,0.000033457047,0.0003664903,0.000049029437,0.0045027277,0.82011414,0.0024428887,0.037497606,0.087755635,0.04456169],"study_design_scores_gemma":[0.00014345214,0.00030795537,0.0063043307,0.0003186342,0.000003583539,0.000025137022,0.000005861774,0.98162603,0.0013661638,0.00016493522,0.009508883,0.0002250434],"about_ca_topic_score_codex":0.000010229736,"about_ca_topic_score_gemma":0.0000017752637,"teacher_disagreement_score":0.82028836,"about_ca_system_score_codex":0.00015959241,"about_ca_system_score_gemma":0.000110077424,"threshold_uncertainty_score":0.618039},"labels":[],"label_agreement":null},{"id":"W2911360423","doi":"","title":"Proceedings of the 9th International Workshop on Modelling in Software Engineering","year":2017,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software engineering; Software development; Model transformation; Abstraction; Software; Focus (optics); Model-driven architecture; Systems engineering; Data science; Management science; Engineering; Programming language; Artificial intelligence","score_opus":0.03865737967609444,"score_gpt":0.2667324990117538,"score_spread":0.22807511933565933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911360423","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026040215,0.000012200345,0.96868944,0.00045436193,0.003533439,0.00023144094,0.000016828657,0.0006043693,0.00041772786],"genre_scores_gemma":[0.67566115,0.000026756825,0.32376593,0.00004139561,0.00012622547,0.000069140544,0.0000033952194,0.000039725917,0.00026624955],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976869,0.000006330593,0.0005023723,0.00058353465,0.00085040374,0.00037045637],"domain_scores_gemma":[0.9983504,0.00013554498,0.00029553182,0.0007542832,0.00037291675,0.00009135964],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00032023,0.0003690144,0.00029910283,0.0004579665,0.0001034538,0.00046092892,0.004313896,0.00016571363,0.000019699444],"category_scores_gemma":[0.00059174845,0.0003421755,0.00015557023,0.00018585536,0.000042930453,0.0008959379,0.00075622584,0.00067772943,0.00000960719],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019931778,0.00008502026,0.0073754983,0.00004475149,0.00006509711,0.0000153972,0.00036060062,0.49633664,0.0005635625,0.48678452,0.00014253016,0.008206454],"study_design_scores_gemma":[0.00037635904,0.000036330668,0.006442647,0.0016274635,0.0000043809046,0.000015805064,0.000005742346,0.9817093,0.003859809,0.00057735475,0.004908241,0.00043655315],"about_ca_topic_score_codex":0.00002414247,"about_ca_topic_score_gemma":0.0000023204122,"teacher_disagreement_score":0.64962095,"about_ca_system_score_codex":0.0002842359,"about_ca_system_score_gemma":0.00006294749,"threshold_uncertainty_score":0.999903},"labels":[],"label_agreement":null},{"id":"W2911499745","doi":"","title":"Proceedings of the Seventh International Workshop on Principles of Engineering Service-Oriented and Cloud Systems","year":2014,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Cloud computing; Software deployment; Computer science; Cloud testing; Cloud computing security; Software engineering; World Wide Web; Engineering management; Engineering","score_opus":0.015117218182099103,"score_gpt":0.21973208144589487,"score_spread":0.20461486326379577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911499745","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7661493,0.000040079147,0.22370893,0.0012375626,0.0056956783,0.00031216204,0.000029630231,0.00027310607,0.0025535536],"genre_scores_gemma":[0.9930481,0.0000112171065,0.0064408546,0.00015177256,0.00024248466,0.00002062718,0.0000052615037,0.00001672573,0.0000629752],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99853927,0.0000099058625,0.0003613621,0.0003245209,0.0005878737,0.00017706929],"domain_scores_gemma":[0.99882,0.00018738324,0.00022185339,0.00024225871,0.00046273167,0.0000657911],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002004215,0.0002065036,0.00020403067,0.00022926605,0.000034691424,0.000093566276,0.0012540983,0.000071737086,0.000006951289],"category_scores_gemma":[0.00015229861,0.00016502432,0.00006114082,0.0003134884,0.000016955626,0.0002248475,0.00038169217,0.00022796325,0.000002579865],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029942952,0.00006943624,0.0036592104,0.00021898499,0.00012918371,0.0000010546354,0.0016268189,0.073360294,0.0035973687,0.9157764,0.00001671609,0.0015146297],"study_design_scores_gemma":[0.0005860261,0.00009231689,0.014537599,0.0021696344,0.000013163759,0.000025310172,0.0001974837,0.9606353,0.0083687855,0.00015215708,0.012890112,0.00033213728],"about_ca_topic_score_codex":0.000028714354,"about_ca_topic_score_gemma":0.000004967859,"teacher_disagreement_score":0.9156242,"about_ca_system_score_codex":0.00004181867,"about_ca_system_score_gemma":0.000026201827,"threshold_uncertainty_score":0.6729497},"labels":[],"label_agreement":null},{"id":"W2912238873","doi":"","title":"Proceedings of the 1st International Workshop on Live Programming","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Focus (optics); Programming paradigm; Software engineering; Compiler; Extensible programming; Programming language; Inductive programming; Human–computer interaction; Multimedia; Reactive programming","score_opus":0.021591183703074317,"score_gpt":0.2483465199145851,"score_spread":0.22675533621151078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912238873","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4208777,0.00003829909,0.5536407,0.008645433,0.00740213,0.0009478007,0.0000074747118,0.0017667956,0.006673659],"genre_scores_gemma":[0.92869145,0.0000033689503,0.07029462,0.00010767208,0.00013797388,0.00006740435,0.0000023372918,0.0000150479555,0.00068013166],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986664,0.000009468294,0.00023572617,0.00031106375,0.0005608573,0.00021648168],"domain_scores_gemma":[0.9991308,0.00013030141,0.00014915012,0.00018612864,0.00034379403,0.00005986834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017769543,0.00016801446,0.00011816078,0.00016104148,0.000070939255,0.0004223432,0.0016006156,0.00006423101,0.000072957424],"category_scores_gemma":[0.0007136427,0.00013218373,0.00009398092,0.00017557452,0.000030178477,0.0004110189,0.00025821995,0.00046417647,0.00007022819],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013484994,0.00020690107,0.010547443,0.0000335715,0.0001549512,0.0000036263789,0.0040889797,0.006360778,0.0009992885,0.37308577,0.0006832734,0.60382193],"study_design_scores_gemma":[0.0023609493,0.0007149064,0.12413636,0.0067445748,0.000037183447,0.0001229537,0.0026347223,0.61266035,0.0069201323,0.0024031126,0.23872173,0.0025430007],"about_ca_topic_score_codex":0.00003036173,"about_ca_topic_score_gemma":7.0742544e-7,"teacher_disagreement_score":0.6062996,"about_ca_system_score_codex":0.00008706036,"about_ca_system_score_gemma":0.000029273799,"threshold_uncertainty_score":0.5390296},"labels":[],"label_agreement":null},{"id":"W2912686388","doi":"","title":"Proceedings of the 5th International Workshop on Software Engineering in Health Care","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Health care; Healthcare delivery; Function (biology); Computer science; Engineering management; Software; Knowledge management; Software engineering; Engineering; Political science","score_opus":0.044406746322016404,"score_gpt":0.36972392465086373,"score_spread":0.3253171783288473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912686388","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9684853,0.00024618523,0.0066517927,0.0060262918,0.00937572,0.0034433373,0.00009966125,0.00074273034,0.0049289595],"genre_scores_gemma":[0.99391466,0.000060184157,0.0031875966,0.00068537414,0.00047483246,0.000571349,0.000025725505,0.00006961746,0.0010106422],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99704266,0.000048206963,0.0010374215,0.0004231,0.0007527635,0.0006958434],"domain_scores_gemma":[0.99794483,0.0005177069,0.0004210715,0.00024409904,0.00070644857,0.00016582802],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004647656,0.0003087873,0.00038839388,0.00043422956,0.00012573191,0.000039785846,0.00088486075,0.00021991988,0.00049202476],"category_scores_gemma":[0.0023113657,0.00026302287,0.000102278085,0.00033004576,0.000021985685,0.00025445898,0.00017874091,0.0014313068,0.00012638641],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002867063,0.00045012918,0.64075,0.005488971,0.0004397051,0.000011221914,0.028810354,0.034838878,0.0013399246,0.24153513,0.016696872,0.029352121],"study_design_scores_gemma":[0.008453103,0.001035983,0.688309,0.054549005,0.000024890305,0.00003507983,0.013882875,0.12144358,0.0012314824,0.0005759427,0.10777422,0.0026848556],"about_ca_topic_score_codex":0.00049732253,"about_ca_topic_score_gemma":0.00008081826,"teacher_disagreement_score":0.2409592,"about_ca_system_score_codex":0.0017374376,"about_ca_system_score_gemma":0.00054688303,"threshold_uncertainty_score":0.9999822},"labels":[],"label_agreement":null},{"id":"W2913009888","doi":"","title":"Proceedings of the 7th International Workshop on Automation of Software Test","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Automation; Theme (computing); Scope (computer science); Test (biology); Software engineering; Software testing; Computer science; Selection (genetic algorithm); Engineering management; Diversity (politics); Software; Engineering; World Wide Web; Operating system; Programming language; Political science; Artificial intelligence","score_opus":0.030262160215990375,"score_gpt":0.26951956315226727,"score_spread":0.2392574029362769,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913009888","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10120556,0.000032044285,0.88729197,0.0008732114,0.0032167376,0.00030418116,0.0000422027,0.0042325417,0.0028015878],"genre_scores_gemma":[0.8683327,0.0000055050723,0.13127431,0.00008395191,0.00012402452,0.000025009233,0.000004252507,0.000014295258,0.0001359716],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998536,0.000007345158,0.00034517926,0.00022699898,0.00067760056,0.00020687215],"domain_scores_gemma":[0.9983509,0.000560665,0.00027090416,0.00026145508,0.0004954935,0.000060556282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028472257,0.00018100192,0.00016335874,0.00024997917,0.000040317213,0.00007350321,0.0014058183,0.0000840871,0.000033196247],"category_scores_gemma":[0.0040566702,0.00014855569,0.00009484,0.0002817369,0.00003942091,0.00047344092,0.00026760675,0.00023270516,0.000011311657],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049630406,0.0010576585,0.45056304,0.00019431656,0.00024165737,0.0000031297848,0.0031540836,0.0048639686,0.005962355,0.44256425,0.012010439,0.07933547],"study_design_scores_gemma":[0.0014152427,0.00050454686,0.49588645,0.0069898646,0.000047941812,0.000114480325,0.000109522945,0.37251312,0.10072465,0.015657552,0.0044025765,0.0016340386],"about_ca_topic_score_codex":0.000006629213,"about_ca_topic_score_gemma":1.9837837e-7,"teacher_disagreement_score":0.7671271,"about_ca_system_score_codex":0.00010460101,"about_ca_system_score_gemma":0.000037983682,"threshold_uncertainty_score":0.6057925},"labels":[],"label_agreement":null},{"id":"W2913441567","doi":"","title":"Proceedings of the 4th International Workshop on Managing Technical Debt","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Debt; Documentation; Software deployment; Software; Computer science; Software engineering; Engineering; Software development; Business; Finance; Operating system","score_opus":0.02349287177094463,"score_gpt":0.26831528191792914,"score_spread":0.2448224101469845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913441567","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25146392,0.000036604713,0.7128937,0.009849394,0.005999446,0.0009792037,0.000016897355,0.001955565,0.016805258],"genre_scores_gemma":[0.9743213,0.000013917692,0.024631616,0.0001424634,0.00013771147,0.00010569932,0.0000023973619,0.00002598992,0.00061888737],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979574,0.000006644815,0.00030569587,0.00041525744,0.0010108469,0.0003041379],"domain_scores_gemma":[0.9985121,0.00044167205,0.000095564385,0.00034963348,0.0005060313,0.000095034986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019881509,0.00021771251,0.0001589135,0.0003491758,0.000048000842,0.00030942634,0.0028406268,0.00009190998,0.00014848696],"category_scores_gemma":[0.0018391792,0.00017763495,0.000108399356,0.0003875201,0.000043010958,0.000520617,0.0005802979,0.00051996415,0.00009314863],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003173995,0.00026822105,0.029256681,0.00008146739,0.00023227982,0.00001509244,0.00050602446,0.022427421,0.01740997,0.8844331,0.0060558813,0.03928216],"study_design_scores_gemma":[0.001536856,0.00026977318,0.34167793,0.00318932,0.000015584968,0.00012815701,0.00015506531,0.60763663,0.026386455,0.009616312,0.007788837,0.0015990547],"about_ca_topic_score_codex":0.00001352957,"about_ca_topic_score_gemma":5.886623e-7,"teacher_disagreement_score":0.8748168,"about_ca_system_score_codex":0.0002065941,"about_ca_system_score_gemma":0.000045764078,"threshold_uncertainty_score":0.7243743},"labels":[],"label_agreement":null},{"id":"W2913811733","doi":"","title":"Proceedings of the Eighth International Workshop on Search-Based Software Testing","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Search-based software engineering; Software engineering; Computer science; Software development; Software metric; Software construction; Process (computing); Software; Metric (unit); Systems engineering; Engineering; Programming language","score_opus":0.09293096580281542,"score_gpt":0.2918747485365626,"score_spread":0.1989437827337472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913811733","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04628688,0.00001739667,0.93766934,0.0019603295,0.0026174318,0.00030796594,0.000025488778,0.00704603,0.004069158],"genre_scores_gemma":[0.7140496,9.55832e-7,0.28538212,0.00025096742,0.00012852089,0.000029359613,0.0000043182617,0.000022103917,0.0001320694],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978993,0.00001429944,0.00032110472,0.00042909884,0.0010707342,0.00026544617],"domain_scores_gemma":[0.9976039,0.00058925955,0.00016527475,0.0003420039,0.0011727273,0.00012684177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004195054,0.00024070198,0.00017802308,0.0003072341,0.000064842934,0.00024792604,0.002259873,0.00009214647,0.000013212462],"category_scores_gemma":[0.0066686147,0.00019567304,0.000090391935,0.00046306496,0.000057502795,0.00031337596,0.0003773153,0.0004141707,0.000017395665],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024926697,0.0010497605,0.2385356,0.00021102268,0.00036717692,0.00008348969,0.0029514257,0.14905486,0.0022593148,0.42191,0.030248608,0.15307951],"study_design_scores_gemma":[0.0011270432,0.00035917718,0.016112048,0.0032192417,0.00001275352,0.00005555525,0.000048028105,0.94974744,0.013971576,0.012244253,0.00223801,0.0008648828],"about_ca_topic_score_codex":0.00002149017,"about_ca_topic_score_gemma":5.291845e-7,"teacher_disagreement_score":0.80069256,"about_ca_system_score_codex":0.0002149393,"about_ca_system_score_gemma":0.00020546425,"threshold_uncertainty_score":0.79834366},"labels":[],"label_agreement":null},{"id":"W2914165265","doi":"","title":"Proceedings of the 39th International Conference on Software Engineering: New Ideas and Emerging Results Track","year":2017,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software engineering; Latin Americans; Set (abstract data type); Computer science; Track (disk drive); Software; Engineering management; Engineering; Political science; Programming language; Operating system","score_opus":0.04124708655229542,"score_gpt":0.2942209653813385,"score_spread":0.2529738788290431,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914165265","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12725839,0.000106581174,0.8432998,0.011871911,0.008566878,0.00082893,0.00016468672,0.0025968885,0.0053059612],"genre_scores_gemma":[0.8789692,0.00009941176,0.11992051,0.00009055669,0.00026113144,0.000028187891,0.0000069233847,0.000038269525,0.0005858382],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99775606,0.000008364851,0.00048558047,0.00062956486,0.0007878079,0.0003326086],"domain_scores_gemma":[0.99802566,0.00024239943,0.0004559638,0.000668903,0.00043901172,0.00016808156],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003704671,0.00038329817,0.00028911393,0.00026656283,0.00017094963,0.0008484855,0.003069209,0.00015031753,0.00004244146],"category_scores_gemma":[0.003933133,0.00033937817,0.00012283199,0.00013538635,0.000056208708,0.0011948558,0.00067389745,0.00058777,0.000009029676],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013789746,0.00011211894,0.0074523487,0.00011013046,0.0002588906,0.000026597345,0.0012133083,0.0063579427,0.002097828,0.9595946,0.0026520174,0.01998634],"study_design_scores_gemma":[0.0039889445,0.00076549215,0.14939436,0.004786577,0.000071798444,0.00025939313,0.00014624016,0.73764604,0.026522573,0.009067044,0.06447052,0.0028810084],"about_ca_topic_score_codex":0.000059485854,"about_ca_topic_score_gemma":0.0000030950248,"teacher_disagreement_score":0.95052755,"about_ca_system_score_codex":0.000105248386,"about_ca_system_score_gemma":0.0001044355,"threshold_uncertainty_score":0.9999058},"labels":[],"label_agreement":null},{"id":"W2914218640","doi":"","title":"Proceedings of the Fourth International Workshop on Realizing Artificial Intelligence Synergies in Software Engineering","year":2014,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Software engineering; Computer science; Set (abstract data type); Software; Intersection (aeronautics); Work (physics); Engineering management; Engineering","score_opus":0.03688228005869837,"score_gpt":0.2763348829257718,"score_spread":0.23945260286707343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914218640","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028906928,0.000015895652,0.9664239,0.0009691824,0.0020453075,0.00018867232,0.000008805072,0.0007644136,0.0006768684],"genre_scores_gemma":[0.8482185,0.00003583887,0.15131745,0.00009415958,0.00019655687,0.000054290766,0.0000039017655,0.000032167336,0.000047163416],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979219,0.000015085164,0.0005290208,0.00048874534,0.0007187542,0.00032651678],"domain_scores_gemma":[0.998277,0.00078221224,0.00021852153,0.0003650362,0.0002834643,0.00007378325],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00051218434,0.00031345512,0.00025531175,0.0004969866,0.000049112772,0.00028595797,0.002177229,0.00013641636,0.000027103575],"category_scores_gemma":[0.0044564847,0.00028153657,0.00012240409,0.0005002201,0.000030155168,0.0006577739,0.00039770783,0.0006006171,0.00001034202],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028563963,0.000080782076,0.002052637,0.000047941907,0.00005170454,0.000005966479,0.00040136947,0.16537236,0.00080716034,0.8027124,0.00010104106,0.02833807],"study_design_scores_gemma":[0.00019547158,0.00013888572,0.007686777,0.0022245613,0.0000101325595,0.000030990308,0.0001034037,0.9608897,0.017067004,0.0052543436,0.005637265,0.0007614719],"about_ca_topic_score_codex":0.000022219016,"about_ca_topic_score_gemma":0.000004049328,"teacher_disagreement_score":0.81931156,"about_ca_system_score_codex":0.00017107555,"about_ca_system_score_gemma":0.00004064103,"threshold_uncertainty_score":0.9999637},"labels":[],"label_agreement":null},{"id":"W2914337294","doi":"","title":"Proceedings of the Third International Workshop on Conducting Empirical Studies in Industry","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Empirical research; Context (archaeology); Plan (archaeology); USable; Management science; Computer science; Engineering ethics; Operations research; Management; Engineering; Epistemology; Economics; History","score_opus":0.26444133870884534,"score_gpt":0.38873532335013383,"score_spread":0.12429398464128849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914337294","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95492065,0.000025851677,0.024531111,0.007953647,0.0053697806,0.0002913927,0.000012274114,0.0003432762,0.006552021],"genre_scores_gemma":[0.9839436,0.0000036662602,0.015066851,0.00038066434,0.00016017811,0.000036299745,0.0000020969528,0.0000138782025,0.00039279813],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982338,0.0000135843065,0.00042420783,0.00034950877,0.0007790072,0.00019989409],"domain_scores_gemma":[0.9982928,0.00026710198,0.00018825177,0.00022081342,0.0009685411,0.000062468025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004573122,0.00018631347,0.00019317132,0.00034372255,0.00003731691,0.00014176808,0.0016588104,0.00014217383,0.000013031308],"category_scores_gemma":[0.0042149695,0.00015333758,0.000056364363,0.00066593476,0.00006968535,0.000554611,0.0005201774,0.0008040552,0.000015171515],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006909833,0.00042397584,0.22816157,0.000050574443,0.00036643993,0.000033441338,0.01598639,0.040081087,0.0010092184,0.6977833,0.00852792,0.0075069573],"study_design_scores_gemma":[0.01264059,0.0011752064,0.22214401,0.020329775,0.000078249606,0.00056286855,0.039949756,0.54544765,0.052002914,0.049968544,0.049514655,0.0061857626],"about_ca_topic_score_codex":0.0000064084606,"about_ca_topic_score_gemma":0.0000022721745,"teacher_disagreement_score":0.64781475,"about_ca_system_score_codex":0.00032127462,"about_ca_system_score_gemma":0.00013075443,"threshold_uncertainty_score":0.6252925},"labels":[],"label_agreement":null},{"id":"W2915051028","doi":"","title":"Proceedings of the Second International Workshop on Context for Software Development","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Software development; Computer science; Software engineering; Software development process; Personal software process; Context (archaeology); Social software engineering; Software construction; Software; Software peer review; Task (project management); Leverage (statistics); Software project management; Systems engineering; Engineering; Artificial intelligence; Programming language","score_opus":0.060969121077857395,"score_gpt":0.28826231698369503,"score_spread":0.22729319590583763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915051028","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022726648,0.000027027372,0.97076184,0.0010100356,0.0032549305,0.00034353876,0.000029642999,0.0006327962,0.0012135608],"genre_scores_gemma":[0.68955106,0.0000045606057,0.30857038,0.0003102017,0.00016448359,0.0001504963,0.000008853025,0.000027767588,0.0012121947],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99854225,0.0000054270154,0.0003261391,0.0003396385,0.0005803598,0.00020621269],"domain_scores_gemma":[0.998449,0.00035164485,0.00018708958,0.00022511794,0.0006924612,0.00009466207],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033261694,0.00021620041,0.000169838,0.00018827575,0.000047411093,0.00019408086,0.0017196479,0.00009316766,0.000042313804],"category_scores_gemma":[0.0017489908,0.00018049461,0.00009064481,0.00016779387,0.000020861622,0.0004730836,0.0002676307,0.00025332096,0.000011077213],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023991748,0.00033957633,0.0049201944,0.00016699404,0.00048102744,0.000008413286,0.00383256,0.008248881,0.000859644,0.839389,0.01968191,0.12183186],"study_design_scores_gemma":[0.0021327597,0.00038206988,0.0059491685,0.0017199522,0.000018049835,0.000058423444,0.00028574903,0.08574214,0.063080825,0.0053939344,0.8339293,0.0013076088],"about_ca_topic_score_codex":0.0000019865383,"about_ca_topic_score_gemma":0.000002156424,"teacher_disagreement_score":0.8339951,"about_ca_system_score_codex":0.00018455504,"about_ca_system_score_gemma":0.0001313458,"threshold_uncertainty_score":0.73603565},"labels":[],"label_agreement":null},{"id":"W2915549908","doi":"","title":"Modeling in Software Engineering (MiSE'16)","year":2016,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software engineering","score_opus":0.03422095788506731,"score_gpt":0.23074287787098638,"score_spread":0.19652191998591906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915549908","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2305135,0.00005149881,0.76687527,0.00063668896,0.0007670191,0.000084737454,0.000008256123,0.0006437106,0.0004193483],"genre_scores_gemma":[0.9951323,0.000030254787,0.003579406,0.00023196453,0.0007098294,0.000044252203,0.000025882262,0.000058775287,0.00018733392],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99837023,0.0000026397681,0.0003910685,0.00043828934,0.00043058465,0.0003671597],"domain_scores_gemma":[0.99925375,0.00006741018,0.00008071789,0.00022151817,0.00035050328,0.000026081294],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00020135177,0.00029999047,0.00026189332,0.00078001246,0.000047603065,0.00023956192,0.00048474685,0.00010563346,0.00032085134],"category_scores_gemma":[0.0011781111,0.00025257934,0.00010712883,0.00038023328,0.000012343483,0.0010594013,0.00013669043,0.00020830634,0.00018848972],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056849876,0.00010368447,0.017417409,0.00021001817,0.00010937212,0.000046109257,0.00005209067,0.91129106,0.0012677639,0.038256247,0.000107451,0.031081915],"study_design_scores_gemma":[0.00055746565,0.000004057138,0.00059642276,0.00091079215,0.000017074703,0.000002447625,0.000026499556,0.9951794,0.00007586464,0.0007192015,0.0014626357,0.0004481086],"about_ca_topic_score_codex":0.00020180436,"about_ca_topic_score_gemma":0.000031254396,"teacher_disagreement_score":0.7646188,"about_ca_system_score_codex":0.00015896608,"about_ca_system_score_gemma":0.000030964686,"threshold_uncertainty_score":0.99999267},"labels":[],"label_agreement":null},{"id":"W2915705208","doi":"","title":"Proceedings of the 7th International Workshop on Software Clones","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Code refactoring; clone (Java method); Restructuring; Theme (computing); Software engineering; Software; Software development; Software maintenance; Computer science; Engineering management; Engineering; World Wide Web; Programming language; Business; Biology","score_opus":0.026868047668836027,"score_gpt":0.26482850738406744,"score_spread":0.23796045971523141,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915705208","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4523752,0.000046615685,0.53064406,0.00431753,0.0075481907,0.0008753456,0.000041336334,0.0016980058,0.0024537176],"genre_scores_gemma":[0.9619016,0.000019204046,0.036490116,0.0001768356,0.00023344251,0.00014236245,0.000006071245,0.000038990675,0.000991358],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9974782,0.000009749345,0.0003781916,0.0005079922,0.0012519468,0.00037392645],"domain_scores_gemma":[0.9978709,0.0005695214,0.00013934058,0.00042766027,0.0008668959,0.0001256474],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020606241,0.0002939941,0.00021227256,0.0003864166,0.0000665248,0.00038593434,0.00316749,0.00012086324,0.0002572847],"category_scores_gemma":[0.00344966,0.00023986756,0.00014340895,0.00044448356,0.000054892986,0.0007019302,0.0006001757,0.0005508456,0.00015625605],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009368287,0.0007571721,0.178177,0.00025884758,0.0008668024,0.000033368528,0.0025283918,0.060684033,0.01088872,0.6452296,0.018883193,0.08159922],"study_design_scores_gemma":[0.002142919,0.0003877917,0.5864,0.0034262333,0.000022477187,0.00011016096,0.00025982657,0.3520633,0.032972917,0.0050405287,0.015035411,0.002138436],"about_ca_topic_score_codex":0.000021883137,"about_ca_topic_score_gemma":7.637513e-7,"teacher_disagreement_score":0.64018905,"about_ca_system_score_codex":0.00020397396,"about_ca_system_score_gemma":0.00007762562,"threshold_uncertainty_score":0.9781515},"labels":[],"label_agreement":null},{"id":"W2916238818","doi":"10.5555/2819009.2819242","title":"7th international workshop on modeling in software engineering (MiSE 2015)","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software engineering; Capability Maturity Model; Key (lock); Model-driven architecture; Software development; Maturity (psychological); Software; Systems engineering; Engineering management; Data science; Engineering; Programming language; Computer security","score_opus":0.05699811857105535,"score_gpt":0.2849493612729381,"score_spread":0.22795124270188272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2916238818","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06954662,0.00007071373,0.9221027,0.00072645664,0.0057716,0.00023108242,0.000016032962,0.0009258552,0.0006089474],"genre_scores_gemma":[0.9493986,0.00003612168,0.049664058,0.00016918653,0.0003823252,0.000085620566,0.000032143267,0.0000397023,0.00019226265],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99723524,0.000026514163,0.0005708313,0.00069544825,0.0010115069,0.00046046596],"domain_scores_gemma":[0.99837905,0.00023252887,0.00010346787,0.0005954861,0.00044402052,0.00024545589],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005683283,0.0003862645,0.0003123902,0.0006490243,0.000041766496,0.00029812453,0.0017085065,0.00018741172,0.00004394306],"category_scores_gemma":[0.0019685484,0.0003834745,0.00011616598,0.0003737275,0.000017041579,0.00090574095,0.00033197622,0.00060449634,0.00017593241],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044166267,0.00010482645,0.004547656,0.000024910702,0.000050155028,0.000053596348,0.0007015054,0.9800207,0.000028444176,0.008073712,0.00031648882,0.006033816],"study_design_scores_gemma":[0.00075807085,0.000059110153,0.00092808035,0.00062481605,0.0000027736692,0.000021115324,0.00006735861,0.99500954,0.000109690576,0.00030332114,0.0016708936,0.00044520246],"about_ca_topic_score_codex":0.00004136154,"about_ca_topic_score_gemma":0.000006575429,"teacher_disagreement_score":0.87985194,"about_ca_system_score_codex":0.0006123332,"about_ca_system_score_gemma":0.00018378688,"threshold_uncertainty_score":0.9998617},"labels":[],"label_agreement":null},{"id":"W2977375858","doi":"","title":"Bellamy: Flexible Modeling Tools (FlexiTools2010).","year":2010,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science","score_opus":0.0527575486715396,"score_gpt":0.2568553367709177,"score_spread":0.20409778809937812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2977375858","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4100684,0.000023756858,0.56696707,0.0019211501,0.0038806456,0.00015234457,0.000014456602,0.0015178868,0.015454331],"genre_scores_gemma":[0.9912176,0.0000071685167,0.005243326,0.0005226152,0.0024423348,0.000030316502,0.000081053266,0.000046535537,0.00040902774],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99860275,0.0000015130715,0.00029776804,0.00037651666,0.00043812,0.000283345],"domain_scores_gemma":[0.99901384,0.000035476194,0.00010106129,0.00026167184,0.00056385115,0.000024097562],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00019402472,0.00025978836,0.00021177882,0.00042758713,0.00011911032,0.00079658313,0.00056026335,0.00011696295,0.00077049795],"category_scores_gemma":[0.000598275,0.00024953237,0.000115342664,0.0002880826,0.00001943506,0.001247532,0.00013634235,0.00045695243,0.00044067466],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005814601,0.00014428563,0.0032611194,0.00015575417,0.00016845511,0.000022857164,0.00005654172,0.54341775,0.007505585,0.41434258,0.0005991015,0.030267801],"study_design_scores_gemma":[0.00022008539,0.0000030508702,0.00018653231,0.00009968065,0.000024083307,0.0000026279995,0.000025687708,0.98794794,0.00018808164,0.002858884,0.008108624,0.00033470322],"about_ca_topic_score_codex":0.00013295482,"about_ca_topic_score_gemma":0.00001606881,"teacher_disagreement_score":0.5811492,"about_ca_system_score_codex":0.000024105528,"about_ca_system_score_gemma":0.000036558762,"threshold_uncertainty_score":0.9999957},"labels":[],"label_agreement":null},{"id":"W3112714882","doi":"","title":"ProvBuild: Improving Data Scientist Efficiency with Provenance (An Extended Abstract)","year":2020,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Debugging; Computer science; Scripting language; Workflow; Programming language; Programmer; Algorithmic program debugging; Process (computing); Overhead (engineering); Software engineering; Database","score_opus":0.18120900607135476,"score_gpt":0.37124308134061684,"score_spread":0.19003407526926208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112714882","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10453418,0.000018779801,0.8880583,0.0017001712,0.002030733,0.00037879645,0.00028107743,0.00051005185,0.0024879249],"genre_scores_gemma":[0.97038805,0.0000010226896,0.028664114,0.00025327632,0.00019343977,0.000010577614,0.0001134726,0.000017241562,0.00035882974],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99576014,0.00002114873,0.00047521852,0.0014305386,0.0020028513,0.00031010853],"domain_scores_gemma":[0.99750274,0.000217264,0.00021778543,0.0014163879,0.00042217114,0.00022365003],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0014785219,0.00020640156,0.00018910159,0.00023597905,0.00014091481,0.0014995442,0.0041234363,0.000034908466,0.00030194403],"category_scores_gemma":[0.004878343,0.00015828914,0.00003395256,0.00062516757,0.00007242544,0.0011658935,0.0008947399,0.00023540002,0.00020386431],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039951873,0.00085308094,0.0064772274,0.00012637691,0.00015660611,0.00038432,0.0030505522,0.13649985,0.007243911,0.10750424,0.018698508,0.7186058],"study_design_scores_gemma":[0.00040271657,0.00017868084,0.0075950213,0.000086689986,0.0000073361634,0.000008929626,0.00027791536,0.9707122,0.00033188486,0.00023001073,0.019821865,0.00034676856],"about_ca_topic_score_codex":0.00002046494,"about_ca_topic_score_gemma":0.000008866911,"teacher_disagreement_score":0.86585385,"about_ca_system_score_codex":0.000047468435,"about_ca_system_score_gemma":0.00014447482,"threshold_uncertainty_score":0.999537},"labels":[],"label_agreement":null},{"id":"W3136933604","doi":"10.5555/776816.3250659","title":"Session details: Workshop overviews","year":2003,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Session (web analytics); Computer science; Multimedia; World Wide Web","score_opus":0.08669452013338366,"score_gpt":0.2529110196446225,"score_spread":0.16621649951123882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136933604","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053201582,0.0010978866,0.10835524,0.0003937858,0.018179636,0.0002798898,0.0003371811,0.00036251347,0.8177923],"genre_scores_gemma":[0.92894053,0.00026138176,0.007925352,0.00022869147,0.000114331815,0.000032197127,0.00001485915,0.000024534012,0.0624581],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99913627,0.00000386714,0.00030176865,0.0003236319,0.000047622114,0.00018683395],"domain_scores_gemma":[0.9995815,0.00004151981,0.00010620989,0.00017539527,0.00003852973,0.000056853823],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00026296492,0.00013000354,0.0001951228,0.00016698356,0.000052150666,0.00011102625,0.00022426753,0.000051127496,0.010505956],"category_scores_gemma":[0.0005445119,0.00014634928,0.000080645004,0.00008585032,0.000018622699,0.00020252819,0.00004456533,0.00011537503,0.006187114],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046068712,0.0000340863,0.0050487686,0.000007874282,0.000062597544,0.0000039982638,0.00024707188,0.0017920295,0.000011223364,0.9809771,0.01115895,0.0006516624],"study_design_scores_gemma":[0.000543485,0.00002082895,0.0024067725,0.00010805905,0.0000038025469,0.000005267974,0.00035844947,0.011552276,0.000163267,0.006349714,0.97801024,0.00047784703],"about_ca_topic_score_codex":0.000006916904,"about_ca_topic_score_gemma":0.0000014320146,"teacher_disagreement_score":0.97462744,"about_ca_system_score_codex":0.000102395745,"about_ca_system_score_gemma":0.00001122565,"threshold_uncertainty_score":0.9945867},"labels":[],"label_agreement":null},{"id":"W3138741972","doi":"","title":"Proceedings of the Third International Workshop on Managing Technical Debt","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Debt; Computer science; Software; Engineering management; Dimension (graph theory); Software development; Engineering; Software engineering; Business; Finance","score_opus":0.03016033959334422,"score_gpt":0.2843532860365948,"score_spread":0.2541929464432506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138741972","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20351344,0.00009480207,0.75854105,0.0052513992,0.010451321,0.0006209205,0.000022467655,0.0019042923,0.019600306],"genre_scores_gemma":[0.9768625,0.000016613398,0.022283206,0.00012187091,0.00027233156,0.00004790116,0.0000023342827,0.00002453444,0.000368733],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9979511,0.0000076803535,0.00028932924,0.0003191478,0.0010489441,0.00038380566],"domain_scores_gemma":[0.9986731,0.00047266687,0.000096740805,0.00032988723,0.0003097736,0.00011785963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037611538,0.0002144554,0.0001568001,0.0003330459,0.00005073185,0.00016440066,0.002466259,0.00009775804,0.00004964183],"category_scores_gemma":[0.0020920811,0.00017694973,0.00011405458,0.00038405167,0.000039332044,0.00057902775,0.00058826956,0.00054561766,0.00004516023],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034916106,0.00023068413,0.060098656,0.000047490288,0.00013918738,0.0000057253565,0.000579668,0.0067098998,0.0054709264,0.91374093,0.0019593157,0.0109825935],"study_design_scores_gemma":[0.0020107406,0.000281517,0.6820681,0.0040873666,0.000033634173,0.00026014048,0.0002394114,0.22873402,0.049352374,0.004392964,0.026246024,0.002293682],"about_ca_topic_score_codex":0.0000035538649,"about_ca_topic_score_gemma":3.208047e-7,"teacher_disagreement_score":0.90934795,"about_ca_system_score_codex":0.00022960108,"about_ca_system_score_gemma":0.000038119568,"threshold_uncertainty_score":0.7215801},"labels":[],"label_agreement":null},{"id":"W3199733593","doi":"","title":"An agent-oriented approach to modeling distributed learning systems","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Distributed computing; Multi-agent system; Artificial intelligence","score_opus":0.0486466150952208,"score_gpt":0.27352528790708575,"score_spread":0.22487867281186494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199733593","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06491291,0.00002482232,0.9321305,0.00002584842,0.0019469081,0.00017763609,0.00001206927,0.00048464272,0.00028464923],"genre_scores_gemma":[0.96464425,0.000002781911,0.034776054,0.000025515761,0.00029526392,0.00006293276,0.0001051268,0.000017191725,0.000070879585],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985549,0.00004374772,0.00028004727,0.00032459045,0.0004723184,0.00032442698],"domain_scores_gemma":[0.9991698,0.000033333225,0.0000731865,0.00027805945,0.00020912252,0.00023644946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031569865,0.0001803097,0.00015156197,0.00020235115,0.0000816707,0.0002499376,0.0005882425,0.00006703188,0.000008564866],"category_scores_gemma":[0.00017470756,0.00018187256,0.00004439411,0.00019752384,0.0000034027905,0.00081778504,0.00009380367,0.00019260615,0.000066234235],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041041167,0.00008395538,0.0029418145,0.000017295508,0.00002561743,0.0000011380746,0.0009099947,0.87789243,0.0008213682,0.11671219,0.000028933902,0.0005611553],"study_design_scores_gemma":[0.00013942084,0.00002978154,0.001243456,0.00007660975,0.0000024185445,0.000008102414,0.00012154358,0.99682736,0.00010023535,0.0000042412166,0.0012396312,0.00020717713],"about_ca_topic_score_codex":0.00005154931,"about_ca_topic_score_gemma":3.1874714e-7,"teacher_disagreement_score":0.89973134,"about_ca_system_score_codex":0.00015949973,"about_ca_system_score_gemma":0.000020352096,"threshold_uncertainty_score":0.74165475},"labels":[],"label_agreement":null},{"id":"W3201654189","doi":"","title":"Proceedings - International Conference on Software Engineering: Foreword","year":2010,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software engineering; Systems engineering; Engineering","score_opus":0.03060903211093588,"score_gpt":0.28011164635348224,"score_spread":0.24950261424254636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201654189","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0307276,0.00001661872,0.95023054,0.0018075998,0.008601852,0.00038655257,0.000059037793,0.0046034874,0.0035667382],"genre_scores_gemma":[0.64798176,0.000050740964,0.35051826,0.00026836985,0.0005798407,0.00014893863,0.000037971164,0.00007108708,0.00034303355],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969383,0.000009336923,0.00052037346,0.00089802314,0.0010495373,0.0005844366],"domain_scores_gemma":[0.997867,0.00032745363,0.00022270427,0.00062054914,0.0006786406,0.00028367288],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00039485763,0.0005894516,0.00034701842,0.0006525082,0.00010349847,0.0009463821,0.0030054478,0.00030520602,0.0004887826],"category_scores_gemma":[0.0024498408,0.0006149623,0.000176287,0.0003601639,0.000041243075,0.001399037,0.0004551752,0.0014401802,0.00016139467],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045046814,0.00015111644,0.002125386,0.000041344498,0.00015904574,0.000063237916,0.0003356928,0.0029374182,0.003296889,0.97974354,0.0019000581,0.009201247],"study_design_scores_gemma":[0.0012710739,0.000565291,0.008205093,0.00087719696,0.000030948657,0.00030048745,0.000048680417,0.8344653,0.011371099,0.0043240176,0.1361111,0.0024296723],"about_ca_topic_score_codex":0.000018333538,"about_ca_topic_score_gemma":0.000003410922,"teacher_disagreement_score":0.9754195,"about_ca_system_score_codex":0.00016374748,"about_ca_system_score_gemma":0.000115129056,"threshold_uncertainty_score":0.99963015},"labels":[],"label_agreement":null},{"id":"W3202815218","doi":"10.1109/icsew.2007.36","title":"An Improved Approach to Passive Testing of FSM-based Systems","year":2007,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"VLSI and Analog Circuit Testing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Finite-state machine; Fault detection and isolation; Fault coverage; Fault (geology); Conformance testing; State (computer science); Reliability engineering; Artificial intelligence; Algorithm; Engineering; Actuator","score_opus":0.040046463641812365,"score_gpt":0.26424305313006213,"score_spread":0.22419658948824978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202815218","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03331516,0.0000058401347,0.9644475,0.000022489121,0.0004907046,0.00011890019,0.000006897969,0.000332076,0.0012604122],"genre_scores_gemma":[0.8725403,1.1618951e-7,0.12723856,0.00006624253,0.000109669214,0.0000135868995,0.000006741808,0.000012081854,0.000012698259],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987499,0.000012010597,0.00030748977,0.00033541207,0.00034190912,0.00025326342],"domain_scores_gemma":[0.99875325,0.00025898888,0.0001138062,0.00029140146,0.00043953527,0.00014301797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033080927,0.00015216008,0.00015715747,0.00028128034,0.00003961516,0.00014221724,0.0009009883,0.000052493007,0.0000021000235],"category_scores_gemma":[0.0007632247,0.00015541972,0.00003774655,0.00032264198,0.000010947231,0.0002439415,0.000058151585,0.00015094945,0.000005322642],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064887545,0.00040794967,0.013229775,0.0001842738,0.00008350666,0.000052560845,0.0011861727,0.56104803,0.13441329,0.14160882,0.000028285289,0.14775081],"study_design_scores_gemma":[0.0001547285,0.0001169007,0.004383766,0.00017627522,0.0000021242636,0.0000097246575,0.000051097435,0.9899496,0.0048850905,0.000027929294,0.000048210084,0.00019456111],"about_ca_topic_score_codex":0.00005824836,"about_ca_topic_score_gemma":0.0000011188207,"teacher_disagreement_score":0.8392252,"about_ca_system_score_codex":0.00007883683,"about_ca_system_score_gemma":0.00007574569,"threshold_uncertainty_score":0.6337833},"labels":[],"label_agreement":null},{"id":"W60988315","doi":"","title":"Reengineering a software system implementing parallel methods for differential equations","year":2008,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Modeling and Simulation Systems","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Software; Ordinary differential equation; Context (archaeology); Software engineering; Software system; Software architecture; Distributed computing; Differential equation; Operating system; Mathematics","score_opus":0.08997190219599367,"score_gpt":0.3452002597357759,"score_spread":0.25522835753978224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W60988315","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022543846,0.00003534395,0.9944614,0.00006406447,0.001615744,0.00029661838,0.000023558672,0.0011152471,0.00013364133],"genre_scores_gemma":[0.519674,0.0000028293036,0.47979388,0.000014604981,0.00017019111,0.00013247508,0.00002761766,0.000019954578,0.00016446544],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981786,0.000040350536,0.0005339547,0.00046770347,0.0003915001,0.0003878652],"domain_scores_gemma":[0.99836695,0.0005645449,0.00014413835,0.00039875024,0.00040717828,0.00011842429],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00038054143,0.00025349396,0.00027091094,0.00030542057,0.00023226754,0.00018972956,0.0008121712,0.000088235225,0.000024152274],"category_scores_gemma":[0.000599797,0.00026522455,0.00015902218,0.00016934963,0.000010899513,0.00036106314,0.00015788552,0.00017311532,0.000017615566],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018791316,0.000047361,0.0006134452,0.00013661748,0.00018843697,0.000012816127,0.001148711,0.5281817,0.0012018641,0.45530403,0.00014866953,0.012997619],"study_design_scores_gemma":[0.0004670027,0.000032576256,0.00020657784,0.00014774865,0.0000053800286,0.000025276584,0.00002868308,0.99657226,0.000216206,0.00010379497,0.001917544,0.0002769727],"about_ca_topic_score_codex":0.000013775122,"about_ca_topic_score_gemma":7.6004767e-7,"teacher_disagreement_score":0.5174196,"about_ca_system_score_codex":0.00017877124,"about_ca_system_score_gemma":0.00007544272,"threshold_uncertainty_score":0.99998},"labels":[],"label_agreement":null}]}