{"meta":{"query_hash":"88850bbcd179","filters":{"venue":"International Conference on Software Engineering"},"cohort_total":104,"direct_labels_cover":0,"predictions_cover":104,"exported":104,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/88850bbcd179","api":"https://metacan.xera.ac/api/v1/cohort?venue=International+Conference+on+Software+Engineering"},"results":[{"id":"W100914881","doi":"","title":"Contract by systems modelling: a case study on the FDA principles of software validation","year":2007,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Certification; Computer science; Variety (cybernetics); Obligation; Quality (philosophy); Process (computing); Product (mathematics); Software engineering; Software; Simplicity; Risk analysis (engineering); Management science; Data science; Engineering management; Engineering; Business; Artificial intelligence","score_opus":0.05949418898314697,"score_gpt":0.2645692926863379,"score_spread":0.20507510370319093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W100914881","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3300845,0.0017714344,0.477834,0.014625776,0.00020979617,0.0015796944,0.0004518528,0.00062562583,0.17281733],"genre_scores_gemma":[0.79092366,0.0012159572,0.18892033,0.00060635933,0.0000626637,0.000628655,0.00025935733,0.00026238777,0.017120626],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98627335,0.009695686,0.00045562943,0.00047821354,0.0024288918,0.0006682645],"domain_scores_gemma":[0.9631864,0.030780343,0.0010892956,0.0024757506,0.0018128948,0.0006553127],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013948711,0.0007810002,0.00063578266,0.0016184826,0.0047772056,0.005177281,0.0022598428,0.007095098,0.005003922],"category_scores_gemma":[0.02516872,0.000592641,0.0016933316,0.0021099239,0.0057341084,0.00605737,0.0040146913,0.004286549,0.0005943868],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020815543,0.0005794085,0.0057981117,0.00029321466,0.000041399628,0.00582817,0.017006619,0.098988414,0.0016971072,0.83218724,0.004634669,0.03273744],"study_design_scores_gemma":[0.00034243453,0.0006271611,0.0032721297,0.0007818076,0.00012787024,0.0035147772,0.014020625,0.4600648,0.005212023,0.30767682,0.20419446,0.00016513272],"about_ca_topic_score_codex":0.028568976,"about_ca_topic_score_gemma":0.027197257,"teacher_disagreement_score":0.028568976,"about_ca_system_score_codex":0.005456798,"about_ca_system_score_gemma":0.0053094015,"threshold_uncertainty_score":0.073768675},"labels":[],"label_agreement":null},{"id":"W131394547","doi":"","title":"Some succinctness properties of Ω-DTAFA","year":2006,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Timed automaton; Succinctness; Automaton; Computer science; Finite-state machine; Theoretical computer science; ω-automaton; Deterministic automaton; Deterministic finite automaton; Expressive power; Two-way deterministic finite automaton; Nondeterministic finite automaton; DFA minimization; Determinism; Büchi automaton; Quantum finite automata; Automata theory; Algorithm","score_opus":0.03811146635833607,"score_gpt":0.2589624798440075,"score_spread":0.22085101348567143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W131394547","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06444373,0.00055120117,0.9202427,0.0008244062,0.00016693931,0.00019354241,0.0013561875,0.0015325139,0.010688626],"genre_scores_gemma":[0.660889,0.00065865554,0.324228,0.00079777854,0.00018050139,0.00081406743,0.0030951542,0.00044249147,0.008894369],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9963601,0.0007373915,0.00069720804,0.0008705914,0.0010911177,0.00024356629],"domain_scores_gemma":[0.9798003,0.009989959,0.0012515478,0.0058155605,0.0027974814,0.0003452345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002854552,0.0006268047,0.0007365268,0.0010490243,0.0009880691,0.0024339478,0.0015051729,0.00115683,0.0044783307],"category_scores_gemma":[0.018126832,0.00076143065,0.0015381009,0.0014018234,0.001949354,0.007097195,0.0021852674,0.002351098,0.0010281977],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036768397,0.00012384159,0.0029961579,0.00035851228,0.0000663972,0.00055177324,0.0011115427,0.032465577,0.017769957,0.8595307,0.002618392,0.08203945],"study_design_scores_gemma":[0.00006472026,0.000113030765,0.00046405147,0.00010233784,0.000068539295,0.00082521886,0.00013167511,0.18266515,0.014741045,0.7815136,0.019250456,0.000060221475],"about_ca_topic_score_codex":0.0013928947,"about_ca_topic_score_gemma":0.0015872024,"teacher_disagreement_score":0.0044783307,"about_ca_system_score_codex":0.0010420538,"about_ca_system_score_gemma":0.0012617349,"threshold_uncertainty_score":0.015096486},"labels":[],"label_agreement":null},{"id":"W1559972809","doi":"","title":"Natural language processing and formal concept analysis technologies for automatic building of domain model","year":2007,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Construct (python library); Domain (mathematical analysis); Domain analysis; Domain model; Natural language processing; Formal concept analysis; Natural language; Process (computing); Artificial intelligence; Domain engineering; Modeling language; Software engineering; Programming language; Software; Software development; Component-based software engineering; Software construction; Algorithm","score_opus":0.008827061853418833,"score_gpt":0.2657522202386148,"score_spread":0.2569251583851959,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1559972809","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009287764,0.00016362418,0.9948285,0.0003877347,0.00003011041,0.00008163016,0.00016080117,0.0014868622,0.0019319765],"genre_scores_gemma":[0.017072292,0.0003051558,0.98061556,0.00018762882,0.000044832686,0.0003012887,0.0005183054,0.00018411576,0.0007708251],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9961241,0.0015961543,0.00038832187,0.0005473585,0.001224664,0.00011943801],"domain_scores_gemma":[0.98979,0.0066228714,0.0008348067,0.0015623829,0.0010653001,0.0001245364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005849803,0.001092051,0.00079164887,0.0051207403,0.001382889,0.004270673,0.0019123298,0.0013997769,0.00897426],"category_scores_gemma":[0.013169347,0.00086148625,0.0025583182,0.003399028,0.003002267,0.008979168,0.0020743436,0.0033088305,0.003483754],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008189858,0.00016183074,0.00057241553,0.0008948371,0.00007219919,0.00056529994,0.0016414768,0.012634814,0.013820472,0.70998424,0.010550688,0.24901986],"study_design_scores_gemma":[0.000071202594,0.00006884863,0.00030596193,0.00038298787,0.00006616601,0.00064338266,0.00048077383,0.22275259,0.015915139,0.6791272,0.080084726,0.000101018966],"about_ca_topic_score_codex":0.0030508384,"about_ca_topic_score_gemma":0.0025772452,"teacher_disagreement_score":0.00897426,"about_ca_system_score_codex":0.0024073275,"about_ca_system_score_gemma":0.0028774997,"threshold_uncertainty_score":0.030937135},"labels":[],"label_agreement":null},{"id":"W163197604","doi":"","title":"From Requirements to Architectural Design -Using Goals and Scenarios","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":120,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Operationalization; Notation; Software engineering; Domain (mathematical analysis); Architectural design; Systems engineering; Architecture; Functional requirement; Focus (optics); Realization (probability); Programming language; Engineering","score_opus":0.14364339327332343,"score_gpt":0.3459438942493221,"score_spread":0.20230050097599866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W163197604","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053864443,0.0048423978,0.9285306,0.011199467,0.0003880326,0.00020539925,0.00018352582,0.0006622173,0.048601918],"genre_scores_gemma":[0.18240452,0.008705259,0.79447603,0.0026684878,0.0003642315,0.0008008334,0.0005820167,0.00042291122,0.009575727],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98792136,0.009122508,0.0006408491,0.0006991454,0.0012780267,0.00033808014],"domain_scores_gemma":[0.9912328,0.0055080163,0.000486648,0.0013520445,0.0009311765,0.00048939395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010481052,0.0019464154,0.00094865344,0.0046936763,0.001724634,0.0107837785,0.0024117702,0.0033445307,0.004681376],"category_scores_gemma":[0.016880827,0.0013307711,0.0014801191,0.003805244,0.013892015,0.020154946,0.0077792513,0.0059090266,0.0014031329],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015053703,0.000016965701,0.00009565509,0.00020165676,0.000012599858,0.00017887587,0.0026946045,0.0027950301,0.00033230716,0.9725231,0.002058939,0.01907527],"study_design_scores_gemma":[0.000019525498,0.0000251435,0.000080070946,0.00038055395,0.000011792897,0.0002049398,0.0017981058,0.006366498,0.0005870123,0.906637,0.0838645,0.000024899224],"about_ca_topic_score_codex":0.003224767,"about_ca_topic_score_gemma":0.002455073,"teacher_disagreement_score":0.0107837785,"about_ca_system_score_codex":0.0033840437,"about_ca_system_score_gemma":0.0031689508,"threshold_uncertainty_score":0.055429697},"labels":[],"label_agreement":null},{"id":"W1637008434","doi":"","title":"Platform library complexity","year":2010,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Suite; Strengths and weaknesses; Computer science; Java; Software; Software engineering; Operating system","score_opus":0.05152573690452441,"score_gpt":0.2826987968242311,"score_spread":0.23117305991970669,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1637008434","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7217777,0.001542828,0.22136039,0.0006182808,0.0000945873,0.0010263543,0.0045961654,0.007118392,0.04186528],"genre_scores_gemma":[0.8960869,0.00066235365,0.09126409,0.00009284077,0.000044844153,0.00043497432,0.0054473025,0.0007315973,0.0052351537],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9919384,0.0008917722,0.00080565555,0.0005470498,0.005218468,0.0005986918],"domain_scores_gemma":[0.955155,0.017222345,0.008685234,0.004862387,0.012120632,0.0019543397],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029276488,0.0011598465,0.00063523906,0.010227878,0.0010448109,0.0040101963,0.0012680533,0.0005856103,0.0040474506],"category_scores_gemma":[0.032198194,0.0005144184,0.0011747417,0.005644828,0.0007969395,0.006352801,0.0025421653,0.0010346402,0.0010493896],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008403731,0.0007112415,0.30917382,0.0020585933,0.0009905868,0.00072129635,0.0021668223,0.080744386,0.05500191,0.03843617,0.015145835,0.49400896],"study_design_scores_gemma":[0.00012425803,0.0020211104,0.3421011,0.00062569923,0.0010104979,0.0036233128,0.0023399307,0.3642264,0.12625666,0.05690495,0.09996845,0.00079764664],"about_ca_topic_score_codex":0.005034224,"about_ca_topic_score_gemma":0.005532158,"teacher_disagreement_score":0.010227878,"about_ca_system_score_codex":0.0020207018,"about_ca_system_score_gemma":0.0024165267,"threshold_uncertainty_score":0.015483081},"labels":[],"label_agreement":null},{"id":"W1822490568","doi":"","title":"IT and infrastructure's lost dependability","year":2008,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Dependability; Information system; Computer science; Information infrastructure; Core (optical fiber); Software; Quarter (Canadian coin); Computer security; Risk analysis (engineering); Engineering; Business; Software engineering; Telecommunications","score_opus":0.02887983941232447,"score_gpt":0.27492236476378823,"score_spread":0.24604252535146376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1822490568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48751068,0.024017645,0.026732834,0.109626494,0.0015559077,0.000057618687,0.0009015245,0.00047238191,0.34912488],"genre_scores_gemma":[0.98716795,0.0033209012,0.00052108197,0.0011579929,0.00018894543,0.000008088612,0.00006739929,0.000036745354,0.0075307502],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.998749,0.0002612858,0.000056684912,0.00010351596,0.00047831348,0.0003512352],"domain_scores_gemma":[0.99364966,0.0018172712,0.0013554347,0.0007780927,0.0014701294,0.0009294132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012602763,0.00024665627,0.00018215284,0.0017708822,0.001511784,0.0032699627,0.0006049203,0.0007881367,0.0079543],"category_scores_gemma":[0.0073182946,0.00015271576,0.00030450296,0.0018895969,0.0039262963,0.0064765746,0.0020929906,0.0020896131,0.000622828],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021506319,0.00011028118,0.03145123,0.0004544089,0.0001173805,0.002198922,0.018829262,0.006271662,0.0025768287,0.6253027,0.052131962,0.2603404],"study_design_scores_gemma":[0.000024473879,0.00020282507,0.076774634,0.0007535416,0.0000780593,0.0031890064,0.020804632,0.004402375,0.0015771512,0.41245726,0.47963715,0.00009891524],"about_ca_topic_score_codex":0.009909406,"about_ca_topic_score_gemma":0.0073042368,"teacher_disagreement_score":0.009909406,"about_ca_system_score_codex":0.0032782056,"about_ca_system_score_gemma":0.0014287322,"threshold_uncertainty_score":0.026609778},"labels":[],"label_agreement":null},{"id":"W1921408347","doi":"","title":"Software release planning with time-dependent value functions and flexible release dates","year":2007,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Software release life cycle; Value (mathematics); Interval (graph theory); Computer science; Software; Resource (disambiguation); Genetic algorithm; Product (mathematics); Key (lock); Operations research; Software development; Engineering; Software quality; Mathematics","score_opus":0.021553089756323234,"score_gpt":0.26924763161775916,"score_spread":0.24769454186143594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1921408347","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01282814,0.00021957581,0.9844588,0.00014017127,0.00002835311,0.00009925035,0.000080258265,0.00017704241,0.0019683202],"genre_scores_gemma":[0.37440237,0.00046716604,0.6197607,0.00007112044,0.000046504676,0.00049116736,0.00024488335,0.00020230052,0.0043137614],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9970862,0.0013183475,0.00018128914,0.0004452711,0.00066200056,0.00030695603],"domain_scores_gemma":[0.9942774,0.0040568924,0.00070857315,0.0002959691,0.0005085655,0.00015255887],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004876644,0.0016378018,0.0012606899,0.0015225811,0.0007785566,0.0024787784,0.0022254866,0.0017329215,0.0021978428],"category_scores_gemma":[0.009936657,0.0014236775,0.0017510692,0.0019588964,0.001365734,0.0029302516,0.0012638242,0.002360862,0.00040031047],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059551305,0.00003480298,0.00027380933,0.000064954394,0.00002311034,0.000120400924,0.000095490075,0.9526425,0.0009057833,0.026166182,0.00036902374,0.019244445],"study_design_scores_gemma":[0.00003159447,0.000069049085,0.00018019085,0.000024663568,0.00001983912,0.00006444842,0.000044132787,0.9702389,0.0012698969,0.026543142,0.0014832808,0.000030822554],"about_ca_topic_score_codex":0.0041518053,"about_ca_topic_score_gemma":0.0041232673,"teacher_disagreement_score":0.004876644,"about_ca_system_score_codex":0.0018847944,"about_ca_system_score_gemma":0.0019531464,"threshold_uncertainty_score":0.025790453},"labels":[],"label_agreement":null},{"id":"W1965783511","doi":"10.5555/2486788.2486965","title":"Supporting application development with structured queries in the cloud","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Advanced Database Systems and Queries","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Cloud computing; Ontology; SQL; Terminology; Abstraction; World Wide Web; Database; Set (abstract data type); Information retrieval; Software engineering; Data science; Programming language","score_opus":0.012885609363114872,"score_gpt":0.2518800112637012,"score_spread":0.23899440190058632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965783511","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018075762,0.000089538866,0.96746504,0.00064952485,0.000027252112,0.00037845102,0.00024249063,0.010242691,0.0028291778],"genre_scores_gemma":[0.22301058,0.0003276839,0.76926386,0.00064458326,0.00007187867,0.00044940965,0.0012022835,0.0021195293,0.0029101274],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98966366,0.0041541606,0.0015869439,0.00096099515,0.0028379073,0.00079629075],"domain_scores_gemma":[0.9744564,0.014841548,0.001491925,0.0052990527,0.0030123633,0.00089867786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012123893,0.00090653595,0.0009610197,0.001374815,0.00127897,0.006624496,0.0031746197,0.0015259375,0.001938694],"category_scores_gemma":[0.021953348,0.0010316422,0.0014485961,0.0016153844,0.0025338153,0.008741247,0.0058305613,0.0025104817,0.0012205365],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016985378,0.0010100979,0.016696872,0.0013874517,0.000304974,0.005326018,0.022231143,0.0717954,0.09025477,0.4861845,0.03544251,0.26766774],"study_design_scores_gemma":[0.00041451745,0.00037828548,0.0018698712,0.00039182295,0.00015087979,0.001581764,0.003197347,0.6063372,0.071132496,0.18868643,0.12563036,0.00022897711],"about_ca_topic_score_codex":0.0051435158,"about_ca_topic_score_gemma":0.004771199,"teacher_disagreement_score":0.012123893,"about_ca_system_score_codex":0.0013030525,"about_ca_system_score_gemma":0.0040057134,"threshold_uncertainty_score":0.06411809},"labels":[],"label_agreement":null},{"id":"W1966394892","doi":"10.5555/2486788.2487043","title":"Identifying failure inducing developer pairs within developer networks","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software engineering; Code (set theory); Software; Liberian dollar; Software bug; Software system; Software maintenance; Software development; Source code; Software quality; Software construction; Programming language; Business","score_opus":0.03741111536065112,"score_gpt":0.2666118718198485,"score_spread":0.2292007564591974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966394892","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89788365,0.00051894074,0.092678174,0.00038588938,0.00003926241,0.00027077066,0.000771764,0.00019405439,0.0072574746],"genre_scores_gemma":[0.9669389,0.00028527333,0.029118795,0.00005172704,0.000024243907,0.00020866405,0.0010717739,0.00004776552,0.002252954],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956086,0.0015028509,0.00020929528,0.0012004366,0.0009920907,0.00048670595],"domain_scores_gemma":[0.97304046,0.015248413,0.004707306,0.0019814263,0.0034089598,0.001613439],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027479907,0.000619167,0.0005989593,0.006070875,0.001711749,0.0015255277,0.0010403016,0.0012211447,0.0021691828],"category_scores_gemma":[0.03125359,0.0006277846,0.0004177906,0.002796139,0.0007570667,0.0025931653,0.0026334417,0.00079659827,0.0007860561],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042317493,0.0002857368,0.84781224,0.00022249746,0.0001381596,0.0029112666,0.006532646,0.018949509,0.008259199,0.018011956,0.0039051254,0.09254846],"study_design_scores_gemma":[0.00010383363,0.0005013382,0.4021826,0.0002489576,0.0004718234,0.007845103,0.016410194,0.4504454,0.016525924,0.06973157,0.035374824,0.00015842463],"about_ca_topic_score_codex":0.0052008717,"about_ca_topic_score_gemma":0.008929839,"teacher_disagreement_score":0.006070875,"about_ca_system_score_codex":0.001197234,"about_ca_system_score_gemma":0.0011187302,"threshold_uncertainty_score":0.014532983},"labels":[],"label_agreement":null},{"id":"W1966649174","doi":"10.5555/2819009.2819156","title":"Mining temporal properties of data invariants","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Correctness; Temporal logic; Computer science; Property (philosophy); Linear temporal logic; Field (mathematics); Theoretical computer science; Data mining; Programming language; Mathematics","score_opus":0.21333505880022077,"score_gpt":0.32497960589375685,"score_spread":0.11164454709353608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966649174","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35779583,0.00049564085,0.62733567,0.0005214733,0.00004257056,0.0002987458,0.004766681,0.0063471044,0.0023962688],"genre_scores_gemma":[0.7525815,0.000204605,0.23953657,0.000110386856,0.000025749276,0.00025089752,0.005920538,0.00042906628,0.00094073743],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996847,0.0003753619,0.00034916477,0.0006887718,0.0014908896,0.00024881877],"domain_scores_gemma":[0.97854555,0.010271335,0.0044737286,0.0033755405,0.0030052243,0.00032872517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002187605,0.00064882665,0.0005314595,0.003727158,0.00056881626,0.0011628058,0.0010637298,0.0005498103,0.00077146303],"category_scores_gemma":[0.01978897,0.00060515106,0.0012597007,0.0021353045,0.0011669069,0.0026916733,0.001084261,0.0011389375,0.00027840922],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007237272,0.00064042414,0.2366798,0.0016904618,0.00033294357,0.0024717655,0.0021377746,0.14021152,0.085465625,0.060187288,0.006755907,0.46270272],"study_design_scores_gemma":[0.00005718998,0.00028212543,0.020070806,0.00012334388,0.00014966245,0.0006912242,0.00052468566,0.8225375,0.08916174,0.056757726,0.009566233,0.00007774181],"about_ca_topic_score_codex":0.0049922573,"about_ca_topic_score_gemma":0.008657235,"teacher_disagreement_score":0.0049922573,"about_ca_system_score_codex":0.0012316563,"about_ca_system_score_gemma":0.0027482323,"threshold_uncertainty_score":0.011569321},"labels":[],"label_agreement":null},{"id":"W1972501133","doi":"10.5555/2486788.2487042","title":"Changeset based developer communication to detect software failures","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software; Software engineering; Software system; Software development; Software construction; Operating system","score_opus":0.036070879078120864,"score_gpt":0.2786316262526435,"score_spread":0.2425607471745226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972501133","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4838101,0.0009208218,0.4654598,0.001118998,0.00052043574,0.00096578815,0.003200428,0.0092238765,0.034779776],"genre_scores_gemma":[0.91967154,0.00017871754,0.07227546,0.00010087897,0.00007771947,0.00037319493,0.0009991843,0.00015662707,0.0061666667],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99712116,0.0008664546,0.00018348504,0.0005500356,0.0010563814,0.00022237819],"domain_scores_gemma":[0.98455435,0.0080522215,0.0023668904,0.0014449881,0.0029869806,0.00059454865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015799444,0.00049632613,0.0005221825,0.0037292514,0.000691676,0.0010357709,0.0007470919,0.0007997219,0.003285079],"category_scores_gemma":[0.015170337,0.0002571513,0.00028282922,0.0017435523,0.00033684055,0.0025652642,0.0012312451,0.0007326451,0.0011376977],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019502487,0.0011663006,0.18786253,0.00093157246,0.00037926107,0.0014001214,0.003350776,0.029643934,0.026668193,0.01844899,0.022375977,0.705822],"study_design_scores_gemma":[0.00014714827,0.0011495915,0.10035565,0.00015453174,0.0002803969,0.001509243,0.0028778487,0.79469025,0.038845737,0.019288609,0.040530242,0.00017078943],"about_ca_topic_score_codex":0.002590037,"about_ca_topic_score_gemma":0.00415576,"teacher_disagreement_score":0.0037292514,"about_ca_system_score_codex":0.0006283227,"about_ca_system_score_gemma":0.00069683074,"threshold_uncertainty_score":0.010989666},"labels":[],"label_agreement":null},{"id":"W1974712054","doi":"10.5555/2486788.2487004","title":"A study of variability spaces in open source software","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Maintainability; Computer science; Software; Software system; Space (punctuation); Software engineering; Work (physics); Programming language; Engineering; Operating system","score_opus":0.042680680918987794,"score_gpt":0.3053308972043857,"score_spread":0.2626502162853979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974712054","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94639885,0.00028078997,0.050649937,0.0002680518,0.000007049748,0.00004020871,0.00009686941,0.00018287095,0.0020754815],"genre_scores_gemma":[0.98652065,0.000064438966,0.013077415,0.000017691318,0.000006198427,0.000023566017,0.00007177068,0.000047125766,0.00017122642],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9936939,0.0027991396,0.0003969242,0.0007977425,0.0020891181,0.00022308526],"domain_scores_gemma":[0.8453726,0.12355468,0.015731094,0.010024103,0.0039840895,0.0013334578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042104647,0.00028291202,0.0002717724,0.0022866207,0.0011483271,0.0024484396,0.0010892432,0.0009069766,0.000627565],"category_scores_gemma":[0.046960413,0.00046878232,0.00051463715,0.0030030021,0.0024051287,0.0050594555,0.0017343641,0.0018209751,0.00007018356],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008368639,0.0010179956,0.42459738,0.00070280896,0.00032181744,0.0028813807,0.06317177,0.098962635,0.038604394,0.1272429,0.0015943163,0.24006584],"study_design_scores_gemma":[0.00008544133,0.0013658839,0.2889815,0.00038270096,0.0002452493,0.0030800137,0.019764757,0.48057094,0.030059623,0.16075705,0.014362165,0.00034467486],"about_ca_topic_score_codex":0.002483505,"about_ca_topic_score_gemma":0.0026815096,"teacher_disagreement_score":0.0042104647,"about_ca_system_score_codex":0.0010209053,"about_ca_system_score_gemma":0.0011259124,"threshold_uncertainty_score":0.022267282},"labels":[],"label_agreement":null},{"id":"W1974908123","doi":"10.5555/2819009.2819054","title":"Code repurposing as an assessment tool","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sheridan College","funders":"","keywords":"Repurposing; Computer science; Code (set theory); Software engineering; Source code; Software; Code review; KPI-driven code analysis; Programming language; Software development; Static program analysis; Engineering; Set (abstract data type)","score_opus":0.06233157398028721,"score_gpt":0.36394204481772896,"score_spread":0.30161047083744175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974908123","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33033267,0.0010137708,0.5599827,0.003565915,0.0006956789,0.0032369217,0.00046182182,0.02736936,0.073341206],"genre_scores_gemma":[0.61098105,0.0005304709,0.36245987,0.00072240003,0.00019635736,0.0012993655,0.0008317015,0.0024579775,0.02052076],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9773013,0.011191586,0.0010820513,0.0013397003,0.008224851,0.00086042576],"domain_scores_gemma":[0.9210273,0.03957439,0.0050894176,0.007630346,0.022938732,0.0037398182],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012365981,0.0012426581,0.0008492877,0.0059316596,0.0010455596,0.004337313,0.002061008,0.0012226077,0.0079936115],"category_scores_gemma":[0.073105715,0.000474,0.0005156005,0.0022660787,0.0009432713,0.00513452,0.0041831196,0.002425326,0.0047858576],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042755355,0.0014562095,0.0075482735,0.00080841215,0.00003166142,0.0010221797,0.0114928065,0.002857838,0.033490356,0.0057544294,0.020953508,0.9141569],"study_design_scores_gemma":[0.0005817434,0.009039286,0.06963216,0.003297716,0.0003157547,0.014776191,0.017741216,0.15282497,0.20216319,0.043220088,0.48515168,0.0012560693],"about_ca_topic_score_codex":0.00043316197,"about_ca_topic_score_gemma":0.0006516932,"teacher_disagreement_score":0.987634,"about_ca_system_score_codex":0.00078331673,"about_ca_system_score_gemma":0.0014184491,"threshold_uncertainty_score":0.065398335},"labels":[],"label_agreement":null},{"id":"W1978219123","doi":"10.5555/2818754.2818796","title":"Detecting inconsistencies in JavaScript MVC applications","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; JavaScript; Web application; Consistency (knowledge bases); Model–view–controller; Identifier; Data mining; Software engineering; Programming language; Operating system; Artificial intelligence; User interface","score_opus":0.07089629372013515,"score_gpt":0.2861331090805849,"score_spread":0.21523681536044978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978219123","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55587286,0.0013182038,0.38000095,0.00035095302,0.00015139989,0.00034930903,0.0012089285,0.058221076,0.0025263028],"genre_scores_gemma":[0.7567532,0.00022710636,0.23873039,0.00018285685,0.00003955296,0.00009087413,0.0020556669,0.0010417479,0.00087854953],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9893679,0.0017141177,0.0010588187,0.0018387274,0.0056290147,0.00039152912],"domain_scores_gemma":[0.9601535,0.01822336,0.0070634037,0.005150009,0.008856346,0.00055333105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004541399,0.0010603347,0.0011816246,0.0052635707,0.0006098601,0.0017261445,0.0020983666,0.0015743792,0.00057577755],"category_scores_gemma":[0.0312829,0.00069848093,0.0005123048,0.002410567,0.0005556383,0.0016803538,0.0017779294,0.0009931594,0.00045024586],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011756151,0.0008533814,0.221593,0.0012748858,0.00036945444,0.00271519,0.0036146215,0.032243818,0.10638913,0.004511956,0.012377912,0.61288095],"study_design_scores_gemma":[0.00011550947,0.00057554326,0.07990353,0.0002714601,0.0002338205,0.0031794587,0.0008433025,0.74397326,0.14952095,0.0050280676,0.016143808,0.00021124043],"about_ca_topic_score_codex":0.0041686147,"about_ca_topic_score_gemma":0.0043159337,"teacher_disagreement_score":0.0052635707,"about_ca_system_score_codex":0.00078160025,"about_ca_system_score_gemma":0.0010952131,"threshold_uncertainty_score":0.024017513},"labels":[],"label_agreement":null},{"id":"W1978429779","doi":"10.5555/2819009.2819091","title":"SOA4DM: applying an SOA paradigm to coordination in humanitarian disaster response","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software; Key (lock); Software development; Service (business); Software engineering; Computer security; Business; Operating system","score_opus":0.04376296658587436,"score_gpt":0.2854115121878208,"score_spread":0.24164854560194643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978429779","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019134834,0.0012844309,0.9402159,0.0062213046,0.00057482044,0.0004006729,0.00010003753,0.002288331,0.029779691],"genre_scores_gemma":[0.3501252,0.0024579584,0.635367,0.0011173241,0.0002784662,0.0004374144,0.00025469705,0.0003312423,0.009630682],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979417,0.0009834697,0.00015629863,0.00020975852,0.0004957993,0.00021287956],"domain_scores_gemma":[0.99885845,0.00036673772,0.00007888925,0.00019683012,0.000252351,0.00024667694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043093343,0.00052069593,0.0003759047,0.0010434089,0.0020701666,0.003697656,0.0013324103,0.0017590825,0.0021858425],"category_scores_gemma":[0.0034419897,0.0003689535,0.00086842105,0.0014259191,0.0024877305,0.005105013,0.004289625,0.0020596941,0.00068640494],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029442017,0.00023118983,0.0026882775,0.00065435196,0.00010628764,0.0013238103,0.004007782,0.050417107,0.016879726,0.63736576,0.017826749,0.26820454],"study_design_scores_gemma":[0.00015458048,0.00026384645,0.0009580024,0.00030293578,0.00008881019,0.00076316897,0.0023842258,0.34223652,0.011069332,0.38851294,0.25315854,0.00010709643],"about_ca_topic_score_codex":0.010828991,"about_ca_topic_score_gemma":0.011910497,"teacher_disagreement_score":0.010828991,"about_ca_system_score_codex":0.0018022242,"about_ca_system_score_gemma":0.004009366,"threshold_uncertainty_score":0.022790253},"labels":[],"label_agreement":null},{"id":"W1981470162","doi":"10.5555/2486788.2486982","title":"Example-driven modeling: model = abstractions + examples","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Mainstream; Software engineering; Cognitive model; Model-driven architecture; Management science; Cognition; Software; Data science; Programming language; Software development; Engineering","score_opus":0.07656755287796496,"score_gpt":0.250862245894386,"score_spread":0.17429469301642103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981470162","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013218957,0.00022673645,0.98478425,0.00094173703,0.00009675268,0.00020518008,0.0005572606,0.0024354737,0.009430744],"genre_scores_gemma":[0.01992822,0.0007535007,0.9734389,0.00037229573,0.00006624975,0.00046184065,0.0011146484,0.0008137862,0.0030505839],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9974177,0.0012034897,0.00022305039,0.0003705995,0.0006755281,0.00010965767],"domain_scores_gemma":[0.99646264,0.0020143394,0.00016917419,0.000879191,0.00037493513,0.00009977776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002742874,0.001386658,0.00066746806,0.0011629182,0.0006515026,0.0042666537,0.0026041486,0.001841467,0.0150573095],"category_scores_gemma":[0.008363831,0.00091506355,0.0016333729,0.0014401136,0.001754323,0.006981806,0.002807454,0.002854336,0.006214324],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000098859266,0.00010972525,0.0009131158,0.0012614375,0.00008568564,0.00031245005,0.0014010399,0.040268846,0.003279514,0.7639108,0.026752662,0.16160588],"study_design_scores_gemma":[0.000059832608,0.00005633805,0.00022592157,0.0007187162,0.000069696434,0.0004156947,0.00028037833,0.16954975,0.0051100785,0.501498,0.32194865,0.00006694113],"about_ca_topic_score_codex":0.0026765347,"about_ca_topic_score_gemma":0.003074307,"teacher_disagreement_score":0.0150573095,"about_ca_system_score_codex":0.00068396045,"about_ca_system_score_gemma":0.001481324,"threshold_uncertainty_score":0.050371647},"labels":[],"label_agreement":null},{"id":"W1982627696","doi":"10.5555/2819009.2819213","title":"Towards generation of software development tasks","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Task (project management); Decomposition; Context (archaeology); Process (computing); Software engineering; Task analysis; Software development; Software; Human–computer interaction; Programming language; Systems engineering; Engineering","score_opus":0.10560232098094043,"score_gpt":0.3077589008172072,"score_spread":0.20215657983626678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982627696","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013321907,0.00019099437,0.9783026,0.00045809388,0.00011063988,0.00031952487,0.0007189203,0.0026713705,0.003905958],"genre_scores_gemma":[0.06683587,0.00020828527,0.9261222,0.00010639125,0.000034012144,0.0003069682,0.0029653164,0.0007818982,0.002639119],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.995937,0.0015606114,0.00032913857,0.0008653975,0.0010898991,0.00021798782],"domain_scores_gemma":[0.9901743,0.0044002724,0.0006142637,0.0021754692,0.002349758,0.00028597258],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029694384,0.001332114,0.00056458375,0.00225983,0.000976762,0.0025258895,0.0016190513,0.0014988469,0.0041570547],"category_scores_gemma":[0.019075822,0.0010619997,0.0022289993,0.0012812964,0.00088963617,0.0023528747,0.0030307842,0.002523472,0.0035517479],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037841543,0.00035950795,0.008434153,0.0014094817,0.00012818015,0.0014669296,0.0052123405,0.07039326,0.026815232,0.13784924,0.025854524,0.72169876],"study_design_scores_gemma":[0.00009863767,0.00018153804,0.0024449334,0.00061746157,0.00010873606,0.00070234446,0.0012124255,0.6730401,0.027482409,0.19143888,0.10257094,0.000101668076],"about_ca_topic_score_codex":0.0026045302,"about_ca_topic_score_gemma":0.0030365775,"teacher_disagreement_score":0.0041570547,"about_ca_system_score_codex":0.0010874945,"about_ca_system_score_gemma":0.003203826,"threshold_uncertainty_score":0.015704095},"labels":[],"label_agreement":null},{"id":"W1983565008","doi":"10.5555/2486788.2487076","title":"1st international workshop on release engineering (RELENG 2013)","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Context (archaeology); Computer science; Software engineering; Software; Product (mathematics); Field (mathematics); World Wide Web; Operating system","score_opus":0.027549817752153365,"score_gpt":0.26544518871481887,"score_spread":0.2378953709626655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983565008","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0153358,0.08632675,0.54355985,0.042166565,0.06841229,0.0019138623,0.004555612,0.019703211,0.21802613],"genre_scores_gemma":[0.061449192,0.059667286,0.27944216,0.008000776,0.016366238,0.0015664779,0.021454498,0.012510581,0.5395428],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99070716,0.0029815491,0.00079706806,0.0014861404,0.0031084442,0.0009196214],"domain_scores_gemma":[0.9876704,0.0027054048,0.0006194015,0.0030664601,0.0037559809,0.002182205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011389074,0.0019503634,0.0015759313,0.0029209394,0.001475402,0.0080367075,0.0036188369,0.0034632967,0.067083806],"category_scores_gemma":[0.01472052,0.0009845753,0.0018524879,0.002291568,0.0013419241,0.00880075,0.0071969316,0.0048110285,0.043169513],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024365236,0.00031284685,0.000617795,0.0009424076,0.00005049203,0.00040556924,0.001098543,0.0016610292,0.005566402,0.020940555,0.46102715,0.50713354],"study_design_scores_gemma":[0.000015947355,0.000089302994,0.0005160825,0.00044399995,0.000015932184,0.0003800544,0.0002606616,0.001332562,0.0012787587,0.006313723,0.98932236,0.00003056502],"about_ca_topic_score_codex":0.0017425922,"about_ca_topic_score_gemma":0.0028761935,"teacher_disagreement_score":0.067083806,"about_ca_system_score_codex":0.0017601958,"about_ca_system_score_gemma":0.0033201326,"threshold_uncertainty_score":0.22441769},"labels":[],"label_agreement":null},{"id":"W1991987529","doi":"10.5555/381473.381601","title":"How to do inspections when there is no time","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Software inspection; Computer science; Software; Statistical process control; Quality (philosophy); Software quality; Software development; Software engineering; Process (computing)","score_opus":0.02655269819784756,"score_gpt":0.2669592391930008,"score_spread":0.24040654099515324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991987529","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011282475,0.0030225003,0.8876302,0.015623863,0.0026995097,0.0010205267,0.0006288932,0.023786498,0.054305594],"genre_scores_gemma":[0.06898747,0.003271334,0.8807529,0.0035300318,0.0010368578,0.00073522236,0.0010450853,0.0033577268,0.03728333],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99491394,0.0010808667,0.00031361825,0.00087721786,0.0024092328,0.0004051797],"domain_scores_gemma":[0.98903614,0.0027842105,0.00095042755,0.0032476888,0.0032196934,0.0007618332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043055997,0.001538796,0.001496922,0.0019277489,0.0017886584,0.0044426695,0.0022150371,0.002592985,0.02674942],"category_scores_gemma":[0.030435344,0.001164169,0.00085124397,0.001123489,0.0016268604,0.007897033,0.001418722,0.003064483,0.033729438],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001578872,0.00021958169,0.0017929026,0.0005014387,0.00005410757,0.0002499045,0.00096000946,0.0033047914,0.01506938,0.013900536,0.09800491,0.8657845],"study_design_scores_gemma":[0.00019568573,0.0004300454,0.0072633415,0.001272827,0.00016291664,0.0024369308,0.0031838447,0.03663812,0.035345577,0.16849612,0.74410075,0.00047387352],"about_ca_topic_score_codex":0.002203825,"about_ca_topic_score_gemma":0.003115728,"teacher_disagreement_score":0.02674942,"about_ca_system_score_codex":0.0005776299,"about_ca_system_score_gemma":0.0019997063,"threshold_uncertainty_score":0.089485765},"labels":[],"label_agreement":null},{"id":"W1992318286","doi":"10.5555/2486788.2487078","title":"5th international workshop on software engineering in health care (SEHC 2013)","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Dependability; Health care; Digitization; Engineering management; Software development; Computer science; Software; Software engineering; Engineering","score_opus":0.055403699733120274,"score_gpt":0.3916155040125371,"score_spread":0.3362118042794168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992318286","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017729416,0.104396,0.51056224,0.06910326,0.09038018,0.0012841953,0.0017145929,0.0042767217,0.20055336],"genre_scores_gemma":[0.09042902,0.06032292,0.29714638,0.01014409,0.022614896,0.0014324394,0.0077590295,0.003613537,0.50653774],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99298215,0.0023997233,0.00058923283,0.0009392515,0.002368635,0.0007209833],"domain_scores_gemma":[0.9912265,0.0019510904,0.00024503647,0.0012045922,0.0035739185,0.001798833],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011772189,0.0020549772,0.0013612612,0.003240248,0.0014621163,0.007277018,0.0027542124,0.0038973468,0.049531184],"category_scores_gemma":[0.010966299,0.0009042766,0.0023952445,0.0018112255,0.0016698494,0.004719794,0.0074890326,0.006820569,0.01559108],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022002586,0.00047385332,0.0010367443,0.00073692086,0.00010148566,0.00043730123,0.0014857065,0.0029752397,0.004264249,0.04155055,0.42358196,0.5231359],"study_design_scores_gemma":[0.000046117297,0.0001998773,0.0014326388,0.0014257625,0.00004548605,0.0007434279,0.0006455996,0.0063906503,0.00255655,0.031474885,0.95497614,0.000062813924],"about_ca_topic_score_codex":0.0031868098,"about_ca_topic_score_gemma":0.005302984,"teacher_disagreement_score":0.049531184,"about_ca_system_score_codex":0.003001976,"about_ca_system_score_gemma":0.005031616,"threshold_uncertainty_score":0.16569835},"labels":[],"label_agreement":null},{"id":"W1997588820","doi":"10.5555/2486788.2487012","title":"Normalizing source code vocabulary to support program comprehension and software quality","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Program comprehension; Source code; Identifier; Normalization (sociology); Vocabulary; Software quality; Software maintenance; Natural language processing; Information retrieval; Static program analysis; Software; Artificial intelligence; Software development; Programming language; Software system; Linguistics","score_opus":0.05035563521686575,"score_gpt":0.3253980243126402,"score_spread":0.27504238909577444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997588820","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16855133,0.0016419394,0.7933109,0.0004730197,0.00010746009,0.0006815457,0.00075410603,0.03020254,0.0042771404],"genre_scores_gemma":[0.4747864,0.00066061533,0.5150175,0.00025585733,0.000072411654,0.00063156313,0.0031573956,0.0037620952,0.0016562118],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99483854,0.0011985465,0.00075678364,0.0012585323,0.0017331964,0.0002144159],"domain_scores_gemma":[0.9752837,0.009687783,0.0039184405,0.005343705,0.0054373196,0.00032915032],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00334363,0.0009987982,0.0009398633,0.0031546883,0.0006365879,0.0020654928,0.0015498084,0.00071482634,0.0016170061],"category_scores_gemma":[0.041007243,0.00049187936,0.00080444646,0.0025474788,0.0009676131,0.0051239287,0.0026743577,0.0013663514,0.0009827932],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040581147,0.00038073552,0.0131941205,0.001300006,0.00011064186,0.00022045561,0.0036138927,0.01102462,0.17385018,0.008666522,0.0051202164,0.7821129],"study_design_scores_gemma":[0.00022222233,0.00085575285,0.03701678,0.0006545227,0.0006155427,0.0014656341,0.002820156,0.3080306,0.5279115,0.038194302,0.08185083,0.00036220934],"about_ca_topic_score_codex":0.003022281,"about_ca_topic_score_gemma":0.0029791528,"teacher_disagreement_score":0.00334363,"about_ca_system_score_codex":0.0010764283,"about_ca_system_score_gemma":0.002382082,"threshold_uncertainty_score":0.01768303},"labels":[],"label_agreement":null},{"id":"W2001111660","doi":"10.5555/998675.999499","title":"4th international workshop on adoption-centric software engineering","year":2004,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Victoria; IBM (Canada)","funders":"","keywords":"Leverage (statistics); Computer science; Key (lock); Middleware (distributed applications); Software engineering; Software; Embedding; Systems engineering; Engineering; Engineering management; Computer security; Distributed computing; Operating system","score_opus":0.016718872477303106,"score_gpt":0.24065568793048067,"score_spread":0.22393681545317756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001111660","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018597407,0.050243597,0.56120175,0.044705864,0.03107921,0.0008938114,0.0010196468,0.0054340255,0.2868247],"genre_scores_gemma":[0.15556736,0.038460363,0.35371757,0.0064866333,0.00830889,0.0011493205,0.0055718413,0.002557714,0.42818034],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99621,0.0012786628,0.0003027995,0.0006115155,0.0012149231,0.000382103],"domain_scores_gemma":[0.9959974,0.001018232,0.00011984838,0.0011639764,0.0011482738,0.00055235357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057137148,0.0013363296,0.0011447906,0.0016665077,0.0009888338,0.0060280166,0.0025270309,0.002977312,0.037394732],"category_scores_gemma":[0.008502676,0.00064723875,0.0013431023,0.0014671716,0.0014715833,0.0076669776,0.0042983326,0.0040355683,0.013287955],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024190372,0.0004004411,0.0013087303,0.00075784395,0.00010200128,0.00052855327,0.0018475365,0.0030378615,0.005383203,0.12703055,0.23720126,0.62216],"study_design_scores_gemma":[0.00003582666,0.00012402948,0.001019204,0.00047325116,0.00004016082,0.0005309362,0.0005834436,0.0046962565,0.0021591792,0.057637718,0.9326681,0.00003178846],"about_ca_topic_score_codex":0.0015173604,"about_ca_topic_score_gemma":0.0020762011,"teacher_disagreement_score":0.037394732,"about_ca_system_score_codex":0.0013616062,"about_ca_system_score_gemma":0.0023305027,"threshold_uncertainty_score":0.12509787},"labels":[],"label_agreement":null},{"id":"W2001935537","doi":"10.5555/2486788.2486997","title":"V:ISSUE:LIZER: exploring requirements clarification in online communication over time","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Domain (mathematical analysis); Requirements analysis; Software engineering; World Wide Web; Software","score_opus":0.0800850046072287,"score_gpt":0.31178199114644706,"score_spread":0.23169698653921836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001935537","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19181764,0.0012611342,0.38520703,0.009138942,0.0016015222,0.0029027658,0.028036244,0.15400034,0.22603437],"genre_scores_gemma":[0.37360427,0.0009964292,0.4257882,0.0019946964,0.00041501503,0.0022606212,0.024295986,0.019305123,0.15133967],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9993711,0.00026877792,0.000027028302,0.000074898904,0.00019495263,0.00006332899],"domain_scores_gemma":[0.994997,0.0036594607,0.0001710089,0.00037718794,0.00049080147,0.00030450328],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016301607,0.00065167865,0.00039891733,0.0014467157,0.0007579994,0.0018042825,0.0009659031,0.0013991619,0.07136194],"category_scores_gemma":[0.008243026,0.00027179264,0.00053987314,0.0007526962,0.00036214027,0.0041625267,0.0024304087,0.00087859854,0.0121384235],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007800145,0.00047630063,0.00518007,0.0015464072,0.00005941276,0.0014562717,0.023024905,0.0016990481,0.026114488,0.00877188,0.5454436,0.3854476],"study_design_scores_gemma":[0.00022704486,0.0007602197,0.022374973,0.00093646673,0.00007175851,0.0016954999,0.014897217,0.03610002,0.021354811,0.013217916,0.88806474,0.00029926337],"about_ca_topic_score_codex":0.0014904198,"about_ca_topic_score_gemma":0.003834301,"teacher_disagreement_score":0.07136194,"about_ca_system_score_codex":0.00047084395,"about_ca_system_score_gemma":0.00042044974,"threshold_uncertainty_score":0.23872942},"labels":[],"label_agreement":null},{"id":"W2006834218","doi":"10.5555/2486788.2487008","title":"Supporting maintenance tasks on transformational code generation environments","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Code refactoring; Model transformation; Computer science; Software engineering; Executable; Transformational leadership; Software development; Code generation; Transformation (genetics); Software maintenance; Model-driven architecture; Software system; Field (mathematics); Separation of concerns; Software; Programming language; Artificial intelligence; Key (lock)","score_opus":0.026724117489245882,"score_gpt":0.2606567155084247,"score_spread":0.2339325980191788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006834218","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.066732466,0.000072863,0.9214579,0.00026812995,0.000027914799,0.00021952836,0.00007712972,0.007611664,0.003532332],"genre_scores_gemma":[0.39006233,0.00018701704,0.60302955,0.00010997813,0.00004065316,0.00019789136,0.0005133651,0.0017871407,0.0040721167],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959126,0.001254929,0.0002831128,0.0006445526,0.0015576433,0.0003471223],"domain_scores_gemma":[0.98219234,0.009383243,0.001379676,0.0049766344,0.0015955511,0.00047264472],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034849045,0.00087538426,0.0005910331,0.0011263561,0.0012651314,0.003164786,0.0019903216,0.0012334496,0.0034126348],"category_scores_gemma":[0.02100768,0.00091895193,0.00093408773,0.0008797232,0.0013986382,0.0045268023,0.0039234385,0.0019417512,0.0015263269],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014124792,0.0007200144,0.01286321,0.00079265283,0.00012214489,0.0020803967,0.006942835,0.14286341,0.116576985,0.1598851,0.006400457,0.54934037],"study_design_scores_gemma":[0.00020078529,0.00035570585,0.002379311,0.0001452253,0.00012526059,0.0009525149,0.00063154986,0.77044195,0.099036336,0.088299185,0.037344184,0.000087965986],"about_ca_topic_score_codex":0.0012988044,"about_ca_topic_score_gemma":0.0015141864,"teacher_disagreement_score":0.0034849045,"about_ca_system_score_codex":0.0009570563,"about_ca_system_score_gemma":0.001855814,"threshold_uncertainty_score":0.018430173},"labels":[],"label_agreement":null},{"id":"W2011037576","doi":"10.5555/2486788.2487019","title":"Informing development decisions: from data to information","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software analytics; Software development; Software development process; Software engineering; Personal software process; Software project management; Software peer review; Data science; Package development process; Context (archaeology); Software quality; Software; Software construction; Knowledge management","score_opus":0.08094301475176306,"score_gpt":0.3005112809245753,"score_spread":0.21956826617281222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011037576","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22636275,0.024698166,0.5757417,0.067938246,0.00091024773,0.0018261869,0.05379343,0.005032209,0.04369708],"genre_scores_gemma":[0.6124527,0.013529792,0.3346178,0.0026464462,0.00073174585,0.0007916777,0.033117093,0.00041012635,0.0017025417],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98009986,0.008899921,0.0023893616,0.002410806,0.005699497,0.0005006074],"domain_scores_gemma":[0.8201888,0.135079,0.011782659,0.018676788,0.012150897,0.0021218667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01803161,0.0017452561,0.0014776187,0.018904088,0.0012051597,0.015876004,0.002518301,0.003718623,0.002060802],"category_scores_gemma":[0.10932497,0.0015747577,0.00082749187,0.018463098,0.0029654938,0.025430627,0.0058960607,0.0041480553,0.0015807984],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061496726,0.0011617439,0.19403996,0.004505146,0.00062767445,0.0013593539,0.010496232,0.016703777,0.0061197155,0.057129648,0.031086935,0.6761549],"study_design_scores_gemma":[0.00018571907,0.0005005676,0.098141395,0.006903358,0.0007129069,0.0014406458,0.027652752,0.12021605,0.016642805,0.53508526,0.19188608,0.00063248957],"about_ca_topic_score_codex":0.004327802,"about_ca_topic_score_gemma":0.0046072123,"teacher_disagreement_score":0.018904088,"about_ca_system_score_codex":0.0021259766,"about_ca_system_score_gemma":0.00425872,"threshold_uncertainty_score":0.09536141},"labels":[],"label_agreement":null},{"id":"W2015254062","doi":"10.5555/2819009.2819194","title":"Understanding the software fault introduction process","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Debugging; Computer science; Software engineering; Process (computing); Software bug; Fault (geology); Software fault tolerance; Algorithmic program debugging; Meaning (existential); Software; Programming language","score_opus":0.12096392220138281,"score_gpt":0.313044506078589,"score_spread":0.19208058387720622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015254062","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2738136,0.002305105,0.63724166,0.040823005,0.00022285759,0.0007983426,0.00024268836,0.00069490075,0.04385782],"genre_scores_gemma":[0.8486862,0.0021555712,0.14052095,0.0015643563,0.000080096295,0.00049163547,0.00035165064,0.00013760566,0.006011856],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9935708,0.004040292,0.00027297763,0.0006677019,0.0009797702,0.00046844236],"domain_scores_gemma":[0.9530723,0.033838343,0.0048946436,0.0030505708,0.004198766,0.0009453108],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015789103,0.0010427545,0.00042018812,0.0036323348,0.002146074,0.008637749,0.0026737968,0.0070675686,0.004430567],"category_scores_gemma":[0.03917761,0.0010717241,0.0009875525,0.0017460404,0.013814055,0.023706716,0.0034152383,0.006508394,0.00080619275],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008208464,0.0002651398,0.014359078,0.00044215872,0.000020211643,0.0003717194,0.04613311,0.013724543,0.0017842309,0.8692013,0.0020924567,0.051524036],"study_design_scores_gemma":[0.00009071392,0.0002975212,0.01225117,0.00095071766,0.00007511747,0.0005232048,0.030245287,0.09098108,0.0046365024,0.8062581,0.05357604,0.00011456023],"about_ca_topic_score_codex":0.008377268,"about_ca_topic_score_gemma":0.0041191163,"teacher_disagreement_score":0.015789103,"about_ca_system_score_codex":0.0053055123,"about_ca_system_score_gemma":0.008710738,"threshold_uncertainty_score":0.083501756},"labels":[],"label_agreement":null},{"id":"W2017397762","doi":"10.5555/2818754.2818780","title":"Symbolic model checking of product-line requirements using SAT-based methods","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Correctness; Model checking; Computer science; Feature (linguistics); Formal verification; Key (lock); Product (mathematics); Algorithm; Symbolic data analysis; Theoretical computer science; Programming language; Reliability engineering; Mathematics","score_opus":0.33608242968202867,"score_gpt":0.4339880477139365,"score_spread":0.09790561803190784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017397762","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018040571,0.00009193669,0.9759685,0.0000772458,0.000016820391,0.000087896515,0.0003280848,0.0034284715,0.0019605109],"genre_scores_gemma":[0.38970566,0.00024968394,0.605057,0.000120200435,0.000026127866,0.00042874098,0.0016858538,0.0006267758,0.0021000889],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997259,0.0011765646,0.00019228607,0.00033601138,0.0008291985,0.00020693461],"domain_scores_gemma":[0.9913474,0.006613685,0.00046305827,0.0008867644,0.0006221357,0.00006707854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001625271,0.0015045245,0.0009862399,0.0014593287,0.00059786823,0.001746416,0.0018710437,0.0009360416,0.00544965],"category_scores_gemma":[0.008729798,0.00090621895,0.0023141175,0.001402835,0.0014232452,0.0020536606,0.0013647954,0.001327062,0.0008684074],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020384802,0.00010310466,0.0015704538,0.00038999598,0.000112330636,0.00017296184,0.00017043905,0.89587957,0.009511781,0.03297539,0.0013315767,0.057578437],"study_design_scores_gemma":[0.00003102948,0.000027840071,0.00008885768,0.00001942583,0.000020662641,0.00002565966,0.000014647717,0.98668516,0.005343283,0.0069264965,0.0008102023,0.0000066724156],"about_ca_topic_score_codex":0.009185717,"about_ca_topic_score_gemma":0.0139668705,"teacher_disagreement_score":0.009185717,"about_ca_system_score_codex":0.001822045,"about_ca_system_score_gemma":0.0024817726,"threshold_uncertainty_score":0.018264532},"labels":[],"label_agreement":null},{"id":"W202414668","doi":"","title":"Towards a compliance support framework for global software companies","year":2007,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Business; Compliance (psychology); Software; Process management; Revenue; Process (computing); Software development; Computer science; Knowledge management; Risk analysis (engineering); Accounting","score_opus":0.07208877016142141,"score_gpt":0.3530945818371886,"score_spread":0.2810058116757672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W202414668","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015201262,0.00046610666,0.9513026,0.007228536,0.00014050209,0.0006387842,0.0001138296,0.002144926,0.022763496],"genre_scores_gemma":[0.16789718,0.00060570653,0.824131,0.0010928919,0.00017571736,0.0009832116,0.00047761237,0.00025919438,0.0043775043],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98958206,0.005011634,0.0012630868,0.0008687687,0.00242318,0.0008513081],"domain_scores_gemma":[0.9918588,0.0022429444,0.001305414,0.0016146812,0.0021287284,0.0008494632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015797649,0.0013515276,0.0009848375,0.005084039,0.0029410908,0.010031044,0.003188587,0.006060078,0.001943259],"category_scores_gemma":[0.008078233,0.0010555136,0.0019590773,0.0034389733,0.005563142,0.011434164,0.0071342182,0.0055664475,0.0010813088],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027878303,0.0002361669,0.0015794488,0.00018853018,0.000033480646,0.00044842085,0.0024202387,0.016727533,0.0022093118,0.9249472,0.0037579522,0.047423746],"study_design_scores_gemma":[0.00013434672,0.0003299511,0.0017501365,0.0008238325,0.00015734039,0.00072036637,0.0037759892,0.18758626,0.004296195,0.57601464,0.22424625,0.00016469407],"about_ca_topic_score_codex":0.0065031233,"about_ca_topic_score_gemma":0.006139951,"teacher_disagreement_score":0.015797649,"about_ca_system_score_codex":0.0030233013,"about_ca_system_score_gemma":0.00886609,"threshold_uncertainty_score":0.08354694},"labels":[],"label_agreement":null},{"id":"W2029599177","doi":"10.5555/2819009.2819239","title":"4th international workshop on games and software engineering (GAS 2015)","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Session (web analytics); Software engineering; Computer science; Engineering management; Software; Software development; Game programming; Game testing; Game Developer; Game design; Multimedia; Game design document; Engineering; World Wide Web; Operating system","score_opus":0.13537587319158248,"score_gpt":0.3634877305297637,"score_spread":0.2281118573381812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029599177","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016380675,0.10355051,0.2745016,0.036307864,0.121143624,0.00096840435,0.0034621784,0.0075945817,0.4360905],"genre_scores_gemma":[0.0771499,0.045830447,0.1372613,0.0058272895,0.015071786,0.0009335239,0.009909765,0.003399086,0.70461684],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980173,0.0006203854,0.00012632528,0.0002967381,0.0006436837,0.00029550906],"domain_scores_gemma":[0.99813914,0.00026887728,0.000059742044,0.00022661677,0.0006351059,0.0006704112],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028734065,0.001651897,0.0010092868,0.002011788,0.000912762,0.005792503,0.0018261359,0.0019660906,0.082915865],"category_scores_gemma":[0.0036711185,0.00041805935,0.0012748258,0.0010217752,0.0008559055,0.0035800813,0.004790409,0.0032368677,0.03189698],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019277055,0.00020221302,0.00046478884,0.0004814305,0.000058318994,0.0001698474,0.000527858,0.0013841676,0.0035127327,0.03247514,0.60382766,0.35670316],"study_design_scores_gemma":[0.000016144366,0.00007521498,0.0006162985,0.00032123705,0.000016955188,0.00022162768,0.00017360371,0.0015206579,0.0010033126,0.011098994,0.9849162,0.000019803045],"about_ca_topic_score_codex":0.0015668477,"about_ca_topic_score_gemma":0.0038695326,"teacher_disagreement_score":0.082915865,"about_ca_system_score_codex":0.0012348266,"about_ca_system_score_gemma":0.0020953484,"threshold_uncertainty_score":0.27738124},"labels":[],"label_agreement":null},{"id":"W2034504975","doi":"10.5555/776816.776922","title":"Panel: empirical validation: what, why, when, and how","year":2003,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Calgary","funders":"","keywords":"Computer science","score_opus":0.0851315501571733,"score_gpt":0.305890984941278,"score_spread":0.22075943478410467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034504975","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062014673,0.02466236,0.042833038,0.68239033,0.00968191,0.0023649407,0.013171615,0.00082909025,0.16205204],"genre_scores_gemma":[0.6917328,0.014069821,0.02670531,0.17969915,0.006762999,0.0048054727,0.026380468,0.0012836127,0.048560373],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8781745,0.09274881,0.004656558,0.008125767,0.012466623,0.0038278054],"domain_scores_gemma":[0.45914644,0.37909582,0.021195866,0.040430825,0.08972251,0.010408538],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.16729099,0.0009838575,0.0012852277,0.0020793453,0.0036475724,0.0108231595,0.002797227,0.005435307,0.049718086],"category_scores_gemma":[0.4267625,0.00083223206,0.0011471349,0.0049207523,0.004915063,0.011335285,0.004628622,0.005100467,0.013429588],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008518859,0.0003716432,0.09106738,0.0024676034,0.0007846616,0.00021836675,0.003429041,0.0020231092,0.00088958594,0.039569594,0.6649479,0.1933792],"study_design_scores_gemma":[0.0007465467,0.00044305797,0.16290241,0.01433028,0.0009907549,0.0002561097,0.016102992,0.00821478,0.005083562,0.09934529,0.69117755,0.00040671168],"about_ca_topic_score_codex":0.009078974,"about_ca_topic_score_gemma":0.01365146,"teacher_disagreement_score":0.832709,"about_ca_system_score_codex":0.0040735914,"about_ca_system_score_gemma":0.007853708,"threshold_uncertainty_score":0.88472986},"labels":[],"label_agreement":null},{"id":"W204271202","doi":"","title":"Atomic requirements for software architecting","year":2007,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Requirements engineering; Software requirements; Computer science; Software requirements specification; Requirements analysis; Systems engineering; Software engineering; Context (archaeology); Process (computing); Software; Software development; Engineering; Software construction; Programming language","score_opus":0.08977179403979542,"score_gpt":0.349579294552769,"score_spread":0.2598075005129736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W204271202","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00265682,0.002904957,0.9269359,0.0071286084,0.00043183396,0.00013588142,0.000085622385,0.0004595065,0.05926084],"genre_scores_gemma":[0.16938378,0.005202023,0.80601335,0.0022139526,0.0008995171,0.00078267005,0.00034105792,0.00036277427,0.014800897],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9891072,0.0051665315,0.0008387172,0.00079443905,0.0036663476,0.00042680977],"domain_scores_gemma":[0.9855134,0.0079449,0.00071211235,0.003093682,0.0023524049,0.0003836114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009786094,0.001126744,0.0007785985,0.002156764,0.0021475847,0.004766777,0.0016692542,0.0036733623,0.006497362],"category_scores_gemma":[0.021316558,0.0009237415,0.0010309063,0.0019092334,0.006848297,0.008543224,0.004235204,0.0055985777,0.0028867263],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003936948,0.000006575051,0.00003820961,0.00007256299,0.000004122535,0.00003433299,0.0002512053,0.0016053139,0.000260206,0.98431236,0.0023224894,0.011088588],"study_design_scores_gemma":[0.000010454044,0.000013116986,0.00003831808,0.00009617229,0.0000060569873,0.00008201878,0.00011242093,0.0064680083,0.00039915182,0.9326978,0.06006189,0.000014569558],"about_ca_topic_score_codex":0.001753832,"about_ca_topic_score_gemma":0.00153881,"teacher_disagreement_score":0.009786094,"about_ca_system_score_codex":0.0021436326,"about_ca_system_score_gemma":0.0028280956,"threshold_uncertainty_score":0.051754475},"labels":[],"label_agreement":null},{"id":"W2043353936","doi":"10.5555/381473.381639","title":"3/sup rd/ international workshop on net-centric computing (NCC 2001) Theme: migrating to the Web","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Advanced Database Systems and Queries","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Alberta; University of Victoria","funders":"","keywords":"Business process reengineering; Theme (computing); Computer science; Focus (optics); Software engineering; User interface; World Wide Web; Legacy system; Modernization theory; Interface (matter); Process (computing); Engineering; Operating system; Software","score_opus":0.030852102244929305,"score_gpt":0.2780941211667981,"score_spread":0.2472420189218688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043353936","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03879072,0.024358973,0.48126534,0.06434361,0.060729098,0.0014613358,0.0015704661,0.0050211707,0.32245922],"genre_scores_gemma":[0.09087036,0.013567394,0.15365528,0.008174988,0.006610922,0.00063909293,0.0044084396,0.0018624569,0.72021115],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982309,0.00047744976,0.00011324863,0.0002808212,0.0006649374,0.00023267468],"domain_scores_gemma":[0.9961681,0.000697659,0.00010531076,0.00046132455,0.0016472416,0.0009203348],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005033653,0.0010250757,0.000752285,0.0010812351,0.0018992128,0.0071914415,0.0017458302,0.0028748342,0.03730856],"category_scores_gemma":[0.0040130597,0.00059346826,0.0007465592,0.0010764443,0.0011534957,0.0054344507,0.002411122,0.0039701858,0.013377554],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048417176,0.0002833051,0.0012062988,0.00034667263,0.000044668974,0.0005179802,0.0010055471,0.0019063269,0.010621531,0.03622206,0.5874136,0.35994777],"study_design_scores_gemma":[0.00005775184,0.0001695693,0.0012081898,0.0003426838,0.000038944774,0.0004637803,0.0005111104,0.01152204,0.0054285624,0.010131879,0.9700824,0.00004301176],"about_ca_topic_score_codex":0.008229565,"about_ca_topic_score_gemma":0.016477956,"teacher_disagreement_score":0.03730856,"about_ca_system_score_codex":0.0020749746,"about_ca_system_score_gemma":0.0031438952,"threshold_uncertainty_score":0.1248095},"labels":[],"label_agreement":null},{"id":"W2047222602","doi":"10.5555/381473.381583","title":"Software engineering body of knowledge (SWEBOK) (panel session)","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Accreditation; Panel discussion; Body of knowledge; Warrant; Session (web analytics); Computer science; Certification; Software engineering; Engineering management; Maturity (psychological); Engineering ethics; Internationalization; Software; Engineering; Knowledge management; Political science; World Wide Web; Business; Law","score_opus":0.04495728681655283,"score_gpt":0.2915292036244607,"score_spread":0.24657191680790788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047222602","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016041951,0.02429326,0.064925596,0.3544723,0.1103763,0.008305423,0.005052642,0.002701557,0.41383094],"genre_scores_gemma":[0.04497525,0.013459075,0.031427413,0.054843128,0.014882905,0.003969231,0.007823821,0.0011038103,0.8275153],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947102,0.0012869025,0.00041968134,0.00065711496,0.001978218,0.00094789115],"domain_scores_gemma":[0.9865437,0.0012110859,0.00061039627,0.00060634303,0.0066628153,0.0043657036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012008566,0.00068588473,0.00076012604,0.0021244779,0.0048062,0.00837564,0.0015115947,0.008459198,0.04846545],"category_scores_gemma":[0.012515361,0.00066259166,0.00082889583,0.0017760372,0.0018639952,0.00623984,0.008717938,0.0065528536,0.038736016],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050683942,0.00006431513,0.0002672368,0.00023394925,0.0000035035775,0.000084262145,0.0007030171,0.00014548367,0.0011123915,0.0063964645,0.9155613,0.07537752],"study_design_scores_gemma":[0.000007610957,0.000033703996,0.00092478073,0.00040588964,0.000002434959,0.000063865635,0.00068136724,0.00009814978,0.0002570802,0.0026409768,0.9948677,0.00001648532],"about_ca_topic_score_codex":0.002523909,"about_ca_topic_score_gemma":0.005016554,"teacher_disagreement_score":0.04846545,"about_ca_system_score_codex":0.0033252698,"about_ca_system_score_gemma":0.011784448,"threshold_uncertainty_score":0.1621331},"labels":[],"label_agreement":null},{"id":"W2051318236","doi":"10.5555/381473.381580","title":"Simple object access protocol (SOAP) and Web services","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"SOAP; Computer science; Simple (philosophy); Protocol (science); Web service; World Wide Web; Object (grammar); Computer network; Database; Artificial intelligence","score_opus":0.029527223064025332,"score_gpt":0.3055823758790879,"score_spread":0.27605515281506254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051318236","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0620175,0.013304363,0.80183536,0.008080224,0.0023759236,0.0004122276,0.00050212245,0.0048241443,0.10664823],"genre_scores_gemma":[0.6849278,0.013251148,0.22970876,0.001116542,0.0011655992,0.00032526182,0.0010740364,0.0005334545,0.067897394],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99811614,0.00038995393,0.000101353806,0.00017685287,0.001036798,0.00017885379],"domain_scores_gemma":[0.99761826,0.0009379681,0.0002567007,0.0004907805,0.0005507361,0.00014545245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001761405,0.00059902127,0.00071644294,0.001150494,0.0011147414,0.0033294414,0.0009768747,0.0016527065,0.0044543725],"category_scores_gemma":[0.007107922,0.00051971315,0.0007750656,0.0024606064,0.0014715896,0.006397022,0.0015720999,0.0021081904,0.0021191482],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043713662,0.00019865355,0.0012668205,0.000455274,0.00010815965,0.0006554839,0.0003593808,0.008811908,0.016976837,0.7992493,0.014468296,0.15701272],"study_design_scores_gemma":[0.000101639984,0.00016991328,0.0012622231,0.000092303104,0.00015760427,0.0008090215,0.0002612398,0.07665621,0.020745408,0.7568011,0.1428415,0.00010179618],"about_ca_topic_score_codex":0.0037093456,"about_ca_topic_score_gemma":0.0022919332,"teacher_disagreement_score":0.0044543725,"about_ca_system_score_codex":0.0009748441,"about_ca_system_score_gemma":0.0016989043,"threshold_uncertainty_score":0.01490134},"labels":[],"label_agreement":null},{"id":"W2068820234","doi":"10.5555/776816.776834","title":"Computer-assisted assume/guarantee reasoning with VeriSoft","year":2003,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Correctness; Computer science; Complement (music); Counterexample; Program analysis; Visualization; Programming language; Pencil (optics); Theoretical computer science; Static analysis; Artificial intelligence; Mathematics","score_opus":0.018837688425932628,"score_gpt":0.2467797912585454,"score_spread":0.2279421028326128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068820234","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0075650415,0.000066205015,0.9817708,0.00013405348,0.00002676522,0.00003283186,0.00007116241,0.008229575,0.0021035338],"genre_scores_gemma":[0.25593317,0.00020195536,0.7399458,0.00015109063,0.000040382445,0.00015349513,0.00026291597,0.0012405528,0.0020706663],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99735874,0.0007864691,0.00018332338,0.00024960362,0.0011597903,0.00026204524],"domain_scores_gemma":[0.991085,0.0062268265,0.00045956933,0.0016436869,0.00049862184,0.000086336186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002800658,0.0009302589,0.0007434078,0.0010517656,0.0007811252,0.0023991845,0.002206933,0.0010688998,0.008166323],"category_scores_gemma":[0.010449833,0.0011378082,0.0016847654,0.0007955858,0.0028599629,0.0041731186,0.0023953496,0.0029866588,0.0013544809],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009319785,0.00026405437,0.002181222,0.0006566495,0.00019708798,0.0007636612,0.00085063605,0.29155624,0.049520876,0.35311782,0.00892243,0.2910373],"study_design_scores_gemma":[0.00017484682,0.00008670607,0.00019798576,0.0000887641,0.00007841986,0.00025120538,0.00004919929,0.7009496,0.048982427,0.23643751,0.012628948,0.00007431422],"about_ca_topic_score_codex":0.0029037667,"about_ca_topic_score_gemma":0.004620998,"teacher_disagreement_score":0.008166323,"about_ca_system_score_codex":0.0010653067,"about_ca_system_score_gemma":0.002143893,"threshold_uncertainty_score":0.027319014},"labels":[],"label_agreement":null},{"id":"W2069570166","doi":"10.5555/776816.776954","title":"Addressing the challenges of software industry globalization: the workshop on global software development","year":2003,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Globalization; Work (physics); Software development; Software; Engineering management; Knowledge management; Field (mathematics); Computer science; Engineering ethics; Process management; Engineering; Political science","score_opus":0.12203952425332974,"score_gpt":0.33191268044439576,"score_spread":0.209873156191066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069570166","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025510304,0.058398973,0.028258286,0.7341198,0.096559934,0.00055101316,0.00022191613,0.0003046677,0.056075234],"genre_scores_gemma":[0.3898683,0.12417928,0.047186162,0.1986875,0.044038944,0.002677276,0.0013744887,0.0017562468,0.19023181],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99080724,0.005510211,0.00039371103,0.00070960505,0.001295145,0.0012841962],"domain_scores_gemma":[0.98621964,0.004110747,0.0004898989,0.00059428054,0.0023139871,0.006271507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02342049,0.0017622791,0.0013258638,0.001030005,0.0049700397,0.014023537,0.0033604507,0.009757883,0.005604812],"category_scores_gemma":[0.013707717,0.0010667096,0.0017766469,0.0016847854,0.0069778506,0.01861038,0.016231438,0.01861285,0.001774937],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031943648,0.00041623134,0.0010673273,0.0009982224,0.0000581638,0.0012923257,0.03787977,0.0018301302,0.00234358,0.062492486,0.7926537,0.09864874],"study_design_scores_gemma":[0.000049508963,0.000109690525,0.00060003623,0.0010595965,0.000023103867,0.00032129616,0.021186609,0.0005160893,0.00063761056,0.015887048,0.9595405,0.000068866895],"about_ca_topic_score_codex":0.004080036,"about_ca_topic_score_gemma":0.0054978845,"teacher_disagreement_score":0.02342049,"about_ca_system_score_codex":0.0044769133,"about_ca_system_score_gemma":0.013767064,"threshold_uncertainty_score":0.123860896},"labels":[],"label_agreement":null},{"id":"W2074487274","doi":"10.5555/2819009.2819250","title":"8th international workshop on search-based software testing (SBST 2015)","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Oracle; Software engineering; Search-based software engineering; Computer science; Software testing; Software; Construct (python library); Test (biology); Service (business); Set (abstract data type); Software construction; Software development; Systems engineering; Engineering; Programming language","score_opus":0.11723149425156179,"score_gpt":0.32581176964823766,"score_spread":0.20858027539667587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074487274","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01481958,0.059752796,0.68563753,0.023190629,0.046811067,0.0011566348,0.002492819,0.0070960466,0.15904284],"genre_scores_gemma":[0.11754519,0.04532361,0.40489364,0.007395992,0.01349604,0.001503759,0.015736679,0.0048849615,0.38922018],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9923902,0.0023206642,0.0006090128,0.0012422783,0.0026712401,0.00076652976],"domain_scores_gemma":[0.9911678,0.002438744,0.000298346,0.0016513916,0.0031152414,0.0013285006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008410317,0.0018027056,0.0015993973,0.0028582243,0.0010064394,0.0060878512,0.003251006,0.0031513763,0.0583417],"category_scores_gemma":[0.013856714,0.0007891261,0.001975964,0.0022487117,0.0014095964,0.005821453,0.005210569,0.004393615,0.025941119],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034358673,0.00035799947,0.00094607903,0.0006198715,0.00010706462,0.0002926582,0.0005470712,0.0048615476,0.0058434284,0.042088557,0.31822687,0.6257652],"study_design_scores_gemma":[0.00006255149,0.00039104975,0.0013540164,0.00077962456,0.00006313871,0.00072866847,0.00030585992,0.012867217,0.0044417516,0.03908583,0.9398478,0.00007244345],"about_ca_topic_score_codex":0.0022535578,"about_ca_topic_score_gemma":0.0028188305,"teacher_disagreement_score":0.0583417,"about_ca_system_score_codex":0.002006159,"about_ca_system_score_gemma":0.0031771632,"threshold_uncertainty_score":0.19517243},"labels":[],"label_agreement":null},{"id":"W2079451898","doi":"10.5555/2819009.2819245","title":"4th international workshop on realizing AI synergies in software engineering (RAISE 2015)","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Artificial intelligence; Software; Software engineering; Work (physics); Engineering ethics; Engineering management; Engineering; Management science","score_opus":0.04963756882473955,"score_gpt":0.31623104006087377,"score_spread":0.2665934712361342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079451898","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022789594,0.038649008,0.37880108,0.12356532,0.116746776,0.0013888305,0.0024876622,0.006109007,0.30946276],"genre_scores_gemma":[0.15079054,0.023394756,0.22263896,0.018785894,0.019158691,0.0015474984,0.009511828,0.0038104723,0.5503613],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936591,0.0024964411,0.0002981015,0.0008810549,0.0018638534,0.0008014056],"domain_scores_gemma":[0.99346316,0.001755586,0.00018253733,0.0009466802,0.0018414569,0.0018106201],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0103103435,0.0013459643,0.0008667553,0.001488987,0.0016641642,0.007201751,0.003060715,0.0036154569,0.04500721],"category_scores_gemma":[0.011659718,0.00065062643,0.0019408977,0.0010091272,0.0016408969,0.0076786242,0.008442054,0.0067015486,0.016850624],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025380787,0.00042379793,0.0004856222,0.00056750356,0.00005635414,0.00030584738,0.0017841613,0.0021607159,0.0037372012,0.06024193,0.6421806,0.2878024],"study_design_scores_gemma":[0.000034914738,0.00017080054,0.0005396019,0.0004972663,0.000025892272,0.00026324444,0.00067887583,0.0023876475,0.0018883463,0.026937773,0.96654296,0.000032674445],"about_ca_topic_score_codex":0.001868014,"about_ca_topic_score_gemma":0.0035937938,"teacher_disagreement_score":0.04500721,"about_ca_system_score_codex":0.0024418589,"about_ca_system_score_gemma":0.004606093,"threshold_uncertainty_score":0.15056407},"labels":[],"label_agreement":null},{"id":"W2079610451","doi":"10.5555/381473.381678","title":"David L. Parnas symposium","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Honour; Computer science; Software engineering; Software development; Software; Engineering ethics; Foundation (evidence); Engineering; Programming language; Law; Political science","score_opus":0.031126400599880862,"score_gpt":0.2777788825736405,"score_spread":0.2466524819737596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079610451","genre_codex":"other","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010353136,0.06332177,0.0022177529,0.31547117,0.22488683,0.00008160334,0.00052244694,0.00040431367,0.39205882],"genre_scores_gemma":[0.01216106,0.040160865,0.0018127228,0.03890146,0.05127712,0.00009656387,0.0004347329,0.00026336944,0.8548921],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980977,0.0002412683,0.00006868144,0.0004179365,0.0009491475,0.00022536748],"domain_scores_gemma":[0.9973683,0.0002085934,0.000079015175,0.00012265379,0.0011646894,0.0010567487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025441283,0.00085476623,0.0006072405,0.0011662695,0.0029108648,0.0060925824,0.001172255,0.0034303213,0.062914275],"category_scores_gemma":[0.004167111,0.00030837688,0.0006538031,0.0005101001,0.0008629403,0.003582707,0.0028393648,0.005181192,0.049083292],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012273274,0.00001513382,0.000035323657,0.000029363202,0.0000016138307,0.000024044024,0.000033383127,0.000026731854,0.000092267874,0.0074302796,0.97473836,0.017561242],"study_design_scores_gemma":[0.0000015145355,0.0000041931003,0.00005782062,0.0000318144,9.244627e-7,0.000019778614,0.000023208573,0.000016140708,0.00003919775,0.0008035181,0.99899954,0.0000022342883],"about_ca_topic_score_codex":0.0035936777,"about_ca_topic_score_gemma":0.006504454,"teacher_disagreement_score":0.062914275,"about_ca_system_score_codex":0.002781782,"about_ca_system_score_gemma":0.0053864424,"threshold_uncertainty_score":0.21046925},"labels":[],"label_agreement":null},{"id":"W2088481278","doi":"10.5555/2486788.2487071","title":"4th international workshop on managing technical debt (MTD 2013)","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Credibility; Debt; Software; Computer science; Engineering management; Software engineering; Software development; Engineering; Systems engineering; Engineering ethics; Business; Political science; Finance","score_opus":0.028552896519075485,"score_gpt":0.2845764858648499,"score_spread":0.2560235893457744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088481278","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026835298,0.040879395,0.43463096,0.112771206,0.09045027,0.0016884893,0.0049228063,0.008467396,0.27935418],"genre_scores_gemma":[0.15433326,0.02138884,0.26694095,0.015732145,0.01455356,0.0021030984,0.014863307,0.0046991226,0.50538576],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9933515,0.0026727964,0.00040262894,0.0008913575,0.0017964392,0.0008853264],"domain_scores_gemma":[0.9923052,0.0018267451,0.00034921293,0.0011668835,0.0023611088,0.001990878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009968475,0.0014938605,0.001089388,0.0020612609,0.002676835,0.008983675,0.003317899,0.0047813063,0.057142675],"category_scores_gemma":[0.013324753,0.0007845201,0.0019579309,0.0015592038,0.0013059382,0.0076043033,0.010540503,0.0054931934,0.019823095],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032850582,0.00042200356,0.0010664061,0.0005698227,0.000064380205,0.0005156631,0.0026444409,0.0021727865,0.0045450707,0.031135196,0.62702006,0.32951555],"study_design_scores_gemma":[0.000032871092,0.00008971784,0.00074513105,0.0004492374,0.000028280312,0.0003166476,0.001250046,0.0026724406,0.0018526927,0.014773166,0.9777495,0.00004016465],"about_ca_topic_score_codex":0.0032523132,"about_ca_topic_score_gemma":0.005978777,"teacher_disagreement_score":0.057142675,"about_ca_system_score_codex":0.0026765245,"about_ca_system_score_gemma":0.004798299,"threshold_uncertainty_score":0.19116127},"labels":[],"label_agreement":null},{"id":"W2090461980","doi":"10.5555/2819009.2819236","title":"2nd international workshop on context for software development (CSD 2015)","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Leverage (statistics); Computer science; Context (archaeology); Software development; Software; Data science; Software engineering; Software development process; Context model; Knowledge management; World Wide Web; Artificial intelligence","score_opus":0.08856441273009741,"score_gpt":0.3273858924642953,"score_spread":0.23882147973419787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090461980","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017006742,0.13378364,0.56892115,0.06740995,0.056286626,0.001218578,0.0033078534,0.007251651,0.14481384],"genre_scores_gemma":[0.15136154,0.076569565,0.5204529,0.012077323,0.010303849,0.0015487558,0.01539247,0.0040067947,0.20828682],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926238,0.003484505,0.0006032282,0.0010825167,0.0015729443,0.00063304254],"domain_scores_gemma":[0.991963,0.0023043284,0.0002745312,0.0017658371,0.0020567537,0.0016354336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011229551,0.0015304222,0.0013912779,0.003152512,0.002153129,0.009799896,0.002796046,0.003608035,0.03450171],"category_scores_gemma":[0.016788937,0.0010002571,0.0019737564,0.002619117,0.0016276133,0.009483446,0.011511258,0.0058550765,0.012180504],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026847085,0.00029635758,0.0013513376,0.000886209,0.000075755735,0.0003405763,0.0022522907,0.0019298054,0.003803745,0.06306696,0.31307477,0.6126538],"study_design_scores_gemma":[0.000026176418,0.000090291294,0.00082609267,0.00091495254,0.00003170841,0.00041322326,0.0008564299,0.0027607328,0.0016037158,0.028713034,0.963716,0.000047633646],"about_ca_topic_score_codex":0.0044211834,"about_ca_topic_score_gemma":0.007735787,"teacher_disagreement_score":0.03450171,"about_ca_system_score_codex":0.0026833096,"about_ca_system_score_gemma":0.0043414934,"threshold_uncertainty_score":0.115419686},"labels":[],"label_agreement":null},{"id":"W2097810808","doi":"10.5555/381473.381625","title":"4/sup th/ ICSE workshop on \"software engineering over the internet\"","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"The Internet; Computer science; Software; Software engineering; World Wide Web; Engineering management; Engineering; Operating system","score_opus":0.018335585437162013,"score_gpt":0.24374610788299714,"score_spread":0.22541052244583512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097810808","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03384207,0.04168481,0.35017624,0.093627535,0.16057678,0.0011852019,0.0020364502,0.0036414994,0.3132294],"genre_scores_gemma":[0.10399277,0.020741621,0.11340721,0.009556692,0.0201611,0.00090839795,0.004911739,0.0020350323,0.7242854],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99707854,0.0011197734,0.00013342344,0.00028769238,0.0010239756,0.0003565421],"domain_scores_gemma":[0.9943316,0.0014611356,0.00014546544,0.0005323244,0.00245188,0.001077586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007130791,0.0013284094,0.0011717511,0.0015633084,0.0014943819,0.0059038913,0.0019400654,0.0029730035,0.023639223],"category_scores_gemma":[0.004069875,0.0005621971,0.0018702282,0.0011919439,0.0015520768,0.0038498864,0.0027235758,0.0062391805,0.014671359],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007139745,0.00032936988,0.0007519558,0.00047077826,0.00009831537,0.0007085433,0.0005539318,0.004139273,0.006480682,0.028314948,0.7583485,0.19908965],"study_design_scores_gemma":[0.00008856825,0.00018630974,0.000870819,0.00043055913,0.00006288004,0.00034346487,0.00034253552,0.010603639,0.0073838667,0.010910759,0.96871805,0.0000586102],"about_ca_topic_score_codex":0.0030492235,"about_ca_topic_score_gemma":0.005392331,"teacher_disagreement_score":0.023639223,"about_ca_system_score_codex":0.0013044035,"about_ca_system_score_gemma":0.002483383,"threshold_uncertainty_score":0.07908112},"labels":[],"label_agreement":null},{"id":"W2098174190","doi":"10.5555/2337223.2337449","title":"Locating features in dynamically configured avionics software","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Avionics software; Computer science; Avionics; Software construction; Program comprehension; Software system; Software engineering; Software; Static program analysis; Software development; Verification and validation; Software framework; Software sizing; Component-based software engineering; Embedded system; Programming language; Engineering","score_opus":0.02324148763626,"score_gpt":0.2753308825634161,"score_spread":0.2520893949271561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098174190","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64977086,0.00032224026,0.3374081,0.000067475514,0.000018746226,0.00005556331,0.00010291367,0.01093707,0.0013170068],"genre_scores_gemma":[0.9347119,0.000075487995,0.064198665,0.000016236721,0.0000034004427,0.00002216399,0.00009848017,0.00033809958,0.0005356601],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99953115,0.0000856235,0.00002692986,0.00010734268,0.00018993867,0.000058988582],"domain_scores_gemma":[0.9981237,0.00084004673,0.00037548275,0.00036951428,0.0002334242,0.000057719488],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030177762,0.0005448683,0.00034679804,0.0012260217,0.0004152782,0.0007318273,0.0010289522,0.0007786619,0.001002489],"category_scores_gemma":[0.0028488406,0.00040662035,0.00030886705,0.00058878807,0.0006447382,0.0012920229,0.0007948933,0.00048321602,0.00023623894],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079863943,0.00017290149,0.026253257,0.00033391453,0.000058002628,0.0033364715,0.0019445,0.104667954,0.56448454,0.0087566115,0.0013271744,0.2878661],"study_design_scores_gemma":[0.000070542344,0.0007123216,0.017071169,0.000115617906,0.000110932335,0.002334287,0.00039305477,0.6371282,0.32290962,0.013335856,0.005699326,0.00011904572],"about_ca_topic_score_codex":0.0015421492,"about_ca_topic_score_gemma":0.0017754675,"teacher_disagreement_score":0.0015421492,"about_ca_system_score_codex":0.0004726787,"about_ca_system_score_gemma":0.00042968232,"threshold_uncertainty_score":0.003429532},"labels":[],"label_agreement":null},{"id":"W2101393557","doi":"10.5555/2337223.2337289","title":"Partial evaluation of model transformations","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Model transformation; Transformation (genetics); Partial evaluation; Program transformation; Software; Interdependence; Code (set theory); Software development; Programming language; Software engineering; Data mining; Theoretical computer science; Artificial intelligence","score_opus":0.08530779236058862,"score_gpt":0.3182950951641049,"score_spread":0.23298730280351632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101393557","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07144492,0.00024134829,0.91311383,0.00016125417,0.00004062147,0.00023268303,0.00028906166,0.008880702,0.0055954307],"genre_scores_gemma":[0.6208145,0.00024764583,0.3696362,0.0001316684,0.000024555873,0.00028440537,0.0012967387,0.002646432,0.004917926],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9968071,0.0012061083,0.00017802198,0.00034537856,0.0012249311,0.0002385553],"domain_scores_gemma":[0.99099463,0.0048498777,0.0003131721,0.0022060345,0.001519948,0.000116361916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027473413,0.000831928,0.00066423934,0.0006867514,0.0004498848,0.0013717578,0.0011070764,0.00056791486,0.0049157557],"category_scores_gemma":[0.014332058,0.0004607192,0.0009382371,0.0006868374,0.0008141028,0.002309384,0.0021492448,0.00097461377,0.0007555896],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009588673,0.00028611286,0.008916518,0.0012717571,0.00019593613,0.000856048,0.0019809513,0.14845558,0.09329257,0.06186744,0.007883881,0.67403436],"study_design_scores_gemma":[0.000106514846,0.00068313064,0.002469131,0.00014225653,0.00017003356,0.00064941426,0.00047248707,0.7644918,0.13323101,0.05926768,0.038237773,0.000078758734],"about_ca_topic_score_codex":0.0017431795,"about_ca_topic_score_gemma":0.0022565445,"teacher_disagreement_score":0.0049157557,"about_ca_system_score_codex":0.0006499698,"about_ca_system_score_gemma":0.0013887865,"threshold_uncertainty_score":0.016444802},"labels":[],"label_agreement":null},{"id":"W2101792768","doi":"10.5555/2337223.2337439","title":"Using the GPGPU for scaling up mining software repositories","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; General-purpose computing on graphics processing units; Cloud computing; Eclipse; Software; Graphics; Field (mathematics); Graphics processing unit; Data science; Operating system","score_opus":0.08929231936567784,"score_gpt":0.336572874856321,"score_spread":0.24728055549064315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101792768","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49694633,0.0028671601,0.43294975,0.002744754,0.00089181965,0.0009788933,0.0015773094,0.043486886,0.017557189],"genre_scores_gemma":[0.4153733,0.0008276805,0.5780113,0.00044941113,0.0000829031,0.0005406538,0.0018861452,0.001182056,0.0016465527],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9979175,0.0005574015,0.00015011604,0.0004878811,0.000640656,0.0002464977],"domain_scores_gemma":[0.9962165,0.0011899305,0.00023222352,0.001367523,0.0007237595,0.00027022435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016063688,0.0013709834,0.0007161392,0.002270028,0.0006909019,0.0019225696,0.0028982565,0.0008786969,0.0026475326],"category_scores_gemma":[0.012235931,0.0009013179,0.00083037966,0.004526687,0.0006825182,0.003755906,0.002649941,0.0016182285,0.0017499462],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001286261,0.00071795844,0.045874655,0.0006669984,0.00062915124,0.00064593315,0.0014290876,0.074629955,0.05069959,0.011086873,0.0518422,0.7604913],"study_design_scores_gemma":[0.0005672866,0.00089018897,0.019999713,0.00016124274,0.00029806665,0.00066377263,0.001111549,0.8574965,0.045600113,0.022393776,0.050627496,0.00019027472],"about_ca_topic_score_codex":0.009973555,"about_ca_topic_score_gemma":0.008014836,"teacher_disagreement_score":0.009973555,"about_ca_system_score_codex":0.00091852085,"about_ca_system_score_gemma":0.0014702624,"threshold_uncertainty_score":0.019831002},"labels":[],"label_agreement":null},{"id":"W2107321666","doi":"10.5555/2337223.2337483","title":"Model translations among big-step modeling languages","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Model-driven architecture; Modeling language; Programming language; Software engineering; Natural language processing; Data modeling; Artificial intelligence; Software; Unified Modeling Language","score_opus":0.05372533498060928,"score_gpt":0.2832187715059602,"score_spread":0.22949343652535092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107321666","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053981547,0.00016670213,0.9869489,0.00028328554,0.000081121034,0.00017128441,0.00044409643,0.0032921846,0.0032141292],"genre_scores_gemma":[0.12197111,0.0006131531,0.867107,0.00042869445,0.000057028094,0.00072960183,0.0026353484,0.0019876505,0.0044705085],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99506927,0.002078245,0.00059660885,0.0006134499,0.001396643,0.0002457604],"domain_scores_gemma":[0.9921441,0.0035620609,0.000358879,0.002833857,0.0009503781,0.0001508442],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005464929,0.0014565346,0.00077292736,0.0015838185,0.0009167189,0.0034160146,0.002645266,0.0015017549,0.0061792326],"category_scores_gemma":[0.013380079,0.0010807589,0.002627322,0.0015343225,0.0015767629,0.0046074414,0.004934966,0.0035130656,0.0024341631],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002375921,0.0001868271,0.0011241303,0.00073727616,0.00016439358,0.0009745388,0.0020018949,0.04794522,0.009784906,0.8279106,0.007318858,0.10161374],"study_design_scores_gemma":[0.00013104537,0.00018625286,0.00031884763,0.00037343084,0.00019166038,0.0004909632,0.00055958994,0.2566609,0.025000082,0.62177294,0.094229504,0.00008474742],"about_ca_topic_score_codex":0.0011043451,"about_ca_topic_score_gemma":0.0015361821,"teacher_disagreement_score":0.0061792326,"about_ca_system_score_codex":0.0012684617,"about_ca_system_score_gemma":0.001997858,"threshold_uncertainty_score":0.028901637},"labels":[],"label_agreement":null},{"id":"W2112064227","doi":"10.5555/381473.381637","title":"From software requirements to architectures","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software engineering; Computer science; Software requirements; Software; Social software engineering; Engineering management; Software development; Software construction; Engineering; Programming language","score_opus":0.04447392789602861,"score_gpt":0.30785301292897965,"score_spread":0.26337908503295104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112064227","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009723433,0.04601102,0.6463737,0.121239245,0.0022769857,0.00025161245,0.00052650756,0.0008113408,0.17278618],"genre_scores_gemma":[0.39940998,0.07334863,0.43816292,0.019049974,0.0036449658,0.0010698534,0.0017816995,0.0013084875,0.06222353],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9890764,0.0060376087,0.0005259255,0.0007824427,0.0031087408,0.00046883564],"domain_scores_gemma":[0.98871875,0.0067166784,0.0005131755,0.0014385077,0.0020859423,0.00052696036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070581487,0.0012005417,0.0009954604,0.003453727,0.0018878093,0.008779147,0.0018176186,0.003403518,0.0068418207],"category_scores_gemma":[0.026363969,0.0013197843,0.00075617735,0.003802953,0.00975247,0.016177086,0.0065089986,0.009422554,0.0024743443],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009268877,0.000016614815,0.00013388661,0.00018524217,0.000007965901,0.00008531071,0.0015855222,0.0013004816,0.000289455,0.950259,0.012754575,0.033372737],"study_design_scores_gemma":[0.000008432097,0.000014147174,0.00017472122,0.00034268506,0.000003925128,0.000099737976,0.0009220077,0.0024528732,0.00028145418,0.84171116,0.15397333,0.000015587202],"about_ca_topic_score_codex":0.0056717447,"about_ca_topic_score_gemma":0.004208468,"teacher_disagreement_score":0.008779147,"about_ca_system_score_codex":0.005289519,"about_ca_system_score_gemma":0.0044668405,"threshold_uncertainty_score":0.038378358},"labels":[],"label_agreement":null},{"id":"W2114905813","doi":"10.5555/2337223.2337410","title":"CodeTimeline: storytelling with versioning data","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Storytelling; Software versioning; Casual; World Wide Web; Visualization; Data visualization; Narrative; Human–computer interaction; Software engineering; Software; Programming language; Artificial intelligence","score_opus":0.06457803039089124,"score_gpt":0.2980390296624419,"score_spread":0.23346099927155065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114905813","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04582313,0.0005240447,0.86667144,0.0010035904,0.00021092684,0.0010043376,0.0049140844,0.06427798,0.015570461],"genre_scores_gemma":[0.27726948,0.0005217032,0.6907271,0.0003361814,0.00012608481,0.001740415,0.008002547,0.008298781,0.0129776],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99827445,0.0009872529,0.00010410458,0.00024119044,0.00031463648,0.00007830331],"domain_scores_gemma":[0.98436326,0.012141973,0.00054809306,0.001867486,0.0005553344,0.0005238785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00268626,0.0015629043,0.00048935984,0.0015225643,0.0007646963,0.0026432727,0.0022055504,0.0015059621,0.019870032],"category_scores_gemma":[0.017463204,0.0007223636,0.0006662653,0.00089425815,0.0009198472,0.0049456973,0.0038389515,0.0015081054,0.0026078136],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018051075,0.0006925716,0.0063318815,0.0034316082,0.00022289158,0.0021318356,0.04634281,0.015637895,0.050616663,0.028729476,0.09978139,0.74427587],"study_design_scores_gemma":[0.00074394513,0.001429227,0.006947925,0.0008662237,0.000232429,0.0025373052,0.0077790283,0.20440328,0.06761473,0.054356493,0.65267545,0.00041401372],"about_ca_topic_score_codex":0.00091456313,"about_ca_topic_score_gemma":0.0018492269,"teacher_disagreement_score":0.019870032,"about_ca_system_score_codex":0.0003888562,"about_ca_system_score_gemma":0.00037596884,"threshold_uncertainty_score":0.066471934},"labels":[],"label_agreement":null},{"id":"W2120202833","doi":"10.5555/2337223.2337485","title":"On the analysis of evolution of software artefacts and programs","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Macro; Computer science; Software evolution; Construct (python library); Field (mathematics); Tree (set theory); Software; Data science; Artificial intelligence; Theoretical computer science; Software development; Programming language; Mathematics","score_opus":0.03546389148086995,"score_gpt":0.2743082206007366,"score_spread":0.23884432911986667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120202833","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045625925,0.0069445195,0.94025016,0.0006649613,0.000056969464,0.0001673385,0.00064405927,0.0011140383,0.004532154],"genre_scores_gemma":[0.22578683,0.005328209,0.7630875,0.00018840862,0.000117437165,0.0003058343,0.001742647,0.0004010168,0.0030421605],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99561286,0.0015033403,0.00033829737,0.00093181763,0.0014037598,0.0002100336],"domain_scores_gemma":[0.98447627,0.010509238,0.00204422,0.0015009271,0.0012426757,0.00022662555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029666557,0.0011795716,0.0009909256,0.011981526,0.001170384,0.0034482484,0.0012549686,0.0012705697,0.0015629355],"category_scores_gemma":[0.01751466,0.0005834967,0.0018086634,0.009607242,0.0034551374,0.003875369,0.0017014844,0.0013425408,0.00047345995],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022638425,0.00019297047,0.051761333,0.0023861944,0.00036296254,0.0013987683,0.004758496,0.10290937,0.019492175,0.2459311,0.0024039452,0.5681764],"study_design_scores_gemma":[0.0000364653,0.00025583233,0.055717956,0.0011922688,0.0002711863,0.0022258481,0.0016971626,0.4163063,0.019632945,0.42418697,0.07825515,0.00022196698],"about_ca_topic_score_codex":0.0055200295,"about_ca_topic_score_gemma":0.0030971577,"teacher_disagreement_score":0.011981526,"about_ca_system_score_codex":0.0018728675,"about_ca_system_score_gemma":0.0014412167,"threshold_uncertainty_score":0.015689373},"labels":[],"label_agreement":null},{"id":"W2122517552","doi":"10.5555/381473.381624","title":"2nd international workshop on living with inconsistency","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Correctness; Computer science; Software engineering; Implementation; Focus (optics); Programming language; Software; Model checking","score_opus":0.032772682589832,"score_gpt":0.2788894805009732,"score_spread":0.24611679791114116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122517552","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009849258,0.0691444,0.46057034,0.07206611,0.09382128,0.0011640548,0.001600516,0.0051146443,0.2866694],"genre_scores_gemma":[0.05742067,0.046575807,0.2906639,0.013268382,0.023023121,0.0013538814,0.009072276,0.0039316383,0.55469036],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954581,0.001498616,0.00038079242,0.00085802993,0.0013312774,0.000473054],"domain_scores_gemma":[0.99449724,0.0014634089,0.00016115654,0.0012492627,0.0017887584,0.0008402568],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006178676,0.001862588,0.0018377949,0.0020783946,0.0022972396,0.00752795,0.004258431,0.004173069,0.07168199],"category_scores_gemma":[0.011024597,0.00093911,0.0028688428,0.0021323804,0.001827561,0.01096513,0.007993461,0.005559908,0.02423796],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026696824,0.0002985936,0.0005280454,0.0008402152,0.00010840231,0.000605265,0.0012934741,0.0020640108,0.0027696986,0.06393534,0.5297355,0.3975543],"study_design_scores_gemma":[0.00004097846,0.00006603797,0.00034962012,0.0004766454,0.00005221707,0.00054809125,0.0004359593,0.0027339524,0.0011191301,0.04082681,0.9533105,0.000040062725],"about_ca_topic_score_codex":0.001955038,"about_ca_topic_score_gemma":0.0027751403,"teacher_disagreement_score":0.07168199,"about_ca_system_score_codex":0.0016299076,"about_ca_system_score_gemma":0.0024848743,"threshold_uncertainty_score":0.23980016},"labels":[],"label_agreement":null},{"id":"W2127822338","doi":"10.5555/2337223.2337401","title":"Green mining: investigating power consumption across versions","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Green IT and Sustainability","field":"Engineering","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Software; Computer science; Consumption (sociology); Power (physics); Cloud computing; Power consumption; Reliability engineering; Engineering; Operating system","score_opus":0.042275753060483784,"score_gpt":0.28595773046585965,"score_spread":0.24368197740537587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127822338","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9531183,0.0002351683,0.039729156,0.00011970249,0.00003312316,0.0001582498,0.002148311,0.001922593,0.0025353031],"genre_scores_gemma":[0.9576183,0.00012485597,0.037257325,0.00004085307,0.00002200764,0.00019025068,0.002930103,0.00037189006,0.0014443933],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99784553,0.0003658829,0.00022618289,0.0005265378,0.0009032496,0.00013267675],"domain_scores_gemma":[0.9869897,0.006296062,0.0020135583,0.0024390689,0.0019982497,0.0002633305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016087259,0.0008434348,0.00063039694,0.0035787465,0.00041479725,0.00083585817,0.001167994,0.0004557506,0.0012207842],"category_scores_gemma":[0.013069912,0.00041733964,0.0006798853,0.004686707,0.0004466201,0.0019046313,0.00068892905,0.0007787135,0.00051082316],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009395156,0.0015946409,0.43581903,0.00084269454,0.0006020513,0.0006146707,0.002741061,0.03488703,0.0521501,0.002011543,0.0063957954,0.46140182],"study_design_scores_gemma":[0.00009870361,0.0016845352,0.5963526,0.00008720089,0.0002954771,0.0013694986,0.0011465024,0.32197356,0.06236326,0.00543492,0.009060698,0.00013305452],"about_ca_topic_score_codex":0.0041972585,"about_ca_topic_score_gemma":0.005398158,"teacher_disagreement_score":0.0041972585,"about_ca_system_score_codex":0.00048834283,"about_ca_system_score_gemma":0.0004168796,"threshold_uncertainty_score":0.008507848},"labels":[],"label_agreement":null},{"id":"W2140946067","doi":"10.5555/381473.381747","title":"Babel: representing business rules in XML for application integration","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; XML; Programming language; Information retrieval; World Wide Web","score_opus":0.0319088513250415,"score_gpt":0.2809522497821025,"score_spread":0.24904339845706097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140946067","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022575832,0.00042590906,0.9665695,0.00042802564,0.00014730524,0.0002191677,0.0009148938,0.025818763,0.0032188343],"genre_scores_gemma":[0.042330973,0.0011425116,0.9418355,0.0007878847,0.00010176251,0.00043748104,0.0046460535,0.0030499597,0.0056677707],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962817,0.0013156869,0.0005700117,0.00042330517,0.0011703413,0.00023904884],"domain_scores_gemma":[0.9958733,0.0023594964,0.00032171895,0.0006799245,0.0005892365,0.00017633637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064619742,0.0014228441,0.0010711434,0.0031794067,0.0012554815,0.007093234,0.0030062303,0.0024794175,0.0080343615],"category_scores_gemma":[0.0109739555,0.0015657784,0.0015977748,0.0028027962,0.0012835359,0.007161948,0.0032470825,0.0032246907,0.0036532849],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010748227,0.00054687815,0.0032328,0.0027494316,0.0004988698,0.0024365375,0.0020774272,0.037832007,0.022989351,0.34492362,0.08542613,0.49621207],"study_design_scores_gemma":[0.00024647443,0.00019960619,0.0006138239,0.0010205699,0.0002977495,0.001249836,0.00040175318,0.27957368,0.05581452,0.17763793,0.48272613,0.00021803107],"about_ca_topic_score_codex":0.0031652024,"about_ca_topic_score_gemma":0.0034968958,"teacher_disagreement_score":0.0080343615,"about_ca_system_score_codex":0.0007165068,"about_ca_system_score_gemma":0.0015460758,"threshold_uncertainty_score":0.03417462},"labels":[],"label_agreement":null},{"id":"W2142266413","doi":"10.5555/998675.999415","title":"Using simulation to empirically investigate test coverage criteria based on statechart","year":2004,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Code coverage; Class (philosophy); Test (biology); Test case; Reliability engineering; Fault detection and isolation; Test strategy; Data mining; Machine learning; Artificial intelligence; Programming language; Software; Engineering","score_opus":0.08716524489143154,"score_gpt":0.3492094312045713,"score_spread":0.26204418631313975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142266413","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.920634,0.00035063273,0.072308004,0.0002797819,0.000015527903,0.0003514563,0.0005394383,0.00017346872,0.0053477935],"genre_scores_gemma":[0.9843237,0.00008664277,0.014997738,0.000020257065,0.000003455101,0.00020762511,0.00022960732,0.000012757452,0.0001183195],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98648155,0.009789949,0.00072149193,0.000617566,0.0018739329,0.0005155331],"domain_scores_gemma":[0.6261046,0.35339603,0.007147089,0.0067996,0.006010451,0.00054225745],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016247153,0.0009200234,0.0007054651,0.0032023173,0.00041373377,0.0015214694,0.0010619304,0.0013807926,0.0017199886],"category_scores_gemma":[0.12305667,0.00046472135,0.0009635579,0.0027787823,0.0010192047,0.002487482,0.0009162495,0.0010407661,0.00014142362],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008560826,0.0006528771,0.05660278,0.00027293267,0.00038446716,0.00011446854,0.00043043747,0.8989832,0.0019871031,0.01774184,0.00040172122,0.021572176],"study_design_scores_gemma":[0.00010062584,0.0012430891,0.010723815,0.000067658024,0.00013993743,0.00008806279,0.00026549786,0.9747321,0.003218948,0.008781188,0.00060177356,0.00003743161],"about_ca_topic_score_codex":0.004847192,"about_ca_topic_score_gemma":0.005274597,"teacher_disagreement_score":0.016247153,"about_ca_system_score_codex":0.002767218,"about_ca_system_score_gemma":0.0013434201,"threshold_uncertainty_score":0.08592421},"labels":[],"label_agreement":null},{"id":"W2143742229","doi":"10.5555/2486788.2486974","title":"On extracting unit tests from interactive live programming sessions","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Leverage (statistics); Session (web analytics); Unit testing; Cluster analysis; Software testing; Software; Software engineering; Programming language; Machine learning; World Wide Web","score_opus":0.03945455755763936,"score_gpt":0.2990520090276418,"score_spread":0.2595974514700024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143742229","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09559848,0.00035368634,0.893101,0.00017757942,0.000048561124,0.00038720216,0.0012769346,0.0065239407,0.002532695],"genre_scores_gemma":[0.32702726,0.00044371578,0.66186744,0.000099511104,0.00006696743,0.00053439406,0.0049361247,0.0013080531,0.0037165547],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979463,0.00056560145,0.00016328298,0.00044140551,0.0007443517,0.00013895311],"domain_scores_gemma":[0.9776534,0.012701484,0.0021324493,0.003965234,0.0030899153,0.00045751448],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012686761,0.0009821109,0.0007013171,0.0036867948,0.0005945374,0.0015579069,0.0017506026,0.0010322655,0.0026725333],"category_scores_gemma":[0.020262608,0.00041151547,0.00046555442,0.0032276239,0.00081970904,0.0022158993,0.0012623313,0.0011600207,0.0015677565],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038355222,0.0002796125,0.014815529,0.00061251357,0.000066800254,0.001139563,0.0034304743,0.011599385,0.071874015,0.004983168,0.0032659757,0.88754946],"study_design_scores_gemma":[0.00013711287,0.0012779016,0.11042036,0.00077060267,0.0002110168,0.006293616,0.0051675164,0.4533481,0.30151442,0.05263734,0.06774037,0.00048170544],"about_ca_topic_score_codex":0.0016945177,"about_ca_topic_score_gemma":0.0033468348,"teacher_disagreement_score":0.0036867948,"about_ca_system_score_codex":0.0003753094,"about_ca_system_score_gemma":0.00058486644,"threshold_uncertainty_score":0.008940458},"labels":[],"label_agreement":null},{"id":"W2149219831","doi":"10.5555/2337223.2337445","title":"When open source turns cold on innovation - the challenges of navigating licensing complexities in new research domains","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Open source; Publication; Open source software; Computer science; Source code; The Internet; Open platform; Open data; World Wide Web; Software; Open research; Data source; Data science; Software engineering; Database; Business; Operating system","score_opus":0.22674068091946162,"score_gpt":0.3836833447884989,"score_spread":0.1569426638690373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149219831","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05075842,0.0067373225,0.13730782,0.4521267,0.003276302,0.00018251441,0.00017970116,0.000982162,0.34844908],"genre_scores_gemma":[0.8740101,0.005322729,0.032718416,0.04754622,0.0030574051,0.0005125816,0.00016204457,0.0017260459,0.03494457],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9577724,0.016484223,0.0022209485,0.004020002,0.014991275,0.0045112534],"domain_scores_gemma":[0.7867157,0.1439294,0.01239358,0.024133813,0.019565511,0.013261843],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.07802364,0.000521035,0.001438636,0.0052216067,0.010742487,0.036042914,0.0035087464,0.011572529,0.019116802],"category_scores_gemma":[0.20183842,0.0009896043,0.0011488824,0.004227673,0.0477355,0.09148842,0.027531875,0.01391714,0.0046402225],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004323941,0.00004570687,0.0021332859,0.00016543413,0.00001821438,0.00038428712,0.007121911,0.00053232705,0.00054405484,0.9239104,0.01463686,0.050464272],"study_design_scores_gemma":[0.000018069346,0.000028600885,0.0010207195,0.0004273151,0.00000945533,0.00018848327,0.0071309106,0.00068002945,0.00037480227,0.90977573,0.08029647,0.00004947595],"about_ca_topic_score_codex":0.004163505,"about_ca_topic_score_gemma":0.0050756163,"teacher_disagreement_score":0.99649125,"about_ca_system_score_codex":0.008840037,"about_ca_system_score_gemma":0.014062668,"threshold_uncertainty_score":0.41263342},"labels":[],"label_agreement":null},{"id":"W2149782622","doi":"10.5555/2486788.2486971","title":"A framework for managing cloned product variants","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Implementation; Software product line; Computer science; Software engineering; Cloning (programming); Focus (optics); Product (mathematics); Software; Data science; Work (physics); Software development; Engineering; Programming language","score_opus":0.06874942532269653,"score_gpt":0.3209284791619744,"score_spread":0.2521790538392779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149782622","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00334253,0.00017073796,0.99289966,0.0004328204,0.000029415116,0.0001775519,0.000056473764,0.0009348008,0.0019560638],"genre_scores_gemma":[0.047495473,0.00030097514,0.9488867,0.00011450996,0.000046849007,0.00032679096,0.00018979295,0.00022343505,0.0024155453],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9906555,0.002455238,0.0010947436,0.0020501383,0.0028866113,0.00085786043],"domain_scores_gemma":[0.9839553,0.0051389253,0.002104527,0.005666063,0.0019339524,0.0012011413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013786169,0.0015962876,0.0013830898,0.003902795,0.0033656193,0.010784517,0.009108139,0.004843982,0.0046492964],"category_scores_gemma":[0.023345524,0.0017974926,0.0029464879,0.0043499405,0.0070307353,0.016130904,0.01007969,0.005120917,0.0012697955],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091566035,0.00015205082,0.001520913,0.00022492754,0.00007055823,0.0011687502,0.0020260292,0.040412534,0.004870573,0.8551907,0.003455915,0.09081568],"study_design_scores_gemma":[0.000113865666,0.00027073067,0.0004223578,0.00032812692,0.00021898546,0.0018810041,0.0009553861,0.30628568,0.010480408,0.5815413,0.09729262,0.00020949994],"about_ca_topic_score_codex":0.0075504095,"about_ca_topic_score_gemma":0.005372869,"teacher_disagreement_score":0.013786169,"about_ca_system_score_codex":0.0029322042,"about_ca_system_score_gemma":0.005005406,"threshold_uncertainty_score":0.07290912},"labels":[],"label_agreement":null},{"id":"W2151666881","doi":"10.5555/2337223.2337510","title":"Online sharing and integration of results from mining software repositories","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Cloud computing; Software; World Wide Web; Data science; Domain (mathematical analysis); Software as a service; Software mining; Source code; Software engineering; Data mining; Database; Software development; Information retrieval; Software construction","score_opus":0.04690364729029656,"score_gpt":0.29605498929087065,"score_spread":0.2491513420005741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151666881","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50217974,0.005032356,0.2671525,0.0062690023,0.0007312355,0.0019232209,0.12989457,0.031488314,0.05532904],"genre_scores_gemma":[0.5116946,0.0018054994,0.23793656,0.00051219517,0.00042874677,0.00076685514,0.23759359,0.002349872,0.006912074],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98121256,0.0040826285,0.0022171678,0.0030676736,0.008595245,0.00082468527],"domain_scores_gemma":[0.909366,0.024491934,0.006623637,0.044996276,0.011778786,0.002743258],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0140503235,0.001225777,0.0015967725,0.026449595,0.0018270733,0.007004373,0.0025624158,0.0015076236,0.0027530014],"category_scores_gemma":[0.06189361,0.00092668406,0.0015299945,0.020757778,0.0007466787,0.012664454,0.010818168,0.001733334,0.00245862],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014594403,0.0015820228,0.14568251,0.0021760897,0.0019480344,0.001476224,0.0069903946,0.010076412,0.017506735,0.017417172,0.069541946,0.7241431],"study_design_scores_gemma":[0.00030216447,0.00082862057,0.27972865,0.001468955,0.0015711054,0.0024686041,0.010585139,0.13968033,0.077457316,0.10264516,0.3824144,0.0008495284],"about_ca_topic_score_codex":0.002717406,"about_ca_topic_score_gemma":0.0039206683,"teacher_disagreement_score":0.9974376,"about_ca_system_score_codex":0.0011634035,"about_ca_system_score_gemma":0.0025027809,"threshold_uncertainty_score":0.07430607},"labels":[],"label_agreement":null},{"id":"W2157408853","doi":"10.5555/998675.999503","title":"The 3rd international workshop on global software development","year":2004,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Globalization; Work (physics); Software development; Software; Computer science; Key (lock); Field (mathematics); Engineering management; Knowledge management; Engineering ethics; Process management; Data science; Engineering; Political science; Computer security","score_opus":0.03246617795960962,"score_gpt":0.2917920050000534,"score_spread":0.2593258270404438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157408853","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018210286,0.11147492,0.2261523,0.12427608,0.17484203,0.0016056383,0.0021779588,0.0033396017,0.33792135],"genre_scores_gemma":[0.105070025,0.07403297,0.14998151,0.01383774,0.019786537,0.0018665214,0.007257911,0.0036449714,0.6245218],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943797,0.0023221453,0.00041640163,0.00066919863,0.0014603509,0.00075209496],"domain_scores_gemma":[0.9940229,0.0013430548,0.00019743349,0.0008664647,0.0017741498,0.0017960485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010859076,0.0018735977,0.0012628867,0.002121411,0.0019473605,0.008321423,0.002344266,0.003651357,0.033240244],"category_scores_gemma":[0.008786789,0.0008834452,0.0020943168,0.0016404525,0.002249756,0.0076053403,0.006748975,0.006025078,0.011074985],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020186164,0.00022733172,0.0007603647,0.00050180504,0.00005003087,0.0004215296,0.0021570236,0.0017402732,0.0022024147,0.038872287,0.6843153,0.26854974],"study_design_scores_gemma":[0.000016469263,0.00006543849,0.00044799727,0.00040696352,0.0000144873975,0.00019821431,0.00053354114,0.00054008956,0.0006839777,0.008657675,0.98841524,0.000019893347],"about_ca_topic_score_codex":0.0037131538,"about_ca_topic_score_gemma":0.0065824497,"teacher_disagreement_score":0.033240244,"about_ca_system_score_codex":0.0026756795,"about_ca_system_score_gemma":0.006300769,"threshold_uncertainty_score":0.11119962},"labels":[],"label_agreement":null},{"id":"W2160135751","doi":"10.5555/381473.381559","title":"Invited industry presentations (IIP)","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada)","funders":"","keywords":"Computer science; Bottleneck; Business process reengineering; Component (thermodynamics); Usability; Software engineering; Mobile phone; Software; Engineering management; Knowledge management; Process management; World Wide Web; Engineering; Manufacturing engineering; Telecommunications; Human–computer interaction","score_opus":0.04941791300018608,"score_gpt":0.31115354334681306,"score_spread":0.26173563034662695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160135751","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003823133,0.011428657,0.007005449,0.06374654,0.5928222,0.0018274413,0.0045692506,0.0024620886,0.3123153],"genre_scores_gemma":[0.009621488,0.0032778152,0.002014996,0.022003079,0.08745818,0.0011911083,0.0028037573,0.0010096347,0.87061995],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997825,0.0003189664,0.00011031524,0.00038998298,0.0010191994,0.00033665256],"domain_scores_gemma":[0.9915701,0.0005955607,0.00025699064,0.00029114579,0.004580574,0.0027056388],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026557168,0.0020363757,0.0009832751,0.0020699587,0.0026764404,0.005850576,0.0014561123,0.005195255,0.34872344],"category_scores_gemma":[0.008388517,0.00055483915,0.0012400097,0.0012573501,0.000384269,0.0027376448,0.005187082,0.004165415,0.24699311],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000100335106,0.000045962526,0.00006882409,0.00009977851,0.0000048139677,0.000109124616,0.000037171354,0.000057467732,0.00061716884,0.0005063126,0.976363,0.021990137],"study_design_scores_gemma":[0.000022346987,0.00005087036,0.00033195724,0.000075812524,0.0000049022024,0.00007246945,0.00011029036,0.00012017776,0.00022464457,0.0006762218,0.99829954,0.000010787803],"about_ca_topic_score_codex":0.0009318117,"about_ca_topic_score_gemma":0.0023909516,"teacher_disagreement_score":0.34872344,"about_ca_system_score_codex":0.0015144113,"about_ca_system_score_gemma":0.0018371134,"threshold_uncertainty_score":0.928967},"labels":[],"label_agreement":null},{"id":"W2183399303","doi":"10.5555/776816.776943","title":"Software engineering for large-scale multi-agent systems - SELMAS'2003","year":2003,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Maintainability; Computer science; Software engineering; Reusability; Interoperability; Scalability; Software development; Scale (ratio); Systems engineering; Software system; Software; Engineering; Database; World Wide Web; Operating system","score_opus":0.03667082955741822,"score_gpt":0.26404067880119897,"score_spread":0.22736984924378076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2183399303","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0154926805,0.019555023,0.88867944,0.012839511,0.0025908055,0.00050741504,0.0001379053,0.0017143461,0.058482844],"genre_scores_gemma":[0.12824678,0.020085642,0.71910924,0.0013962487,0.0010798036,0.00080344995,0.00096921215,0.0014731645,0.12683645],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977059,0.00089401484,0.00016843421,0.00015522541,0.0009717052,0.00010479664],"domain_scores_gemma":[0.99582076,0.0017222038,0.00018353187,0.0007762106,0.0011353161,0.00036193666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059188833,0.001030788,0.0009495712,0.0008004824,0.0013907698,0.004267043,0.0020576809,0.0026515422,0.011991544],"category_scores_gemma":[0.0071321344,0.0009903366,0.00090035016,0.0009116281,0.0017935511,0.004530758,0.0031469723,0.0030771482,0.0051999716],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021232241,0.000436278,0.0016362394,0.0008792365,0.00018098015,0.0011093486,0.0018363008,0.083540164,0.010084034,0.30485567,0.11435937,0.48087007],"study_design_scores_gemma":[0.00012943445,0.00018032514,0.00087028235,0.00069757074,0.00005339941,0.0008894259,0.0005565508,0.20495677,0.00619631,0.25875443,0.5266618,0.00005374611],"about_ca_topic_score_codex":0.003381488,"about_ca_topic_score_gemma":0.004441062,"teacher_disagreement_score":0.011991544,"about_ca_system_score_codex":0.002014623,"about_ca_system_score_gemma":0.0034815196,"threshold_uncertainty_score":0.040115654},"labels":[],"label_agreement":null},{"id":"W2278479890","doi":"","title":"Software clustering based on behavioural features","year":2007,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Cluster analysis; Computer science; Software; Data mining; Software system; Focus (optics); Software maintenance; Software construction; Software metric; Task (project management); Software analytics; Software sizing; Software engineering; Machine learning; Programming language; Systems engineering; Engineering","score_opus":0.03632589238399748,"score_gpt":0.2942047225007634,"score_spread":0.25787883011676593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2278479890","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3109375,0.0002779951,0.6778143,0.00021898605,0.000033310356,0.0004199805,0.00028805053,0.0013240037,0.008685939],"genre_scores_gemma":[0.8648912,0.000099523284,0.1325315,0.000025311228,0.00002159221,0.00018957444,0.0005074441,0.00013244731,0.0016015279],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979386,0.0003590244,0.00014275462,0.00045175265,0.00091396726,0.00019392293],"domain_scores_gemma":[0.99026185,0.0033096746,0.0015755752,0.0012176043,0.0032721795,0.00036310754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010589154,0.0005842692,0.00058103295,0.0073583825,0.0010712041,0.0016785981,0.001123084,0.00084139674,0.0014847548],"category_scores_gemma":[0.010937354,0.00033052213,0.0009770716,0.0035552566,0.0012153977,0.001935436,0.0011924924,0.0005877362,0.0005694434],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00078272447,0.00043962256,0.115551755,0.0008244987,0.00043619325,0.000728736,0.0032663993,0.14973678,0.06596186,0.06827554,0.003220789,0.5907752],"study_design_scores_gemma":[0.000051221217,0.00050181727,0.091866665,0.00015632402,0.00029121348,0.0014188356,0.0013807887,0.80880654,0.026069174,0.062080707,0.007179815,0.00019683265],"about_ca_topic_score_codex":0.0033363523,"about_ca_topic_score_gemma":0.0037759766,"teacher_disagreement_score":0.0073583825,"about_ca_system_score_codex":0.0013066155,"about_ca_system_score_gemma":0.00091850816,"threshold_uncertainty_score":0.009480178},"labels":[],"label_agreement":null},{"id":"W2324430758","doi":"","title":"An approach for generating state machine designs from scenarios","year":2007,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Machine Learning and Algorithms","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Merge (version control); Dependability; Theoretical computer science; Domain (mathematical analysis); Causality (physics); State (computer science); Domain theory; Row and column spaces; Artificial intelligence; Algorithm; Row; Mathematics; Programming language; Discrete mathematics; Software engineering","score_opus":0.03503041463935549,"score_gpt":0.28760421287247523,"score_spread":0.25257379823311976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2324430758","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012069385,0.000021299209,0.99659085,0.00007002468,0.000015078589,0.000167809,0.000095619886,0.00090579066,0.000926523],"genre_scores_gemma":[0.026357988,0.000057861907,0.97147626,0.00005055423,0.000010913284,0.0005795273,0.00042673224,0.00016728198,0.000872818],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9962515,0.0015276568,0.00027487346,0.00050133397,0.0012732816,0.00017140404],"domain_scores_gemma":[0.9944931,0.0031308455,0.00031255843,0.0011271451,0.00082574977,0.00011074021],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038840687,0.0014159097,0.0005956562,0.0019367831,0.0008364625,0.0021192178,0.002042758,0.0017219982,0.0066287112],"category_scores_gemma":[0.01170761,0.0011703756,0.0028520366,0.0009775134,0.0017852318,0.0027353496,0.0024688072,0.0022659448,0.0016705627],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024788515,0.00022446364,0.0017413766,0.00074724667,0.00016543234,0.00072006485,0.0013595303,0.23157015,0.014528538,0.45527998,0.0064089354,0.2870065],"study_design_scores_gemma":[0.000100016296,0.00017380153,0.0002075669,0.0001712023,0.00007406371,0.0003433922,0.00017528096,0.58323926,0.017480964,0.35737583,0.04058746,0.000071138464],"about_ca_topic_score_codex":0.0013765877,"about_ca_topic_score_gemma":0.002153164,"teacher_disagreement_score":0.0066287112,"about_ca_system_score_codex":0.0011399378,"about_ca_system_score_gemma":0.0021705136,"threshold_uncertainty_score":0.022175312},"labels":[],"label_agreement":null},{"id":"W2366520322","doi":"","title":"Feature location based on impact analysis","year":2007,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Feature (linguistics); Component (thermodynamics); TRACE (psycholinguistics); Source code; Feature model; Reverse engineering; Data mining; Dependency (UML); Software; Artificial intelligence; Programming language","score_opus":0.02185341761854571,"score_gpt":0.31011392259258036,"score_spread":0.28826050497403466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2366520322","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06348233,0.00059823645,0.9223013,0.00017972974,0.000091754526,0.00039247898,0.0007985513,0.0060519623,0.0061036036],"genre_scores_gemma":[0.70805436,0.00038101088,0.28642738,0.0000727871,0.00010440947,0.00027543012,0.0013611935,0.00043044664,0.0028930162],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957123,0.00069559884,0.00027888495,0.00067004206,0.0022540414,0.00038908975],"domain_scores_gemma":[0.9877028,0.005856154,0.0017705442,0.0015325355,0.0028805418,0.00025747498],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020005342,0.0020212105,0.001579855,0.016285297,0.00092259847,0.002050282,0.0016824396,0.0013026189,0.005151518],"category_scores_gemma":[0.014849042,0.00045211284,0.0018945147,0.0064176773,0.0010173396,0.0030981044,0.0019458671,0.0012273068,0.0012867294],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010230978,0.0005095995,0.06530024,0.0008438944,0.00056986674,0.0024690318,0.0006964802,0.17579363,0.048992462,0.040068615,0.006130256,0.65760285],"study_design_scores_gemma":[0.00005410201,0.0003176263,0.016824452,0.000102733975,0.00031738981,0.0011896705,0.00029409604,0.9028779,0.02981863,0.04094579,0.00707728,0.00018031475],"about_ca_topic_score_codex":0.004938318,"about_ca_topic_score_gemma":0.0033083495,"teacher_disagreement_score":0.016285297,"about_ca_system_score_codex":0.0012955274,"about_ca_system_score_gemma":0.0010267484,"threshold_uncertainty_score":0.017233491},"labels":[],"label_agreement":null},{"id":"W2398142207","doi":"","title":"Diagnosing new faults using mutants and prior faults.","year":2011,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Reliability engineering; Engineering","score_opus":0.09920225159013185,"score_gpt":0.2892741667797259,"score_spread":0.19007191518959404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2398142207","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51923543,0.0009916616,0.47097915,0.0003852454,0.00022638588,0.00017080053,0.00032858207,0.0058539263,0.0018289099],"genre_scores_gemma":[0.8581288,0.00014048815,0.14021574,0.00004632348,0.000019598141,0.000024957157,0.00036034177,0.00013933121,0.00092432735],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99821657,0.00034984862,0.00013502208,0.00045168094,0.0006915462,0.000155329],"domain_scores_gemma":[0.9870667,0.00701683,0.0012455594,0.0026158078,0.001653075,0.0004020989],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013252571,0.0010072427,0.00076202845,0.0018336603,0.00036339465,0.000999657,0.00179094,0.002014969,0.0011941987],"category_scores_gemma":[0.017586388,0.0004665476,0.0006252847,0.00048675924,0.0005218917,0.0026685314,0.00064068876,0.0011482342,0.0003445106],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001988663,0.0016922982,0.08734807,0.0006323741,0.00038846096,0.0035104535,0.00077067374,0.13985936,0.22622965,0.008061901,0.0032550015,0.5262631],"study_design_scores_gemma":[0.00012671998,0.0008842048,0.011746409,0.00009393807,0.00025439393,0.0021669166,0.0002010649,0.83825773,0.13394105,0.009605548,0.002636613,0.00008529861],"about_ca_topic_score_codex":0.0030974182,"about_ca_topic_score_gemma":0.004737412,"teacher_disagreement_score":0.0030974182,"about_ca_system_score_codex":0.0005715981,"about_ca_system_score_gemma":0.00082955643,"threshold_uncertainty_score":0.0070087314},"labels":[],"label_agreement":null},{"id":"W2403466964","doi":"","title":"A software behaviour analysis framework based on the human perception systems.","year":2011,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Perception; Software; Software system; Software engineering; Human–computer interaction; Programming language; Psychology","score_opus":0.061963916777489775,"score_gpt":0.2996796333380656,"score_spread":0.2377157165605758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2403466964","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026958594,0.00019453911,0.98960483,0.00016481562,0.00002808129,0.00016872847,0.00028175997,0.0035920783,0.003269421],"genre_scores_gemma":[0.1179588,0.00028580957,0.8765083,0.00008629981,0.000037978924,0.00045542401,0.0007825489,0.00040915274,0.0034756328],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990056,0.00030311427,0.000073071446,0.00022248486,0.00032784193,0.000067837034],"domain_scores_gemma":[0.9987625,0.0005330947,0.00013422189,0.00020265493,0.00025407228,0.000113472015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015327798,0.0009855392,0.0006310356,0.0020155609,0.00063104136,0.0029636263,0.0018261247,0.0009641355,0.0064570713],"category_scores_gemma":[0.004600973,0.0006040418,0.0019100033,0.0008196708,0.0013787204,0.0024277305,0.0015569734,0.0014952858,0.0020251984],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024746679,0.00046408828,0.0074052084,0.0008867659,0.00053372595,0.0006463669,0.0030524237,0.09894936,0.020556327,0.5107721,0.019692702,0.3367934],"study_design_scores_gemma":[0.000041682735,0.00014646808,0.00437294,0.00020228137,0.00014651628,0.0003958995,0.00060890673,0.6381697,0.004757259,0.30886358,0.04221743,0.00007733939],"about_ca_topic_score_codex":0.010711372,"about_ca_topic_score_gemma":0.010918794,"teacher_disagreement_score":0.010711372,"about_ca_system_score_codex":0.00093575043,"about_ca_system_score_gemma":0.001925235,"threshold_uncertainty_score":0.021601021},"labels":[],"label_agreement":null},{"id":"W2406773059","doi":"","title":"Model-based performance testing.","year":2011,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Reliability engineering; Engineering","score_opus":0.08411767033182665,"score_gpt":0.24820776281123494,"score_spread":0.16409009247940828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2406773059","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029417433,0.00052862614,0.9503854,0.00036273708,0.00019935914,0.00014069873,0.00028653943,0.010849845,0.007829437],"genre_scores_gemma":[0.77490395,0.00020411049,0.2200512,0.00015494418,0.000051457126,0.00024768748,0.0006770337,0.0009635018,0.0027461736],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961914,0.0017361717,0.00012237129,0.00037474014,0.0012743649,0.00030106216],"domain_scores_gemma":[0.9889219,0.0071316636,0.00058529485,0.0018551648,0.0012870564,0.00021887313],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030021514,0.0016759505,0.0013100186,0.0011867371,0.0003928935,0.0012795598,0.0036403565,0.0016440214,0.00720332],"category_scores_gemma":[0.018183647,0.0007458051,0.00095636584,0.0007948236,0.0010067027,0.002578519,0.0012129904,0.001847353,0.0013186164],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006232942,0.0005673443,0.0030162206,0.0002775472,0.00023037421,0.00014425485,0.00008091038,0.81801087,0.007539434,0.031672396,0.0074025113,0.13043492],"study_design_scores_gemma":[0.000026240485,0.000041877785,0.00019047214,0.000009049436,0.000016522306,0.000023962628,0.0000056601634,0.9901046,0.001874959,0.0072791944,0.00042181005,0.0000056770086],"about_ca_topic_score_codex":0.008007667,"about_ca_topic_score_gemma":0.0058962316,"teacher_disagreement_score":0.008007667,"about_ca_system_score_codex":0.0012257367,"about_ca_system_score_gemma":0.0014585763,"threshold_uncertainty_score":0.024097502},"labels":[],"label_agreement":null},{"id":"W2474427127","doi":"","title":"Code Hunt: Searching for Secret Code for Fun","year":2014,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Educational Games and Gamification","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Code (set theory); Code coverage; Redundant code; Test (biology); Code generation; Programming language; Dead code; Unreachable code; Symbolic execution; Closeness; Theoretical computer science; Operating system; Software","score_opus":0.06674852120548001,"score_gpt":0.3656006174608089,"score_spread":0.2988520962553289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2474427127","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09127306,0.00054748374,0.81203026,0.0013611467,0.00019904257,0.0009226149,0.0006023585,0.03575737,0.05730664],"genre_scores_gemma":[0.33030593,0.00051045045,0.6322352,0.00056012074,0.000044975986,0.0006777247,0.0013699252,0.004069594,0.03022604],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989347,0.0002985671,0.00004856102,0.0001963084,0.0003826106,0.0001391913],"domain_scores_gemma":[0.9960575,0.0023004839,0.00026269106,0.00062285294,0.00036839803,0.0003880205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013556238,0.0013379399,0.00043433456,0.0013431316,0.0006969473,0.0025224437,0.0024625221,0.0014673483,0.017079417],"category_scores_gemma":[0.0108805625,0.0005459228,0.0006368424,0.00054252153,0.0020683578,0.004277697,0.003780205,0.0012957001,0.0048525054],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012803482,0.001070096,0.007886849,0.0014445649,0.00010368952,0.0019588112,0.005614278,0.014562054,0.05237842,0.09865798,0.07159621,0.74344665],"study_design_scores_gemma":[0.0004948455,0.0018518073,0.009907231,0.0010104852,0.00014869278,0.0059420415,0.0030851255,0.261516,0.102353185,0.22972897,0.3835282,0.00043337356],"about_ca_topic_score_codex":0.00081747153,"about_ca_topic_score_gemma":0.0016938687,"teacher_disagreement_score":0.017079417,"about_ca_system_score_codex":0.00046334788,"about_ca_system_score_gemma":0.00091563823,"threshold_uncertainty_score":0.057136357},"labels":[],"label_agreement":null},{"id":"W2550930467","doi":"","title":"A new model for evaluating performability under the effects of software aging and rejuvenation","year":2007,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Distributed systems and fault tolerance","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Dependability; Computer science; Reliability engineering; Rejuvenation; Component (thermodynamics); Queueing theory; Software; Software fault tolerance; Fault tree analysis; Fault tolerance; Embedded system; Distributed computing; Operating system; Computer network; Engineering; Software engineering","score_opus":0.03134441998700631,"score_gpt":0.30435959270618745,"score_spread":0.27301517271918113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2550930467","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025097696,0.000109736655,0.9717885,0.0001584359,0.000047368903,0.00007097277,0.00015927201,0.0003560746,0.0022118709],"genre_scores_gemma":[0.8305248,0.00041088337,0.16159338,0.00013576956,0.00008163761,0.000566693,0.0003675927,0.00012746551,0.0061916937],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985475,0.00035574654,0.00008068395,0.0002201079,0.0006143449,0.00018161196],"domain_scores_gemma":[0.9978131,0.0009287322,0.00038905564,0.00020892578,0.0005467942,0.00011332242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019064604,0.0012361241,0.0006522456,0.00087896234,0.00039561177,0.0012221838,0.0020986064,0.0012854652,0.0016037754],"category_scores_gemma":[0.005824721,0.0003390087,0.00082146964,0.000609881,0.00083398377,0.0027900788,0.0006965047,0.0011043666,0.00029524128],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058769805,0.00005952679,0.0009406066,0.00004589572,0.000028948192,0.00006456865,0.00006514201,0.9612248,0.004406222,0.02490237,0.00044197825,0.0077611147],"study_design_scores_gemma":[0.0000046155965,0.000033703163,0.00012121129,0.0000029688965,0.000008702271,0.000012967545,0.000005163222,0.9952625,0.00037725564,0.0038599365,0.0003063841,0.0000046294085],"about_ca_topic_score_codex":0.009143147,"about_ca_topic_score_gemma":0.0045434046,"teacher_disagreement_score":0.009143147,"about_ca_system_score_codex":0.0022257047,"about_ca_system_score_gemma":0.0016903807,"threshold_uncertainty_score":0.018179834},"labels":[],"label_agreement":null},{"id":"W2730634739","doi":"","title":"Welcome from the chairs","year":2011,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Educational Leadership and Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science","score_opus":0.16684723463827072,"score_gpt":0.3386624703338759,"score_spread":0.1718152356956052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2730634739","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001146343,0.0047901026,0.0016845401,0.15709828,0.7843118,0.0004405403,0.0007541051,0.00066188193,0.049112365],"genre_scores_gemma":[0.0055301827,0.0022031704,0.0010177486,0.058118775,0.12004302,0.00058368215,0.00066205766,0.00057249784,0.8112688],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99512583,0.0009770669,0.00022022943,0.00078705075,0.0018624447,0.0010274975],"domain_scores_gemma":[0.96805006,0.0009975963,0.00069785194,0.000680419,0.0101228915,0.019451156],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004901194,0.0020983755,0.0020593128,0.0013726065,0.0046440694,0.008775885,0.0017089759,0.0074795894,0.3074226],"category_scores_gemma":[0.01498185,0.0009837854,0.0019471063,0.0007214878,0.00092261384,0.003819865,0.0069766217,0.011675444,0.22739276],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010022918,0.00003622148,0.00013044916,0.00005095631,0.0000050065055,0.000079347796,0.000039037528,0.000039931736,0.00031029442,0.000585086,0.9884615,0.010162045],"study_design_scores_gemma":[0.000047230307,0.00007384199,0.0006576621,0.000058761856,0.000006942865,0.00007741785,0.0003821808,0.00008729461,0.00011808303,0.0005890159,0.9978758,0.000025693149],"about_ca_topic_score_codex":0.002306571,"about_ca_topic_score_gemma":0.006820114,"teacher_disagreement_score":0.3074226,"about_ca_system_score_codex":0.0019903244,"about_ca_system_score_gemma":0.0046677315,"threshold_uncertainty_score":0.9878776},"labels":[],"label_agreement":null},{"id":"W2888961423","doi":"","title":"Poster: Fast, Scalable and User-Guided Clone Detection","year":2018,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"clone (Java method); Computer science; Scalability; Source code; Transformation (genetics); Search engine indexing; Jaccard index; Data mining; Artificial intelligence; Database; Programming language; Pattern recognition (psychology); Biology","score_opus":0.0295438719690846,"score_gpt":0.28129037931804535,"score_spread":0.25174650734896076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888961423","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037296206,0.0009137244,0.8563816,0.0018619082,0.0013057505,0.0005584692,0.004554992,0.09009837,0.0070289704],"genre_scores_gemma":[0.15183668,0.00048247617,0.7994338,0.00066292955,0.00062518986,0.00038200765,0.015685538,0.0059143687,0.024977023],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9967368,0.00047177996,0.00022582494,0.00073892536,0.0015971309,0.00022942187],"domain_scores_gemma":[0.9847317,0.0037016429,0.0006932153,0.004041677,0.005950798,0.00088107894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003286183,0.0012523349,0.0010338101,0.0027905072,0.0010860644,0.0029944626,0.001531181,0.0016004819,0.011163963],"category_scores_gemma":[0.0147304535,0.00062657957,0.0011493663,0.0022948135,0.00050309167,0.0032254232,0.0024798657,0.0017187013,0.010485366],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011713977,0.0003078272,0.010072972,0.0003685773,0.00016735827,0.00047553377,0.00040238927,0.004276995,0.09191373,0.004188235,0.16848639,0.7181686],"study_design_scores_gemma":[0.00042162766,0.00095958996,0.024939243,0.00013142747,0.00027599747,0.0033677644,0.0004088368,0.43976536,0.30822974,0.028349046,0.19276834,0.0003829993],"about_ca_topic_score_codex":0.0016858798,"about_ca_topic_score_gemma":0.002309818,"teacher_disagreement_score":0.011163963,"about_ca_system_score_codex":0.000657419,"about_ca_system_score_gemma":0.0011199771,"threshold_uncertainty_score":0.037347138},"labels":[],"label_agreement":null},{"id":"W2888962833","doi":"","title":"Poster: Designing Bug Detection Rules for Fewer False Alarms","year":2018,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"False positive paradox; Computer science; Software bug; Constant false alarm rate; Open source; Static analysis; False alarm; True positive rate; False positives and false negatives; False positive rate; Data mining; Machine learning; Artificial intelligence; Software; Programming language","score_opus":0.038374997046337685,"score_gpt":0.2935458189583928,"score_spread":0.25517082191205515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888962833","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09025367,0.00073725235,0.8714585,0.0028319228,0.0003780464,0.00087872596,0.0011097786,0.028921872,0.0034302117],"genre_scores_gemma":[0.32621565,0.00022386515,0.66555977,0.0010436468,0.00017499493,0.00039185624,0.0026642033,0.0016527323,0.0020732943],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9851521,0.0036101455,0.0020433243,0.0034912333,0.0049623647,0.00074070005],"domain_scores_gemma":[0.91882914,0.037458524,0.008203489,0.013894792,0.020076307,0.0015377888],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014669601,0.0018998808,0.0013114385,0.0049737245,0.0012073393,0.0031125217,0.003267763,0.002507379,0.0024879447],"category_scores_gemma":[0.08199285,0.0011157953,0.0019536596,0.0015772202,0.0016740718,0.0043927496,0.0021455113,0.0034139906,0.0019119049],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009373903,0.0009071291,0.09283316,0.0008839223,0.0004302057,0.00061169465,0.00092103216,0.053921625,0.030230738,0.0075119603,0.034614723,0.7761963],"study_design_scores_gemma":[0.00030185838,0.0010039421,0.024051506,0.00042468857,0.00052269554,0.0017348367,0.0003407519,0.8402403,0.075558595,0.025665076,0.029856637,0.00029908714],"about_ca_topic_score_codex":0.003994431,"about_ca_topic_score_gemma":0.005983684,"teacher_disagreement_score":0.014669601,"about_ca_system_score_codex":0.0011683356,"about_ca_system_score_gemma":0.0030173324,"threshold_uncertainty_score":0.07758117},"labels":[],"label_agreement":null},{"id":"W2889049796","doi":"","title":"Adopting Autonomic Computing Capabilities in Existing Large-Scale Systems","year":2017,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Concordia University","funders":"","keywords":"Autonomic computing; Computer science; Software engineering; Software system; Distributed computing; Code refactoring; Software; Risk analysis (engineering); Cloud computing; Operating system","score_opus":0.07916774240114316,"score_gpt":0.3297983739889903,"score_spread":0.25063063158784715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889049796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77314234,0.001266637,0.17689621,0.0028765714,0.00038270213,0.00052483793,0.000067797315,0.004998837,0.03984412],"genre_scores_gemma":[0.91525614,0.00044337192,0.080830276,0.00045159864,0.00006673868,0.00012484251,0.000098548655,0.00035594247,0.0023725065],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99764913,0.00057228917,0.00016074089,0.00036385865,0.0009182998,0.00033565811],"domain_scores_gemma":[0.9936395,0.0019370232,0.0005516693,0.002071097,0.0011461378,0.00065457076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032499293,0.00041699188,0.0002966707,0.00067447615,0.0012418866,0.0024645082,0.0014721706,0.00064630335,0.0012803461],"category_scores_gemma":[0.008471262,0.0003972434,0.00039180883,0.0005740451,0.0017071685,0.0034861285,0.0028799674,0.0018361737,0.00034896872],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007557776,0.002262608,0.04531844,0.0011869351,0.00040188726,0.007379156,0.023872275,0.16944753,0.14453351,0.101702966,0.012837716,0.49030125],"study_design_scores_gemma":[0.00035084624,0.0026066178,0.048922863,0.00088332035,0.00047399825,0.0028814683,0.009887889,0.44072866,0.08064316,0.11464643,0.29759482,0.0003799541],"about_ca_topic_score_codex":0.0016051128,"about_ca_topic_score_gemma":0.0023897272,"teacher_disagreement_score":0.0032499293,"about_ca_system_score_codex":0.0010080938,"about_ca_system_score_gemma":0.0011812375,"threshold_uncertainty_score":0.017187476},"labels":[],"label_agreement":null},{"id":"W2889370539","doi":"","title":"Poster: Assurance Cases for Scientific Computing Software","year":2018,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Documentation; Correctness; Computer science; Software; Software engineering; Software security assurance; Information assurance; Function (biology); Computer security; Information security; Algorithm; Programming language","score_opus":0.0348055362742543,"score_gpt":0.26630483266120347,"score_spread":0.23149929638694916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889370539","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028139597,0.0008680845,0.7292758,0.037762895,0.002071073,0.00094993686,0.0005004708,0.00789548,0.19253662],"genre_scores_gemma":[0.4987385,0.00093399244,0.41024795,0.00719481,0.0013502381,0.0009125113,0.0011106612,0.0036014952,0.07590981],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.96039855,0.016507918,0.003233151,0.0020868233,0.015919175,0.0018544332],"domain_scores_gemma":[0.87758666,0.06903251,0.004991527,0.021480834,0.024822766,0.0020856417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.035194423,0.001131122,0.0006020878,0.0030958182,0.0049554454,0.007544009,0.0027250305,0.0078098783,0.024815872],"category_scores_gemma":[0.13318981,0.0010789174,0.0018109098,0.0012258039,0.007903327,0.011673513,0.007913694,0.007618312,0.0061481446],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024834828,0.00011368457,0.002591222,0.00039976882,0.000034267374,0.0036419746,0.0056402846,0.0044467417,0.0033748434,0.8529651,0.062566325,0.06397739],"study_design_scores_gemma":[0.00011189382,0.00025276514,0.001264891,0.0008492766,0.0000784841,0.005090424,0.001447447,0.028939761,0.014338434,0.41522104,0.53224516,0.00016038555],"about_ca_topic_score_codex":0.0028159022,"about_ca_topic_score_gemma":0.0015758909,"teacher_disagreement_score":0.035194423,"about_ca_system_score_codex":0.0028307943,"about_ca_system_score_gemma":0.0037034312,"threshold_uncertainty_score":0.18612814},"labels":[],"label_agreement":null},{"id":"W2889460088","doi":"","title":"Poster: Challenge-Based Learning: A Brazilian Case Study","year":2018,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Agile software development; Computer science; Software development; Software engineering; Curriculum; Mobile device; Software; Engineering management; Multimedia; Engineering; World Wide Web; Operating system; Pedagogy; Psychology","score_opus":0.027528783825468355,"score_gpt":0.27439366280915517,"score_spread":0.2468648789836868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889460088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91979754,0.0011787207,0.008008435,0.011649172,0.0002954629,0.00092472264,0.00042209076,0.00010697835,0.057616882],"genre_scores_gemma":[0.9650204,0.0011792476,0.0047227363,0.0011715814,0.000067210254,0.0002931667,0.0001823573,0.000053005475,0.027310329],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9985752,0.0007038928,0.00006681419,0.00013498406,0.00025685926,0.0002622323],"domain_scores_gemma":[0.9972109,0.0010754707,0.00021647391,0.00017600968,0.00042130574,0.0008998397],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020608804,0.0004407632,0.00032779892,0.0007252286,0.0041127056,0.001708087,0.0013524842,0.0021206078,0.006072472],"category_scores_gemma":[0.00525558,0.00014918148,0.00042898618,0.00077400345,0.0015801265,0.0011826409,0.0024493996,0.0012158365,0.0010436316],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045676483,0.006658816,0.07505572,0.0018590039,0.00006213716,0.077318504,0.4646591,0.0032786187,0.012812212,0.022170803,0.061043218,0.27462506],"study_design_scores_gemma":[0.00012595516,0.0017041222,0.054469645,0.0012935693,0.000068160785,0.026745463,0.42033166,0.0053080157,0.007782599,0.0070859347,0.47494185,0.00014305375],"about_ca_topic_score_codex":0.013352321,"about_ca_topic_score_gemma":0.034129668,"teacher_disagreement_score":0.013352321,"about_ca_system_score_codex":0.0018293277,"about_ca_system_score_gemma":0.001989739,"threshold_uncertainty_score":0.02654922},"labels":[],"label_agreement":null},{"id":"W2889927216","doi":"","title":"[Journal First] An Empirical Study of Early Access Games on the Steam Platform","year":2018,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Game Developer; Empirical research; Popularity; World Wide Web; Multimedia; Game design","score_opus":0.10599219869073978,"score_gpt":0.36780825437724596,"score_spread":0.2618160556865062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889927216","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96303356,0.00026016735,0.0006125247,0.0009324133,0.00006393796,0.00021192261,0.0006846134,0.000014673382,0.034186125],"genre_scores_gemma":[0.9906557,0.00032545414,0.00065449707,0.0006361366,0.00004069855,0.0002528314,0.0007122449,0.000020785357,0.0067016315],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99673444,0.0012412741,0.0003038385,0.00027719003,0.0010639053,0.0003793565],"domain_scores_gemma":[0.95182586,0.022129165,0.0103089,0.002267387,0.009219712,0.004249018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035608574,0.00024154418,0.00037507227,0.0020806727,0.001768116,0.0028488745,0.0011202578,0.0008234411,0.014645643],"category_scores_gemma":[0.047067415,0.00033838436,0.0002808304,0.0025721753,0.001545484,0.0037533166,0.0015490421,0.001960132,0.0023733035],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022928174,0.0022782194,0.88872063,0.0003976543,0.00007701532,0.00049287686,0.03597283,0.00019976446,0.0005443979,0.0064120493,0.01498325,0.04969217],"study_design_scores_gemma":[0.00004404146,0.0005082,0.93136704,0.0002661522,0.00003002144,0.00026194818,0.041075125,0.0006634685,0.0002989161,0.0008208407,0.0246216,0.000042694097],"about_ca_topic_score_codex":0.012495259,"about_ca_topic_score_gemma":0.0149205765,"teacher_disagreement_score":0.014645643,"about_ca_system_score_codex":0.0011532733,"about_ca_system_score_gemma":0.001564613,"threshold_uncertainty_score":0.04899454},"labels":[],"label_agreement":null},{"id":"W2890176261","doi":"","title":"[Journal First] Understanding the Factors for Fast Answers in Technical Q&A Websites: An Empirical Study of Four Stack Exchange Websites","year":2018,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Queen's University","funders":"","keywords":"Incentive; Order (exchange); Internet privacy; Value (mathematics); Questions and answers; Psychology; Business; Computer science; World Wide Web","score_opus":0.13685209731821307,"score_gpt":0.33914489026139316,"score_spread":0.2022927929431801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890176261","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97467697,0.00028284578,0.0014370404,0.0026034482,0.000055392065,0.00025907636,0.00029651457,0.000073043644,0.020315666],"genre_scores_gemma":[0.9923071,0.00022435527,0.0011433916,0.0010048143,0.000076990225,0.00015979071,0.0003200876,0.00003116352,0.0047322935],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955239,0.0018378652,0.00057287206,0.00042222408,0.0012242646,0.00041885045],"domain_scores_gemma":[0.8571105,0.092565164,0.024856482,0.003762567,0.013306468,0.008398953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071678874,0.00024400333,0.00040653956,0.002448215,0.0021974621,0.0048538507,0.0011043982,0.0023475406,0.015227756],"category_scores_gemma":[0.09115987,0.00036033522,0.0005780102,0.0021035722,0.0013563585,0.007797362,0.0022026666,0.0022602654,0.0021341932],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047560505,0.0035966947,0.85839504,0.0006607469,0.000110242785,0.0004112346,0.054662902,0.00024583493,0.0011480591,0.0048850337,0.011133421,0.064275116],"study_design_scores_gemma":[0.000098856195,0.00066775834,0.9417016,0.00029904072,0.00010838833,0.00037803763,0.037932493,0.0013936112,0.00042397605,0.0020746992,0.014851596,0.00006986874],"about_ca_topic_score_codex":0.005590429,"about_ca_topic_score_gemma":0.006084822,"teacher_disagreement_score":0.015227756,"about_ca_system_score_codex":0.0012537725,"about_ca_system_score_gemma":0.0028015065,"threshold_uncertainty_score":0.050941944},"labels":[],"label_agreement":null},{"id":"W2890502052","doi":"","title":"[Journal First] Measuring Program Comprehension: A Large-Scale Field Study with Professionals","year":2018,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Program comprehension; Comprehension; Computer science; Field (mathematics); Software engineering; World Wide Web; Software; Multimedia; Human–computer interaction; Programming language; Software system","score_opus":0.04064767116405217,"score_gpt":0.3180627877946147,"score_spread":0.27741511663056256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890502052","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9817355,0.0002336702,0.008085468,0.00050120335,0.000078361736,0.0007860203,0.00085302454,0.00018121603,0.007545489],"genre_scores_gemma":[0.9803726,0.00027876798,0.011192313,0.00070703164,0.00010540233,0.0013151759,0.0014745244,0.000084916035,0.004469334],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979285,0.0008248202,0.00019509254,0.00038026768,0.0005439763,0.00012726772],"domain_scores_gemma":[0.96513945,0.016165564,0.0034294762,0.0024534152,0.010641296,0.0021707406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004069919,0.00034155542,0.0003420858,0.0025087937,0.0013715018,0.001029928,0.00073883997,0.00069755234,0.0038742684],"category_scores_gemma":[0.025153292,0.0003901664,0.00026065944,0.0016974725,0.00074052927,0.0017127417,0.00093011616,0.0008534156,0.0012678215],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000656954,0.006570127,0.5424671,0.00094659545,0.00013384293,0.000782031,0.08791394,0.00047775218,0.01632673,0.00094572164,0.02720057,0.31557882],"study_design_scores_gemma":[0.00021586877,0.0052180006,0.91351366,0.00027457453,0.00010662743,0.0009984452,0.028965842,0.0017732894,0.0071675554,0.0012411118,0.040415153,0.00010989817],"about_ca_topic_score_codex":0.002560257,"about_ca_topic_score_gemma":0.004911869,"teacher_disagreement_score":0.004069919,"about_ca_system_score_codex":0.0005205952,"about_ca_system_score_gemma":0.0011026127,"threshold_uncertainty_score":0.021524072},"labels":[],"label_agreement":null},{"id":"W2890687291","doi":"","title":"[Journal First] Are Fix-Inducing Changes a Moving Target?: A Longitudinal Case Study of Just-in-Time Defect Prediction","year":2018,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Code (set theory); Brier score; Interpretation (philosophy); Calibration; Artificial intelligence; Statistics; Mathematics; Programming language","score_opus":0.050354734497892885,"score_gpt":0.2965110632208014,"score_spread":0.24615632872290852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890687291","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9870603,0.00030258874,0.0085660415,0.0012871126,0.00005300501,0.00007801202,0.0008532564,0.00020270472,0.0015969443],"genre_scores_gemma":[0.9933501,0.0001288447,0.0041241413,0.00016970331,0.000032962023,0.000039676986,0.0012500699,0.00005995442,0.0008444988],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968995,0.0011314915,0.00023815414,0.0006845146,0.0008074596,0.00023887042],"domain_scores_gemma":[0.95492375,0.020368215,0.007125095,0.007740305,0.0078978855,0.0019447156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070668934,0.00036009194,0.00042390777,0.0016035319,0.0010790661,0.0014687818,0.0012336341,0.0013373265,0.0016502709],"category_scores_gemma":[0.050896667,0.00033659593,0.0005789544,0.0014176064,0.0010588609,0.002704854,0.0011792352,0.0015603602,0.0007315044],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000364771,0.0007151933,0.8796367,0.00009961771,0.00014774107,0.0014927597,0.0033861983,0.019950802,0.0013892994,0.002148672,0.007861974,0.082806304],"study_design_scores_gemma":[0.00010435469,0.0024171907,0.61548793,0.000272073,0.00018683563,0.0035208159,0.004865294,0.33356056,0.0070322934,0.013225763,0.01908208,0.00024478877],"about_ca_topic_score_codex":0.014422948,"about_ca_topic_score_gemma":0.017191019,"teacher_disagreement_score":0.014422948,"about_ca_system_score_codex":0.0013013509,"about_ca_system_score_gemma":0.00096659776,"threshold_uncertainty_score":0.03737372},"labels":[],"label_agreement":null},{"id":"W2890814105","doi":"","title":"[Journal First] Inference of Development Activities from Interaction with Uninstrumented Applications","year":2018,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Generalizability theory; Classifier (UML); Inference; Machine learning; Software; Data mining; Support vector machine; Software engineering; Data science; Artificial intelligence","score_opus":0.027218466849824794,"score_gpt":0.28296712316630507,"score_spread":0.25574865631648025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890814105","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13054478,0.0014890293,0.82651085,0.0010459927,0.00035314178,0.0003407106,0.013656775,0.015399722,0.010659094],"genre_scores_gemma":[0.6696373,0.0004980026,0.30735543,0.0001890807,0.00018309228,0.00033408738,0.015808512,0.00060875725,0.0053857793],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981536,0.0004950257,0.000111986876,0.00065570086,0.00047432774,0.00010941327],"domain_scores_gemma":[0.99104846,0.004216975,0.0010440055,0.0021650954,0.0012839142,0.00024141444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002004807,0.0006871651,0.0005616452,0.0029486655,0.0004911777,0.0009775329,0.0016286985,0.0011043798,0.00442928],"category_scores_gemma":[0.016589567,0.00050490233,0.0011378207,0.0023264429,0.0005495632,0.0016213801,0.0007860224,0.0011743467,0.0025633348],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006129416,0.00042818312,0.10269972,0.00064809254,0.00021733115,0.00039635735,0.00060697406,0.059866298,0.0071118274,0.00790103,0.038632948,0.7808783],"study_design_scores_gemma":[0.00006746064,0.00019200712,0.07695551,0.00013985104,0.000092723545,0.0005292136,0.00013104928,0.86822915,0.0075891674,0.017987156,0.027992746,0.00009389459],"about_ca_topic_score_codex":0.012017877,"about_ca_topic_score_gemma":0.013862064,"teacher_disagreement_score":0.012017877,"about_ca_system_score_codex":0.000630311,"about_ca_system_score_gemma":0.0013323576,"threshold_uncertainty_score":0.02389586},"labels":[],"label_agreement":null},{"id":"W2891839099","doi":"","title":"[Journal First] EARMO: An Energy-Aware Refactoring Approach for Mobile Apps","year":2018,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Green IT and Sustainability","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Code refactoring; Computer science; Mobile apps; Mobile device; Efficient energy use; Architecture; Mobile computing; Embedded system; World Wide Web; Operating system; Engineering; Software; Electrical engineering","score_opus":0.025969772008638363,"score_gpt":0.2589499580070963,"score_spread":0.23298018599845793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891839099","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008066338,0.0005395664,0.96272326,0.0009656637,0.00026587467,0.0003128685,0.00091992767,0.0197427,0.006463784],"genre_scores_gemma":[0.05634514,0.00059349264,0.9254467,0.00039090487,0.000089648434,0.0002231544,0.002664498,0.0030586605,0.011187726],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986621,0.00027742755,0.00014205548,0.00022416149,0.00060865574,0.00008554195],"domain_scores_gemma":[0.99739337,0.0007772145,0.0001922236,0.00069943495,0.00084404816,0.00009370017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015560196,0.0012494915,0.0004821194,0.001958173,0.0006908482,0.0015083345,0.0022974168,0.0015141648,0.008818266],"category_scores_gemma":[0.0071499925,0.000727757,0.001660793,0.00090200227,0.0006736549,0.0017412952,0.002144401,0.001615739,0.003079813],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023459898,0.00033073616,0.0038738896,0.0011176125,0.00022014817,0.0012954978,0.0010687979,0.043527205,0.052124966,0.02366447,0.057477612,0.8150645],"study_design_scores_gemma":[0.00022565523,0.00040702862,0.0030183138,0.00045523568,0.00037376006,0.0015661434,0.00031635392,0.53660476,0.07055555,0.04100106,0.34525055,0.00022556442],"about_ca_topic_score_codex":0.004901683,"about_ca_topic_score_gemma":0.011450237,"teacher_disagreement_score":0.008818266,"about_ca_system_score_codex":0.00049827795,"about_ca_system_score_gemma":0.0014278241,"threshold_uncertainty_score":0.029500067},"labels":[],"label_agreement":null},{"id":"W2892077113","doi":"","title":"[Journal First] Analyzing the Effects of Test Driven Development in GitHub","year":2018,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Agile software development; Test-driven development; Computer science; Commit; Software engineering; Software quality; Quality (philosophy); Software; Software development process; Software development; Operating system; Database","score_opus":0.017641440733456477,"score_gpt":0.2635392492206144,"score_spread":0.24589780848715792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892077113","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91869986,0.0029230693,0.01804778,0.002730134,0.00078300695,0.0013724741,0.016407015,0.0029920726,0.036044497],"genre_scores_gemma":[0.9515073,0.0009865441,0.0171204,0.0014402929,0.0003335652,0.0015275524,0.017131865,0.0010951126,0.008857386],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99177986,0.0023990544,0.0005840236,0.0007661157,0.0040692347,0.00040173516],"domain_scores_gemma":[0.88383967,0.049500395,0.017961975,0.018029993,0.027188174,0.0034797739],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005683177,0.00059872586,0.00060445064,0.0046962653,0.00083343836,0.0026550398,0.001624042,0.0007888599,0.007839479],"category_scores_gemma":[0.07356545,0.0003810606,0.0012292414,0.0060885837,0.0011451342,0.0017879639,0.0021802492,0.0011960338,0.0024781052],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0044723395,0.0020232843,0.4387167,0.0031952783,0.001486596,0.0006850406,0.0036581678,0.008554527,0.009965767,0.005207965,0.07831637,0.44371787],"study_design_scores_gemma":[0.00031407652,0.0030616499,0.9216644,0.0005934967,0.00067143014,0.00052067003,0.0019890782,0.011918342,0.007266191,0.003225609,0.048615657,0.00015923806],"about_ca_topic_score_codex":0.01300644,"about_ca_topic_score_gemma":0.013349552,"teacher_disagreement_score":0.01300644,"about_ca_system_score_codex":0.002291641,"about_ca_system_score_gemma":0.0020741452,"threshold_uncertainty_score":0.03005588},"labels":[],"label_agreement":null},{"id":"W2892136838","doi":"","title":"[Journal First] On the Use of Hidden Markov Model to Predict the Time to Fix Bugs","year":2018,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Hidden Markov model; Computer science; Software bug; Software regression; Software; Markov model; Predictive modelling; Data science; Software engineering; Markov chain; Data mining; Machine learning; Software development; Artificial intelligence; Software quality; Programming language","score_opus":0.05873565329723863,"score_gpt":0.27639442820363846,"score_spread":0.21765877490639984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892136838","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059314713,0.00939244,0.9025846,0.007089887,0.001819346,0.00023115549,0.0033345919,0.00453504,0.01169817],"genre_scores_gemma":[0.53619975,0.009600612,0.41904715,0.0029227412,0.0018171683,0.00032973476,0.0040222704,0.00090671144,0.025153833],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99854976,0.0004548685,0.00016128279,0.00035272737,0.0003784075,0.0001029255],"domain_scores_gemma":[0.98547494,0.010227098,0.00067654153,0.001178371,0.00214087,0.00030215087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002690313,0.0013207707,0.0012394163,0.004047393,0.0007371774,0.0017929007,0.0017279702,0.0026492493,0.003961299],"category_scores_gemma":[0.024869049,0.001050571,0.0021046475,0.003345771,0.0005253968,0.0025315785,0.0011585386,0.0025119581,0.002518229],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010549632,0.00079414994,0.09127492,0.0011062343,0.0013033941,0.0008857811,0.00131561,0.15958291,0.004032943,0.020648077,0.0462295,0.6717715],"study_design_scores_gemma":[0.00013623436,0.00059092575,0.017891211,0.00041789774,0.00067993026,0.00078045996,0.00028016165,0.9133453,0.0050984775,0.027771529,0.032715883,0.00029204585],"about_ca_topic_score_codex":0.032673586,"about_ca_topic_score_gemma":0.02896663,"teacher_disagreement_score":0.032673586,"about_ca_system_score_codex":0.00084851525,"about_ca_system_score_gemma":0.0019770223,"threshold_uncertainty_score":0.06496686},"labels":[],"label_agreement":null},{"id":"W2911360423","doi":"","title":"Proceedings of the 9th International Workshop on Modelling in Software Engineering","year":2017,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software engineering; Software development; Model transformation; Abstraction; Software; Focus (optics); Model-driven architecture; Systems engineering; Data science; Management science; Engineering; Programming language; Artificial intelligence","score_opus":0.03865737967609444,"score_gpt":0.2667324990117538,"score_spread":0.22807511933565933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911360423","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0065685534,0.08914449,0.7365038,0.033674307,0.028842496,0.00043659456,0.0011080037,0.0024771984,0.10124455],"genre_scores_gemma":[0.08959226,0.093205795,0.58414185,0.0061068605,0.016397597,0.0012908886,0.009811061,0.0035056563,0.19594814],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926847,0.003322091,0.00072459073,0.0009893025,0.0018724689,0.00040687932],"domain_scores_gemma":[0.99136144,0.0040423744,0.0002542655,0.0019579194,0.0016625888,0.0007213813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010712398,0.0021596279,0.0024312087,0.002549725,0.0012806052,0.009020919,0.0036414787,0.0039153574,0.032474425],"category_scores_gemma":[0.015241678,0.001466434,0.0034154947,0.0022154597,0.002749359,0.00879672,0.005709217,0.009699697,0.011052468],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039763405,0.00045443035,0.0010595912,0.0012620159,0.0002785233,0.00064385426,0.0021837372,0.009769422,0.0041631097,0.2767019,0.31969905,0.38338676],"study_design_scores_gemma":[0.000034722503,0.00008392519,0.0005790689,0.0009782222,0.00006870396,0.0005077552,0.00023366352,0.013248714,0.001458557,0.078921035,0.90383077,0.000054896216],"about_ca_topic_score_codex":0.0033340696,"about_ca_topic_score_gemma":0.0040793545,"teacher_disagreement_score":0.032474425,"about_ca_system_score_codex":0.003279588,"about_ca_system_score_gemma":0.0031779064,"threshold_uncertainty_score":0.10863781},"labels":[],"label_agreement":null},{"id":"W2911499745","doi":"","title":"Proceedings of the Seventh International Workshop on Principles of Engineering Service-Oriented and Cloud Systems","year":2014,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Cloud computing; Software deployment; Computer science; Cloud testing; Cloud computing security; Software engineering; World Wide Web; Engineering management; Engineering","score_opus":0.015117218182099103,"score_gpt":0.21973208144589487,"score_spread":0.20461486326379577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911499745","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004801975,0.10209981,0.5526861,0.050759867,0.051656622,0.0005443097,0.0007358963,0.0013809253,0.23533452],"genre_scores_gemma":[0.09364137,0.10382785,0.32863632,0.009655188,0.029382931,0.0009905839,0.0024495698,0.0021394866,0.42927667],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99540234,0.0013384979,0.0004103167,0.00065321167,0.0018421222,0.00035354844],"domain_scores_gemma":[0.99627715,0.0013995356,0.000119347154,0.00063472416,0.0011643898,0.0004047694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007592154,0.001670642,0.0013508126,0.001703436,0.0012623619,0.006860356,0.002441966,0.0029306016,0.033513773],"category_scores_gemma":[0.007955301,0.001048274,0.0021672423,0.0014338912,0.0033193394,0.006387443,0.00340269,0.008691502,0.009870857],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013244388,0.0002477396,0.00048120084,0.000782817,0.00011854621,0.0004168509,0.0011195204,0.0042398996,0.0023544107,0.43246177,0.3003763,0.2572685],"study_design_scores_gemma":[0.000021501308,0.00007611914,0.00030909473,0.00044730832,0.00002498078,0.00035400494,0.0001308369,0.004435335,0.00093933876,0.11657988,0.8766459,0.000035717854],"about_ca_topic_score_codex":0.003204801,"about_ca_topic_score_gemma":0.0031958837,"teacher_disagreement_score":0.033513773,"about_ca_system_score_codex":0.0030757939,"about_ca_system_score_gemma":0.0028712023,"threshold_uncertainty_score":0.11211479},"labels":[],"label_agreement":null},{"id":"W2912238873","doi":"","title":"Proceedings of the 1st International Workshop on Live Programming","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Focus (optics); Programming paradigm; Software engineering; Compiler; Extensible programming; Programming language; Inductive programming; Human–computer interaction; Multimedia; Reactive programming","score_opus":0.021591183703074317,"score_gpt":0.2483465199145851,"score_spread":0.22675533621151078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912238873","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015324276,0.07002585,0.3944392,0.04855406,0.09473045,0.0007305529,0.0019165574,0.0057278574,0.3685512],"genre_scores_gemma":[0.07943341,0.051443823,0.18502386,0.00664896,0.023830775,0.0010361666,0.008825838,0.0069419662,0.63681513],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967734,0.0010697687,0.00021832096,0.000604603,0.0009766138,0.00035729742],"domain_scores_gemma":[0.99497026,0.0017079788,0.00014981962,0.0008351839,0.0013521897,0.000984702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046743737,0.0013871798,0.0011203906,0.0016980077,0.0014286661,0.0051753996,0.0019944592,0.0017934359,0.08484234],"category_scores_gemma":[0.008107281,0.00065264234,0.001197092,0.0015619039,0.0014342484,0.0063737542,0.0048533115,0.005040297,0.022448609],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000324658,0.00024068636,0.00046138413,0.00050055364,0.00004103371,0.0002277281,0.0011129717,0.0012839941,0.0033010198,0.039316703,0.57008374,0.3831055],"study_design_scores_gemma":[0.000019873483,0.000055796398,0.0003232537,0.00028231603,0.00001345074,0.00023999963,0.00019406203,0.0014275592,0.0008671822,0.012484869,0.98407227,0.00001937932],"about_ca_topic_score_codex":0.0014833417,"about_ca_topic_score_gemma":0.00269013,"teacher_disagreement_score":0.08484234,"about_ca_system_score_codex":0.0014175329,"about_ca_system_score_gemma":0.0022197394,"threshold_uncertainty_score":0.28382587},"labels":[],"label_agreement":null},{"id":"W2912686388","doi":"","title":"Proceedings of the 5th International Workshop on Software Engineering in Health Care","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Health care; Healthcare delivery; Function (biology); Computer science; Engineering management; Software; Knowledge management; Software engineering; Engineering; Political science","score_opus":0.044406746322016404,"score_gpt":0.36972392465086373,"score_spread":0.3253171783288473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912686388","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011834304,0.093818255,0.7591368,0.035860285,0.021651318,0.0005371887,0.0005055101,0.0013364017,0.075319976],"genre_scores_gemma":[0.14521436,0.087998815,0.5967319,0.008226809,0.016491849,0.0010908215,0.003429255,0.0018346282,0.13898157],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9900926,0.004695197,0.00084974087,0.0010023649,0.0028773942,0.0004826938],"domain_scores_gemma":[0.98602355,0.0095043415,0.0002797477,0.0012240332,0.0021465959,0.00082180725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01528117,0.0017547407,0.0014814086,0.0028721648,0.0012227666,0.0055226716,0.0019217547,0.0031112423,0.019916294],"category_scores_gemma":[0.014440786,0.0009766779,0.0020776086,0.0018904994,0.0025895836,0.0048459475,0.004360846,0.0059553524,0.00406716],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024584582,0.00043720574,0.0015737133,0.0012536522,0.00022202503,0.00059483317,0.0037891169,0.007149045,0.0047190674,0.15991977,0.18377386,0.63632184],"study_design_scores_gemma":[0.00006323798,0.00027098626,0.0012204971,0.001755441,0.000067000794,0.00074599124,0.00071925553,0.01791103,0.0026950345,0.10374979,0.87073404,0.00006768825],"about_ca_topic_score_codex":0.002376174,"about_ca_topic_score_gemma":0.0028348742,"teacher_disagreement_score":0.019916294,"about_ca_system_score_codex":0.0020275165,"about_ca_system_score_gemma":0.004145836,"threshold_uncertainty_score":0.080815494},"labels":[],"label_agreement":null},{"id":"W2913009888","doi":"","title":"Proceedings of the 7th International Workshop on Automation of Software Test","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Automation; Theme (computing); Scope (computer science); Test (biology); Software engineering; Software testing; Computer science; Selection (genetic algorithm); Engineering management; Diversity (politics); Software; Engineering; World Wide Web; Operating system; Programming language; Political science; Artificial intelligence","score_opus":0.030262160215990375,"score_gpt":0.26951956315226727,"score_spread":0.2392574029362769,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913009888","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01298551,0.017828085,0.81635994,0.0074610338,0.0145754935,0.00080701004,0.0011111458,0.007366322,0.12150542],"genre_scores_gemma":[0.18851483,0.017857468,0.5540974,0.0033356454,0.005886529,0.0012624469,0.010621715,0.0035548063,0.21486916],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938036,0.0022708343,0.0005813238,0.0007706671,0.002112647,0.00046090243],"domain_scores_gemma":[0.99156755,0.0029948512,0.00030518605,0.0021406512,0.0023328373,0.0006588594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007225926,0.0015154883,0.0014190247,0.0019359188,0.0009005338,0.0050622555,0.0024443236,0.001848923,0.038649235],"category_scores_gemma":[0.011286456,0.0007389213,0.0014312475,0.0011890496,0.0013466964,0.0035424968,0.0029921718,0.0039269435,0.011634962],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005468388,0.0003950695,0.0017246179,0.0005357271,0.00014787566,0.0008473963,0.0008436794,0.0052175024,0.009565905,0.038560368,0.20721939,0.7343957],"study_design_scores_gemma":[0.00009027244,0.00043328296,0.002768578,0.00060808135,0.00009668854,0.001838907,0.00038380464,0.02555076,0.010770163,0.04596836,0.91142184,0.0000693377],"about_ca_topic_score_codex":0.0014459726,"about_ca_topic_score_gemma":0.0022436,"teacher_disagreement_score":0.038649235,"about_ca_system_score_codex":0.00082962395,"about_ca_system_score_gemma":0.0018784299,"threshold_uncertainty_score":0.12929457},"labels":[],"label_agreement":null},{"id":"W2913441567","doi":"","title":"Proceedings of the 4th International Workshop on Managing Technical Debt","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Debt; Documentation; Software deployment; Software; Computer science; Software engineering; Engineering; Software development; Business; Finance; Operating system","score_opus":0.02349287177094463,"score_gpt":0.26831528191792914,"score_spread":0.2448224101469845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913441567","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0065127667,0.05628457,0.12084498,0.098088495,0.079166204,0.0006064224,0.0016856317,0.0040856255,0.63272536],"genre_scores_gemma":[0.039079264,0.026518939,0.05638709,0.009430395,0.01142708,0.0006052164,0.0054748105,0.002685779,0.84839135],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964714,0.0010026621,0.00022557456,0.000543117,0.0012793528,0.0004778767],"domain_scores_gemma":[0.9939757,0.0013791346,0.00021636383,0.0009564664,0.0019693924,0.0015029723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058332207,0.0011908358,0.00085565116,0.0017280739,0.0023663987,0.009527105,0.0025373118,0.0030172162,0.12826698],"category_scores_gemma":[0.009790239,0.0006932261,0.0010047508,0.0019048153,0.0015179795,0.009579846,0.006240286,0.0052804975,0.051893655],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000099681,0.00012158992,0.00030811472,0.00025714037,0.00001735642,0.00012623605,0.00082938874,0.00040016527,0.0014008968,0.022272883,0.74768215,0.2264845],"study_design_scores_gemma":[0.0000073624037,0.000015704947,0.0001936339,0.00015683718,0.0000065542927,0.00007322124,0.00028914746,0.000298423,0.00029086994,0.005508047,0.9931497,0.000010494186],"about_ca_topic_score_codex":0.003061469,"about_ca_topic_score_gemma":0.0061865044,"teacher_disagreement_score":0.12826698,"about_ca_system_score_codex":0.0020377617,"about_ca_system_score_gemma":0.0035821625,"threshold_uncertainty_score":0.4290958},"labels":[],"label_agreement":null},{"id":"W2913811733","doi":"","title":"Proceedings of the Eighth International Workshop on Search-Based Software Testing","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Search-based software engineering; Software engineering; Computer science; Software development; Software metric; Software construction; Process (computing); Software; Metric (unit); Systems engineering; Engineering; Programming language","score_opus":0.09293096580281542,"score_gpt":0.2918747485365626,"score_spread":0.1989437827337472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913811733","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015917603,0.0418296,0.7496605,0.020680545,0.026259275,0.00071179465,0.0010196123,0.0036041567,0.14031696],"genre_scores_gemma":[0.16394666,0.035002835,0.47654903,0.005041243,0.0117732575,0.0011608645,0.008015517,0.0034841765,0.29502636],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951267,0.0018245988,0.00040674716,0.00080355996,0.0014135326,0.0004247503],"domain_scores_gemma":[0.99124044,0.0042460673,0.00021325302,0.001517734,0.0020504647,0.0007320161],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071771396,0.0018505695,0.0017991482,0.002052531,0.0009534154,0.005014424,0.0034266717,0.002555917,0.034709454],"category_scores_gemma":[0.013448485,0.00075112196,0.0017815239,0.0015778908,0.0020387997,0.0046852496,0.0030596836,0.00454166,0.008766591],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006064481,0.0005906315,0.001201514,0.0006070105,0.00019513113,0.0005939127,0.0006820934,0.017359078,0.005754842,0.06562207,0.2717212,0.63506603],"study_design_scores_gemma":[0.0001361388,0.00042415943,0.0015587662,0.00085707253,0.00012316277,0.00096709415,0.00039460242,0.054758217,0.0060078804,0.079410605,0.85526615,0.00009605098],"about_ca_topic_score_codex":0.0031028634,"about_ca_topic_score_gemma":0.0037754492,"teacher_disagreement_score":0.034709454,"about_ca_system_score_codex":0.0018108626,"about_ca_system_score_gemma":0.0023328874,"threshold_uncertainty_score":0.116114676},"labels":[],"label_agreement":null},{"id":"W2914165265","doi":"","title":"Proceedings of the 39th International Conference on Software Engineering: New Ideas and Emerging Results Track","year":2017,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software engineering; Latin Americans; Set (abstract data type); Computer science; Track (disk drive); Software; Engineering management; Engineering; Political science; Programming language; Operating system","score_opus":0.04124708655229542,"score_gpt":0.2942209653813385,"score_spread":0.2529738788290431,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914165265","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013209152,0.23859842,0.17087267,0.067537114,0.13606581,0.0008133583,0.0030662995,0.005120007,0.36471722],"genre_scores_gemma":[0.04974255,0.13738191,0.085712716,0.0064954394,0.02600276,0.000681447,0.015844522,0.003395019,0.6747436],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926745,0.0015181205,0.0004627578,0.0007372583,0.004096653,0.0005105982],"domain_scores_gemma":[0.98659885,0.0025236665,0.00043176365,0.0016932241,0.0058609443,0.0028915838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00939508,0.0015065143,0.0018048845,0.0033306691,0.0016749924,0.009630163,0.002211053,0.0023328797,0.088927865],"category_scores_gemma":[0.009075662,0.00059386523,0.0011940342,0.0038326818,0.0015756838,0.008437716,0.004322305,0.0056795916,0.04239696],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012249645,0.00026823947,0.0012177099,0.0005881946,0.000065650966,0.000104354534,0.00024930737,0.00051395386,0.0022768676,0.016066318,0.5868181,0.39170885],"study_design_scores_gemma":[0.000015468548,0.000109228764,0.0011135342,0.0004936347,0.000030947765,0.00020829057,0.00019452126,0.0015124653,0.00094425736,0.0073346575,0.9880184,0.00002458075],"about_ca_topic_score_codex":0.0025677544,"about_ca_topic_score_gemma":0.0050328244,"teacher_disagreement_score":0.088927865,"about_ca_system_score_codex":0.002346385,"about_ca_system_score_gemma":0.005242175,"threshold_uncertainty_score":0.29749334},"labels":[],"label_agreement":null},{"id":"W2914218640","doi":"","title":"Proceedings of the Fourth International Workshop on Realizing Artificial Intelligence Synergies in Software Engineering","year":2014,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Software engineering; Computer science; Set (abstract data type); Software; Intersection (aeronautics); Work (physics); Engineering management; Engineering","score_opus":0.03688228005869837,"score_gpt":0.2763348829257718,"score_spread":0.23945260286707343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914218640","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02189782,0.054332826,0.46004874,0.09335646,0.08615318,0.00096620974,0.0013241633,0.0029074473,0.27901322],"genre_scores_gemma":[0.13209109,0.038305577,0.27961603,0.008808497,0.016764082,0.0008912307,0.0065122615,0.003003557,0.5140076],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.994531,0.0021520199,0.0004029673,0.0006437931,0.0018091191,0.00046117118],"domain_scores_gemma":[0.9927141,0.0023833532,0.00023125861,0.0012381659,0.0019765024,0.0014566026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008513625,0.0011927793,0.00094965263,0.0014492018,0.0013457937,0.0071176705,0.002318383,0.002390407,0.042518683],"category_scores_gemma":[0.01067804,0.0006346733,0.0015039128,0.0013161916,0.001904304,0.0062383083,0.004606084,0.005474724,0.012614462],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038991938,0.00045291416,0.00088225544,0.0009412982,0.00013315353,0.0005536399,0.002574093,0.0030085354,0.007210535,0.06486563,0.54229075,0.37669727],"study_design_scores_gemma":[0.000036743513,0.00012875703,0.0008643196,0.0004950672,0.000047091635,0.00037860003,0.0007213983,0.0030579648,0.00236801,0.03343919,0.9584184,0.00004444626],"about_ca_topic_score_codex":0.0018632812,"about_ca_topic_score_gemma":0.0037229552,"teacher_disagreement_score":0.042518683,"about_ca_system_score_codex":0.0019379616,"about_ca_system_score_gemma":0.002910203,"threshold_uncertainty_score":0.14223915},"labels":[],"label_agreement":null},{"id":"W2914337294","doi":"","title":"Proceedings of the Third International Workshop on Conducting Empirical Studies in Industry","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Empirical research; Context (archaeology); Plan (archaeology); USable; Management science; Computer science; Engineering ethics; Operations research; Management; Engineering; Epistemology; Economics; History","score_opus":0.26444133870884534,"score_gpt":0.38873532335013383,"score_spread":0.12429398464128849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914337294","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016797725,0.033722926,0.5238573,0.22438325,0.04332346,0.0066065257,0.0015661659,0.0027250722,0.14701755],"genre_scores_gemma":[0.14262712,0.044075724,0.62182045,0.039799906,0.0155221615,0.018405726,0.0047883037,0.0040992224,0.10886138],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8252586,0.13835144,0.009099872,0.00626996,0.01707144,0.003948671],"domain_scores_gemma":[0.6780377,0.22818051,0.0051582037,0.031200685,0.045704085,0.011718802],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.26174465,0.0025438648,0.0029191303,0.0070482404,0.0050891526,0.02218759,0.0062087933,0.009072811,0.025489362],"category_scores_gemma":[0.21523917,0.002931135,0.0038195038,0.005054837,0.009300781,0.014522007,0.013166856,0.016068498,0.008692427],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005459228,0.0015128792,0.0026369572,0.0030999,0.00029521942,0.0010845246,0.033047464,0.0028865712,0.005908315,0.114629485,0.33689904,0.49745372],"study_design_scores_gemma":[0.00015281522,0.0002876012,0.0026796947,0.005460236,0.00006829335,0.00034713975,0.0125250835,0.0015731007,0.0021776468,0.058917657,0.91566247,0.00014835647],"about_ca_topic_score_codex":0.004448743,"about_ca_topic_score_gemma":0.0043187477,"teacher_disagreement_score":0.7382554,"about_ca_system_score_codex":0.007845203,"about_ca_system_score_gemma":0.026525674,"threshold_uncertainty_score":0.9104003},"labels":[],"label_agreement":null},{"id":"W2915051028","doi":"","title":"Proceedings of the Second International Workshop on Context for Software Development","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Software development; Computer science; Software engineering; Software development process; Personal software process; Context (archaeology); Social software engineering; Software construction; Software; Software peer review; Task (project management); Leverage (statistics); Software project management; Systems engineering; Engineering; Artificial intelligence; Programming language","score_opus":0.060969121077857395,"score_gpt":0.28826231698369503,"score_spread":0.22729319590583763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915051028","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011363447,0.12741846,0.33934382,0.11517311,0.06923653,0.001050609,0.001665744,0.0036288379,0.33111954],"genre_scores_gemma":[0.1622596,0.086527154,0.3389739,0.0167917,0.017122153,0.0017318095,0.007484524,0.0048287786,0.36428046],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9891612,0.0057238503,0.0009439247,0.0012804297,0.002200724,0.00068994996],"domain_scores_gemma":[0.98713475,0.0057638907,0.00044048158,0.0021207589,0.0026056848,0.0019344536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012713194,0.0014141451,0.0012139967,0.0021833042,0.0021423164,0.012159254,0.0026148169,0.0037334808,0.04887389],"category_scores_gemma":[0.020827925,0.0009552321,0.0017184232,0.0016885261,0.0030165236,0.0119577,0.009590279,0.0073316675,0.013178448],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026815175,0.00021536081,0.0009438492,0.00112048,0.000091486974,0.0005045615,0.006881048,0.0012557316,0.0028833705,0.13705632,0.41849324,0.4302865],"study_design_scores_gemma":[0.000013978015,0.0000346143,0.00035085238,0.00065690285,0.000017262764,0.00019704521,0.00075729133,0.00044693422,0.0004874347,0.01995382,0.9770572,0.000026699181],"about_ca_topic_score_codex":0.0035600755,"about_ca_topic_score_gemma":0.0053105447,"teacher_disagreement_score":0.04887389,"about_ca_system_score_codex":0.0025682554,"about_ca_system_score_gemma":0.0041510523,"threshold_uncertainty_score":0.16349947},"labels":[],"label_agreement":null},{"id":"W2915549908","doi":"","title":"Modeling in Software Engineering (MiSE'16)","year":2016,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software engineering","score_opus":0.03422095788506731,"score_gpt":0.23074287787098638,"score_spread":0.19652191998591906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915549908","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004989313,0.018177293,0.92298925,0.0048741126,0.0075437357,0.00016902927,0.0009978783,0.0041821105,0.036077242],"genre_scores_gemma":[0.059533004,0.028533895,0.7801714,0.0011096323,0.0030750046,0.0005962629,0.006407747,0.006046658,0.11452647],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960821,0.0015239501,0.00039317322,0.0005248622,0.0012790671,0.00019685348],"domain_scores_gemma":[0.9947461,0.0017939362,0.00019628146,0.0018857482,0.0009734756,0.00040449845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008588241,0.0023688686,0.0021290428,0.0027306525,0.0010970681,0.006720841,0.0021921687,0.0025062023,0.019520443],"category_scores_gemma":[0.008838561,0.0024732314,0.002866965,0.0031819872,0.0017107234,0.00626578,0.005380677,0.0060292943,0.009501173],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025641237,0.00044072102,0.0013982242,0.000980349,0.00020802807,0.00025093165,0.0010486377,0.0367831,0.0049716607,0.16879156,0.14478254,0.6400879],"study_design_scores_gemma":[0.00008609446,0.00018807162,0.0017095994,0.0013414155,0.00011987828,0.0007862796,0.00016680315,0.08513464,0.008418029,0.1975249,0.7044258,0.000098509176],"about_ca_topic_score_codex":0.004639978,"about_ca_topic_score_gemma":0.004827616,"teacher_disagreement_score":0.019520443,"about_ca_system_score_codex":0.0019194384,"about_ca_system_score_gemma":0.0030183971,"threshold_uncertainty_score":0.06530237},"labels":[],"label_agreement":null},{"id":"W2915705208","doi":"","title":"Proceedings of the 7th International Workshop on Software Clones","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Code refactoring; clone (Java method); Restructuring; Theme (computing); Software engineering; Software; Software development; Software maintenance; Computer science; Engineering management; Engineering; World Wide Web; Programming language; Business; Biology","score_opus":0.026868047668836027,"score_gpt":0.26482850738406744,"score_spread":0.23796045971523141,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915705208","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021481099,0.11227279,0.35471705,0.063018315,0.07828645,0.0014925181,0.0026866712,0.0084186215,0.35762653],"genre_scores_gemma":[0.10826565,0.084767945,0.24877918,0.012662595,0.020636413,0.0019659644,0.01847693,0.0062712673,0.49817404],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99320376,0.0023275125,0.00060267356,0.0010844846,0.0021226679,0.0006589523],"domain_scores_gemma":[0.9905344,0.0029918747,0.00031641463,0.0018712821,0.0030377745,0.0012482628],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007756061,0.001638693,0.0015126402,0.0029524039,0.0018301489,0.0082772635,0.0034313288,0.003778966,0.058921285],"category_scores_gemma":[0.015325131,0.0010151791,0.0019200806,0.0025618759,0.002046461,0.009528397,0.0067577963,0.0049302713,0.022205552],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029460836,0.00028356913,0.0008487281,0.00082083663,0.0000753322,0.0005812798,0.001960094,0.0019530513,0.0039360123,0.04502073,0.53647417,0.4077517],"study_design_scores_gemma":[0.000031630032,0.00006802233,0.00054131553,0.00057409453,0.000036405425,0.00046388022,0.00050573755,0.0018513704,0.0010702563,0.014939582,0.979889,0.000028638866],"about_ca_topic_score_codex":0.0029700242,"about_ca_topic_score_gemma":0.0038264643,"teacher_disagreement_score":0.058921285,"about_ca_system_score_codex":0.0022645397,"about_ca_system_score_gemma":0.0034628953,"threshold_uncertainty_score":0.19711131},"labels":[],"label_agreement":null},{"id":"W2916238818","doi":"10.5555/2819009.2819242","title":"7th international workshop on modeling in software engineering (MiSE 2015)","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software engineering; Capability Maturity Model; Key (lock); Model-driven architecture; Software development; Maturity (psychological); Software; Systems engineering; Engineering management; Data science; Engineering; Programming language; Computer security","score_opus":0.05699811857105535,"score_gpt":0.2849493612729381,"score_spread":0.22795124270188272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2916238818","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014372789,0.09911816,0.49502638,0.06668442,0.12970735,0.00081839925,0.0022183128,0.006690077,0.1853641],"genre_scores_gemma":[0.09630402,0.076983094,0.27313074,0.011142251,0.03249046,0.0012605125,0.013331855,0.006081296,0.48927572],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9915324,0.003242574,0.00067072094,0.0011039017,0.002669271,0.00078114873],"domain_scores_gemma":[0.9904028,0.0021208392,0.00035928583,0.0016378388,0.0031865921,0.0022926764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012701857,0.0022176206,0.0018066809,0.0029741502,0.0015646882,0.008824107,0.0033158327,0.0043010153,0.06649123],"category_scores_gemma":[0.014780385,0.0010049633,0.0027487173,0.001962036,0.0014549944,0.0077137006,0.010176519,0.007590624,0.030597165],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028551876,0.00044616076,0.00085114373,0.0009138853,0.00011974564,0.00043983597,0.0014468712,0.0027294531,0.0048391996,0.05725731,0.54683983,0.38383105],"study_design_scores_gemma":[0.000021131113,0.00012856681,0.0006239317,0.0008752645,0.00003458066,0.0005884699,0.00037412456,0.0035512506,0.0016329056,0.02108295,0.97104,0.000046761666],"about_ca_topic_score_codex":0.0013164788,"about_ca_topic_score_gemma":0.0022800365,"teacher_disagreement_score":0.06649123,"about_ca_system_score_codex":0.002290771,"about_ca_system_score_gemma":0.003912929,"threshold_uncertainty_score":0.22243536},"labels":[],"label_agreement":null},{"id":"W2977375858","doi":"","title":"Bellamy: Flexible Modeling Tools (FlexiTools2010).","year":2010,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science","score_opus":0.0527575486715396,"score_gpt":0.2568553367709177,"score_spread":0.20409778809937812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2977375858","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0045679077,0.0009665276,0.65859354,0.001128007,0.0003592247,0.00016133238,0.020163253,0.2837776,0.030282695],"genre_scores_gemma":[0.10770829,0.002774084,0.5982156,0.0019133906,0.00018316445,0.001438478,0.089699484,0.12844884,0.06961874],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991818,0.00016569217,0.00008584536,0.00012270035,0.0003060801,0.00013774788],"domain_scores_gemma":[0.9981713,0.0009075763,0.00009418032,0.00039706533,0.00029084014,0.0001390474],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020209681,0.0017360591,0.0007147936,0.0014542444,0.0008013814,0.002816924,0.003503072,0.0018445108,0.06940781],"category_scores_gemma":[0.005587712,0.0019512428,0.0015654274,0.0019321605,0.00048129127,0.005010503,0.0030505676,0.003466918,0.018866377],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069744803,0.00021681086,0.0021213542,0.0011092335,0.00027549153,0.0005485307,0.0007981622,0.0346636,0.008263292,0.07499142,0.64790493,0.22840963],"study_design_scores_gemma":[0.00031211152,0.00006536463,0.00124477,0.00054188585,0.00013327938,0.00041262616,0.00018414631,0.20890352,0.016221035,0.053020965,0.71879166,0.00016861802],"about_ca_topic_score_codex":0.016498137,"about_ca_topic_score_gemma":0.017433342,"teacher_disagreement_score":0.06940781,"about_ca_system_score_codex":0.0008329493,"about_ca_system_score_gemma":0.002157275,"threshold_uncertainty_score":0.23219228},"labels":[],"label_agreement":null},{"id":"W3112714882","doi":"","title":"ProvBuild: Improving Data Scientist Efficiency with Provenance (An Extended Abstract)","year":2020,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Debugging; Computer science; Scripting language; Workflow; Programming language; Programmer; Algorithmic program debugging; Process (computing); Overhead (engineering); Software engineering; Database","score_opus":0.18120900607135476,"score_gpt":0.37124308134061684,"score_spread":0.19003407526926208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112714882","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035830535,0.0005671728,0.75782394,0.0025153216,0.00049843075,0.0007214422,0.0040912223,0.19008616,0.007865807],"genre_scores_gemma":[0.21683623,0.00047413117,0.7448817,0.0008114925,0.00016891187,0.00048077002,0.008116195,0.024278143,0.003952435],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9916481,0.0030241592,0.00063494797,0.0014382293,0.0029213345,0.00033329992],"domain_scores_gemma":[0.9602661,0.018257227,0.0017382135,0.014492899,0.0040909736,0.0011545134],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013169583,0.0011645716,0.000691415,0.001673561,0.001691477,0.0051172115,0.0036365723,0.0012506311,0.008082254],"category_scores_gemma":[0.057758722,0.0012846605,0.0012043185,0.0017917918,0.0026250354,0.008769508,0.0073309187,0.0034065617,0.0026786395],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002886395,0.0016020004,0.033014823,0.0024090596,0.0003168096,0.0020852978,0.010705603,0.051639408,0.056746326,0.07494349,0.18902259,0.5746283],"study_design_scores_gemma":[0.0010823171,0.0006830155,0.008349814,0.0005921608,0.00025237375,0.0013819257,0.0009577031,0.41021797,0.17571169,0.1253491,0.27485812,0.000563734],"about_ca_topic_score_codex":0.003455582,"about_ca_topic_score_gemma":0.0046101827,"teacher_disagreement_score":0.9868304,"about_ca_system_score_codex":0.0011621647,"about_ca_system_score_gemma":0.003678687,"threshold_uncertainty_score":0.069648266},"labels":[],"label_agreement":null},{"id":"W3136933604","doi":"10.5555/776816.3250659","title":"Session details: Workshop overviews","year":2003,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Session (web analytics); Computer science; Multimedia; World Wide Web","score_opus":0.08669452013338366,"score_gpt":0.2529110196446225,"score_spread":0.16621649951123882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136933604","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009952054,0.026459634,0.02013312,0.045078546,0.3794356,0.012685537,0.032482117,0.0078067835,0.4659666],"genre_scores_gemma":[0.012766697,0.008261569,0.005957967,0.008197531,0.035561293,0.007100555,0.015637595,0.0019980571,0.9045187],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99855,0.00022883205,0.0000856954,0.00033699867,0.00038309296,0.00041535316],"domain_scores_gemma":[0.99584275,0.0002777419,0.00013843531,0.00020587418,0.0014076383,0.0021276686],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0042818417,0.0034467082,0.0019039849,0.0022188313,0.0032378864,0.007520487,0.0027052602,0.0049577854,0.48609018],"category_scores_gemma":[0.003336111,0.00075251836,0.0022789976,0.002159953,0.000342898,0.0037601604,0.007399133,0.004436645,0.3628403],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057611003,0.00021153105,0.00016644325,0.0005958535,0.00002348015,0.0000983662,0.00010263722,0.00016873429,0.0013625651,0.0004583705,0.9532363,0.042999692],"study_design_scores_gemma":[0.0001687138,0.00015218448,0.000988277,0.00029798434,0.000028468825,0.000040571245,0.00030761465,0.00015350114,0.00055382465,0.0007443082,0.9965258,0.000038757607],"about_ca_topic_score_codex":0.0016399825,"about_ca_topic_score_gemma":0.004946467,"teacher_disagreement_score":0.5139098,"about_ca_system_score_codex":0.0011834403,"about_ca_system_score_gemma":0.0032449453,"threshold_uncertainty_score":0.73302996},"labels":[],"label_agreement":null},{"id":"W3138741972","doi":"","title":"Proceedings of the Third International Workshop on Managing Technical Debt","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Debt; Computer science; Software; Engineering management; Dimension (graph theory); Software development; Engineering; Software engineering; Business; Finance","score_opus":0.03016033959334422,"score_gpt":0.2843532860365948,"score_spread":0.2541929464432506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138741972","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007996907,0.05785759,0.118819594,0.12824725,0.18003294,0.0008893044,0.0023944322,0.0044473344,0.49931467],"genre_scores_gemma":[0.03675055,0.024757557,0.046397008,0.012745574,0.021746306,0.00084309734,0.0065080305,0.0036143486,0.8466374],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99497074,0.0014558553,0.00033503518,0.0008256954,0.0017510495,0.00066167384],"domain_scores_gemma":[0.99076337,0.0020650362,0.00034285538,0.0010969253,0.0031920325,0.0025397725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006975485,0.0014304025,0.0011223834,0.0017278658,0.0026122164,0.010296671,0.0031380216,0.0036690752,0.12761505],"category_scores_gemma":[0.012313009,0.000718076,0.0013799525,0.0017696578,0.0016238866,0.0099836355,0.006658651,0.006684931,0.057721734],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012218453,0.0001204297,0.00023333354,0.00031417087,0.000021996499,0.00015532518,0.0007469333,0.0004147934,0.0013944281,0.012703837,0.8431856,0.14058702],"study_design_scores_gemma":[0.000010436134,0.000025109826,0.00021734963,0.00018843132,0.000009918923,0.0000863934,0.00035136993,0.00025983792,0.0002996003,0.003975131,0.9945614,0.000014998939],"about_ca_topic_score_codex":0.0028415164,"about_ca_topic_score_gemma":0.005539392,"teacher_disagreement_score":0.12761505,"about_ca_system_score_codex":0.0024763837,"about_ca_system_score_gemma":0.0038606322,"threshold_uncertainty_score":0.42691487},"labels":[],"label_agreement":null},{"id":"W3199733593","doi":"","title":"An agent-oriented approach to modeling distributed learning systems","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Distributed computing; Multi-agent system; Artificial intelligence","score_opus":0.0486466150952208,"score_gpt":0.27352528790708575,"score_spread":0.22487867281186494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199733593","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0045515723,0.00021427234,0.98711336,0.0004662192,0.00005925896,0.00007367488,0.000054950448,0.00014412549,0.0073224762],"genre_scores_gemma":[0.37622902,0.001044603,0.6076662,0.0002713449,0.00016784249,0.0007088158,0.00020232194,0.00014731058,0.013562537],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99933285,0.00031890903,0.0000534377,0.000067910005,0.00017146768,0.00005543684],"domain_scores_gemma":[0.9994173,0.00029095472,0.000059548755,0.00006049366,0.00010685055,0.000064812026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001382902,0.0006662136,0.0007096626,0.00079839246,0.0010506795,0.0026037176,0.0029191857,0.0016055576,0.0031497737],"category_scores_gemma":[0.002189742,0.000661219,0.0010501612,0.0009884551,0.0012324437,0.0026109943,0.0015330608,0.0017653332,0.0006316605],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024065755,0.00007869732,0.00038068552,0.00007286431,0.000051351733,0.00017156337,0.00028734512,0.44451845,0.0007053814,0.5407891,0.00087376614,0.01204674],"study_design_scores_gemma":[0.000024594168,0.000015303935,0.0000624655,0.00001697442,0.000025536261,0.000025662675,0.000039673316,0.8563997,0.00029232982,0.13598964,0.0070980415,0.000010110238],"about_ca_topic_score_codex":0.0074239126,"about_ca_topic_score_gemma":0.0070345714,"teacher_disagreement_score":0.0074239126,"about_ca_system_score_codex":0.0012871615,"about_ca_system_score_gemma":0.0014249838,"threshold_uncertainty_score":0.014761388},"labels":[],"label_agreement":null},{"id":"W3201654189","doi":"","title":"Proceedings - International Conference on Software Engineering: Foreword","year":2010,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software engineering; Systems engineering; Engineering","score_opus":0.03060903211093588,"score_gpt":0.28011164635348224,"score_spread":0.24950261424254636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201654189","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00486216,0.30033228,0.028612748,0.05890063,0.38028818,0.00025889894,0.00059788564,0.0011616009,0.2249857],"genre_scores_gemma":[0.028147846,0.19632506,0.016569633,0.012940033,0.067139566,0.00020083023,0.0023754535,0.0014260395,0.67487544],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99840504,0.0002107474,0.00014146091,0.00018726698,0.00090860855,0.0001468029],"domain_scores_gemma":[0.9964079,0.00036261595,0.00011273757,0.00016336465,0.0023962297,0.00055712764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016147838,0.0011599825,0.0014227391,0.0026860738,0.0013911506,0.0056766677,0.0012487771,0.0024994726,0.05679065],"category_scores_gemma":[0.0028370316,0.00036424526,0.0006136254,0.003693467,0.00074813067,0.003869005,0.0018610824,0.0030886037,0.035197817],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006102479,0.00007671573,0.00022938782,0.00057719264,0.000017253033,0.00008073231,0.000064596075,0.00021337236,0.0018438713,0.0054238755,0.7153163,0.2760957],"study_design_scores_gemma":[0.0000073450697,0.000038413913,0.00042577396,0.0003241327,0.000019650353,0.00015746233,0.00007323831,0.00028322116,0.00078807527,0.0028014416,0.9950689,0.000012505781],"about_ca_topic_score_codex":0.0019989565,"about_ca_topic_score_gemma":0.0039864215,"teacher_disagreement_score":0.05679065,"about_ca_system_score_codex":0.0012923257,"about_ca_system_score_gemma":0.0026266063,"threshold_uncertainty_score":0.18998367},"labels":[],"label_agreement":null},{"id":"W3202815218","doi":"10.1109/icsew.2007.36","title":"An Improved Approach to Passive Testing of FSM-based Systems","year":2007,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"VLSI and Analog Circuit Testing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Finite-state machine; Fault detection and isolation; Fault coverage; Fault (geology); Conformance testing; State (computer science); Reliability engineering; Artificial intelligence; Algorithm; Engineering; Actuator","score_opus":0.040046463641812365,"score_gpt":0.26424305313006213,"score_spread":0.22419658948824978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202815218","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0055570663,0.00012941998,0.9927084,0.00006715526,0.00003363107,0.000038738966,0.00002036861,0.0007834664,0.0006617701],"genre_scores_gemma":[0.26174477,0.00025497627,0.734177,0.00019096713,0.00011389561,0.00013427273,0.0001432556,0.000116164476,0.0031246718],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99844056,0.00032434234,0.000080637,0.00023570878,0.0008460963,0.00007265132],"domain_scores_gemma":[0.9984011,0.0006356216,0.00009134255,0.0004494062,0.00038951737,0.000032988384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007104933,0.0007985343,0.00070254854,0.0009186525,0.0003368767,0.00069414906,0.0020810517,0.0010901127,0.0016144064],"category_scores_gemma":[0.0024491304,0.00029767366,0.00061223883,0.0005703013,0.0008308989,0.0018465864,0.00080139295,0.0016352859,0.00046654957],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039553584,0.0003456203,0.0012298212,0.000519186,0.000098474455,0.00047611483,0.00035892005,0.09423669,0.26746902,0.09935807,0.002568039,0.53294456],"study_design_scores_gemma":[0.00004408759,0.0002994864,0.00056141283,0.000026792448,0.00005368159,0.0004107987,0.000016150047,0.89549536,0.067938365,0.024965784,0.010155465,0.00003264581],"about_ca_topic_score_codex":0.0007982829,"about_ca_topic_score_gemma":0.00085557497,"teacher_disagreement_score":0.0020810517,"about_ca_system_score_codex":0.00054858904,"about_ca_system_score_gemma":0.00046606307,"threshold_uncertainty_score":0.0054006577},"labels":[],"label_agreement":null},{"id":"W60988315","doi":"","title":"Reengineering a software system implementing parallel methods for differential equations","year":2008,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Modeling and Simulation Systems","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Software; Ordinary differential equation; Context (archaeology); Software engineering; Software system; Software architecture; Distributed computing; Differential equation; Operating system; Mathematics","score_opus":0.08997190219599367,"score_gpt":0.3452002597357759,"score_spread":0.25522835753978224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W60988315","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0119773215,0.000054975586,0.9785685,0.000106479696,0.00008071283,0.00014761137,0.000029761994,0.007775837,0.0012589301],"genre_scores_gemma":[0.0892394,0.00013527628,0.90363353,0.00015432792,0.000063509884,0.00018961435,0.00022223263,0.0015479232,0.0048142076],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99876416,0.0002611881,0.00010997243,0.00025288772,0.0005053384,0.000106531006],"domain_scores_gemma":[0.9962465,0.0012660278,0.000121546196,0.0012849033,0.00091843173,0.0001626232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035491535,0.0007472101,0.0008175311,0.0006256549,0.00064245006,0.0016778256,0.0027659144,0.0016621288,0.004133764],"category_scores_gemma":[0.008296191,0.0008904647,0.0014933201,0.00047102192,0.0009517296,0.002621047,0.0017801049,0.0037480867,0.0018302317],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006192814,0.0006096359,0.004460589,0.00084219774,0.00030172372,0.0014437478,0.0028108004,0.11632295,0.10940407,0.07564891,0.008815192,0.6787209],"study_design_scores_gemma":[0.0002919387,0.0004570879,0.0010704307,0.00015041984,0.00016845966,0.0009087254,0.00010398808,0.8004632,0.07819032,0.028000267,0.09005549,0.00013969313],"about_ca_topic_score_codex":0.0022575154,"about_ca_topic_score_gemma":0.0012621605,"teacher_disagreement_score":0.004133764,"about_ca_system_score_codex":0.00067517365,"about_ca_system_score_gemma":0.0019149921,"threshold_uncertainty_score":0.01876998},"labels":[],"label_agreement":null}]}